From acfbf4c17068f56c98bf0c8a221924b66245da6b Mon Sep 17 00:00:00 2001 From: Chen Shen Date: Fri, 15 Oct 2021 15:04:52 -0700 Subject: [PATCH] Fix from Dask bug in Datasets (#19409) --- python/ray/data/read_api.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/ray/data/read_api.py b/python/ray/data/read_api.py index e9f88d4f0..7c62cc248 100644 --- a/python/ray/data/read_api.py +++ b/python/ray/data/read_api.py @@ -500,7 +500,7 @@ def from_dask(df: "dask.DataFrame") -> Dataset[ArrowRow]: partitions = df.to_delayed() persisted_partitions = dask.persist(*partitions, scheduler=ray_dask_get) - return from_pandas( + return from_pandas_refs( [next(iter(part.dask.values())) for part in persisted_partitions])