Skip to content

Commit 87d22f4

Browse files
Parquet IO: use dask pyarrow.dataset based engine instead of the legacy engine (#163)
1 parent f76f9eb commit 87d22f4

File tree

1 file changed

+5
-3
lines changed

1 file changed

+5
-3
lines changed

dask_geopandas/io/parquet.py

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -8,9 +8,11 @@
88

99
try:
1010
# pyarrow is imported here, but is an optional dependency
11-
from dask.dataframe.io.parquet.arrow import ArrowEngine
11+
from dask.dataframe.io.parquet.arrow import (
12+
ArrowDatasetEngine as DaskArrowDatasetEngine,
13+
)
1214
except ImportError:
13-
ArrowEngine = object
15+
DaskArrowDatasetEngine = object
1416

1517

1618
def _get_partition_bounds_parquet(part, fs):
@@ -36,7 +38,7 @@ def _get_partition_bounds_parquet(part, fs):
3638
return _get_partition_bounds(pq_metadata.metadata)
3739

3840

39-
class GeoArrowEngine(GeoDatasetEngine, ArrowEngine):
41+
class GeoArrowEngine(GeoDatasetEngine, DaskArrowDatasetEngine):
4042
"""
4143
Engine for reading geospatial Parquet datasets. Subclasses dask's
4244
ArrowEngine for Parquet, but overriding some methods to ensure we

0 commit comments

Comments
 (0)