We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 4e5eb34 commit b1c9309Copy full SHA for b1c9309
python/ray/data/datasource/parquet_meta_provider.py
@@ -151,11 +151,11 @@ def fetch_func(fragments):
151
)
152
153
154
+ return _dedupe_fragment_metadata(raw_metadata)
155
+
156
else:
157
raw_metadata = _fetch_metadata(fragments)
-
- return _dedupe_fragment_metadata(raw_metadata)
158
+ return raw_metadata
159
160
161
def _fetch_metadata_serialization_wrapper(
@@ -248,6 +248,7 @@ def _dedupe_metadata(
248
stripped_metadatas.append(stripped_md)
249
return stripped_metadatas
250
251
252
def _dedupe_fragment_metadata(
253
metadatas: List[_ParquetFileFragmentMetaData],
254
) -> List[_ParquetFileFragmentMetaData]:
0 commit comments