We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b1c9309 commit 2c0ffd3Copy full SHA for 2c0ffd3
python/ray/data/datasource/parquet_meta_provider.py
@@ -269,7 +269,8 @@ def _dedupe_fragment_metadata(
269
"""
270
schema_to_id = {} # schema_ser -> schema_id
271
id_to_schema = {} # schema_id -> schema_ser
272
- stripped_metadatas = []
+ schema_to_id = {} # schema_ser -> schema_id
273
+ id_to_schema = {} # schema_id -> schema_ser
274
275
for metadata in metadatas:
276
# Get the current schema serialization
@@ -287,6 +288,6 @@ def _dedupe_fragment_metadata(
287
288
existing_schema_ser = id_to_schema[schema_id]
289
metadata.set_schema_pickled(existing_schema_ser)
290
- stripped_metadatas.append(metadata)
291
+ return metadatas
292
293
return stripped_metadatas
0 commit comments