Merge pull request #618 from openclimatefix/jack/metadata-fix

JackKelly · web-flow · commit 50af45a10580 · 2022-03-17T07:09:43.000Z
Jack/metadata fix
diff --git a/nowcasting_dataset/data_sources/metadata/metadata_model.py b/nowcasting_dataset/data_sources/metadata/metadata_model.py
@@ -161,6 +161,9 @@ def load_from_csv(
         nrows=nrows,
         names=names,
     )
+    # If the CSV doesn't contain the optional columns, then drop those missing columns.
+    # (Otherwise Pandas creates a column with NaNs, which confuses Pydantic!)
+    metadata_df = metadata_df.dropna(axis="columns", how="all")
 
     assert (
         len(metadata_df) > 0

Original file line number	Diff line number	Diff line change
`@@ -161,6 +161,9 @@ def load_from_csv(`
`161`	`161`	`nrows=nrows,`
`162`	`162`	`names=names,`
`163`	`163`	`)`
	`164`	`+ # If the CSV doesn't contain the optional columns, then drop those missing columns.`
	`165`	`+ # (Otherwise Pandas creates a column with NaNs, which confuses Pydantic!)`
	`166`	`+ metadata_df = metadata_df.dropna(axis="columns", how="all")`
`164`	`167`
`165`	`168`	`assert (`
`166`	`169`	`len(metadata_df) > 0`