only warning if nans in nwp

Author: peterdudfield

nowcasting_dataset/data_sources/datasource_output.py

@@ -69,6 +69,18 @@ def check_nan_and_inf(self, data: xr.Dataset, variable_name: str = None):
             logger.error(message)
             raise Exception(message)
 
+    def check_nan_and_fill_warning(self, data: xr.Dataset, variable_name: str = None) -> xr.Dataset:
+        """Check that all values are non NaNs and not infinite"""
+
+        if np.isnan(data).any():
+            message = f"Some {self.__class__.__name__} data values are NaNs"
+            if variable_name is not None:
+                message += f" ({variable_name})"
+            logger.warning(message)
+            data = data.fillna(0)
+
+        return data
+
     def check_dataset_greater_than_or_equal_to(
         self, data: xr.Dataset, min_value: int, variable_name: str = None
     ):

nowcasting_dataset/data_sources/nwp/nwp_model.py

@@ -21,7 +21,8 @@ class NWP(DataSourceOutput):
     def model_validation(cls, v):
         """Check that all values are not NaNs"""
 
-        v.check_nan_and_inf(data=v.data)
+        # TODO issue 481, change back to 'check_nan_and_inf'
+        v.__setitem__("data", v.check_nan_and_fill_warning(data=v.data))
 
         v.check_data_var_dim(
             v.data, ("example", "time_index", "x_index", "y_index", "channels_index")