Merge pull request #721 from openclimatefix/issue/gsp-live-update

Issue/gsp live update

Author: peterdudfield

nowcasting_dataset/data_sources/gsp/live.py

@@ -36,7 +36,7 @@ def get_gsp_power_from_database(
     logger.debug(f"{history_duration=}")
 
     extra_duration = timedelta(minutes=load_extra_minutes)
-    now = pd.to_datetime(datetime.now(tz=timezone.utc)).floor("30T")
+    now = pd.to_datetime(datetime.now(tz=timezone.utc)).ceil("30T")
     start_utc = now - history_duration
     start_utc_extra = start_utc - extra_duration
 

tests/data_sources/gsp/test_gsp_live.py

@@ -85,7 +85,8 @@ def test_get_example_and_batch(gsp_yields):
     )
 
     location = locations[0]
-    location.t0_datetime_utc = datetime(2022, 1, 1, 3, tzinfo=timezone.utc)
+    location.t0_datetime_utc = datetime(2022, 1, 1, 3, 0, 5, tzinfo=timezone.utc)
 
     example = gsp_data_source.get_example(location=location)
-    example.time.values[-1] == datetime(2022, 1, 1, 3)
+    assert len(example.time) == 5
+    assert example.time.values[-1] == pd.to_datetime(datetime(2022, 1, 1, 3, 30))

tests/manager/test_manager_live.py

@@ -105,6 +105,8 @@ def test_batches(test_configuration_filename, sat, gsp):
 
     manager = ManagerLive()
     manager.load_yaml_configuration(filename=test_configuration_filename)
+    manager.config.input_data.gsp.is_live = True
+    gsp.forecast_minutes = 0
 
     with tempfile.TemporaryDirectory() as local_temp_path, tempfile.TemporaryDirectory() as dst_path:  # noqa 101
 
@@ -218,7 +220,9 @@ def test_run_just_gsp(test_configuration_filename, gsp_yields_and_systems):
             gsp = xr.load_dataset(f"{local_temp_path_save}/gsp/000000.nc", engine="h5netcdf")
             gsp = GSP(gsp)
             assert len(gsp.time.values[0]) == 5
-            assert pd.to_datetime(gsp.time.values[0, -1]) == floor_minutes_dt(datetime.utcnow())
+            assert pd.to_datetime(gsp.time.values[0, -1]) == pd.Timestamp(datetime.utcnow()).ceil(
+                "30T"
+            )
 
 
 def test_run(test_configuration_filename, gsp_yields_and_systems):