pv, gsp and nwp out to 6 hours (#645)

* pv, gsp and nwp out to 6 hours

* topographic_image_size_pixels: 128 #638

* #638

* Update on-premise for new format

* Update to 1 hour history and 4 hour future satellite imagery

Co-authored-by: Jacob Bieker <jacob@bieker.tech>

Author: peterdudfield

.gitignore

@@ -3,6 +3,9 @@ __pycache__/
 *.py[cod]
 *$py.class
 
+
+.idea/
+
 # C extensions
 *.so
 

nowcasting_dataset/config/on_premises.yaml

@@ -2,12 +2,13 @@ general:
   description: Config for producing batches on OCF's on-premises hardware.
   name: on_premises
 input_data:
-  default_forecast_minutes: 120
-  default_history_minutes: 30
+  default_forecast_minutes: 240
+  default_history_minutes: 60
   #---------------------- GSP -------------------
   gsp:
     gsp_zarr_path: /mnt/storage_b/data/ocf/solar_pv_nowcasting/nowcasting_dataset_pipeline/PV/GSP/v3/pv_gsp.zarr
     history_minutes: 90
+    forecast_minutes: 360
     log_level: "INFO"
 
   #---------------------- NWP -------------------
@@ -26,7 +27,7 @@ input_data:
     nwp_image_size_pixels_height: 128
     nwp_image_size_pixels_width: 128
     nwp_zarr_path: /mnt/storage_ssd_8tb/data/ocf/solar_pv_nowcasting/nowcasting_dataset_pipeline/NWP/UK_Met_Office/UKV/zarr/UKV_intermediate_version_3.zarr
-    forecast_minutes: 180
+    forecast_minutes: 360
     history_minutes: 60
 
   #---------------------- PV -------------------
@@ -40,6 +41,7 @@ input_data:
         pv_metadata_filename: /mnt/storage_b/data/ocf/solar_pv_nowcasting/nowcasting_dataset_pipeline/PV/PVOutput.org/UK_PV_metadata.csv
     get_center: false
     history_minutes: 90
+    forecast_minutes: 360
     log_level: "INFO"
 
   #---------------------- Satellite -------------
@@ -76,16 +78,18 @@ input_data:
   # ------------------------- Topographic ----------------
   topographic:
     topographic_filename: /mnt/storage_b/data/ocf/solar_pv_nowcasting/nowcasting_dataset_pipeline/Topographic/europe_dem_1km_osgb.tif
+    topographic_image_size_pixels_width: 300
+    topographic_image_size_pixels_height: 300
 
   # ------------------------- Optical Flow ---------------
   opticalflow:
     opticalflow_zarr_path: /mnt/storage_ssd_8tb/data/ocf/solar_pv_nowcasting/nowcasting_dataset_pipeline/satellite/EUMETSAT/SEVIRI_RSS/zarr/v3/eumetsat_seviri_uk.zarr
     history_minutes: 5
-    forecast_minutes: 120
-    opticalflow_input_image_size_pixels_height: 94
-    opticalflow_output_image_size_pixels_height: 24
-    opticalflow_input_image_size_pixels_width: 188
-    opticalflow_output_image_size_pixels_width: 48
+    forecast_minutes: 240
+    opticalflow_input_image_size_pixels_height: 188
+    opticalflow_output_image_size_pixels_height: 48
+    opticalflow_input_image_size_pixels_width: 376
+    opticalflow_output_image_size_pixels_width: 96
     opticalflow_source_data_source_class_name: SatelliteDataSource
     opticalflow_channels:
       - IR_016