add option for number of n_gsps dynamic

Author: peterdudfield

nowcasting_dataset/manager/manager_live.py

@@ -4,7 +4,7 @@
 import multiprocessing
 from datetime import datetime
 from functools import partial
-from typing import List
+from typing import List, Optional
 
 import numpy as np
 import pandas as pd
@@ -47,7 +47,7 @@ class ManagerLive(ManagerBase):
     """
 
     def create_files_specifying_spatial_and_temporal_locations_of_each_example(
-        self, t0_datetime: datetime
+        self, t0_datetime: datetime, n_gsps: Optional[int] = N_GSPS
     ) -> None:
         """Creates CSV files specifying the locations of each example if those files don't exist yet.
 
@@ -66,8 +66,8 @@ def create_files_specifying_spatial_and_temporal_locations_of_each_example(
         datetimes_for_split = [t0_datetime]
 
         path_for_csv = self.config.output_data.filepath / split_name
-        # TODO make dynamic
-        n_batches_requested = int(np.ceil(N_GSPS / self.config.process.batch_size))
+
+        n_batches_requested = int(np.ceil(n_gsps / self.config.process.batch_size))
 
         n_examples = n_batches_requested * self.config.process.batch_size
         logger.debug(