refresh drives config credentials using a timer

jupyter_drives/base.py

@@ -73,11 +73,12 @@ def set_default_api_base_url(self):
 
     def __init__(self, **kwargs):
         super().__init__(**kwargs)
-        self._load_credentials()
-
-    def _load_credentials(self):  
         # check if credentials were already set in jupyter_notebook_config.py
-        if self.access_key_id is not None and self.secret_access_key is not None:
+        self.credentials_already_set = self.access_key_id is not None and self.secret_access_key is not None
+        self.load_credentials()
+
+    def load_credentials(self):
+        if self.credentials_already_set:
             return
 
         # automatically extract credentials for S3 drives

jupyter_drives/manager.py

@@ -25,9 +25,14 @@
 
 import re
 
+from tornado.ioloop import PeriodicCallback
+
 # constant used as suffix to deal with directory objects
 EMPTY_DIR_SUFFIX = '/.jupyter_drives_fix_dir'
 
+# 15 minutes
+CREDENTIALS_REFRESH = 15 * 60 * 1000
+
 class JupyterDrivesManager():
     """
     Jupyter-drives manager class.
@@ -46,21 +51,12 @@ def __init__(self, config: traitlets.config.Config) -> None:
         self._client = httpx.AsyncClient()
         self._content_managers = {}
         self._max_files_listed = 1025
+        self._drives = None
 
         # instate fsspec file system
         self._file_system = fsspec.filesystem(self._config.provider, asynchronous=True)
 
-        # initiate aiobotocore session if we are dealing with S3 drives
-        if self._config.provider == 's3':
-            if self._config.access_key_id and self._config.secret_access_key: 
-                self._s3_clients = {}
-                self._s3_session = get_session()
-                self._file_system = s3fs.S3FileSystem(anon=False, asynchronous=True, key=self._config.access_key_id, secret=self._config.secret_access_key, token=self._config.session_token)
-            else:
-                raise tornado.web.HTTPError(
-                status_code= httpx.codes.BAD_REQUEST,
-                reason="No credentials specified. Please set them in your user jupyter_server_config file.",
-                )
+        self._initialize_credentials_refresh()
 
     @property
     def base_api_url(self) -> str:
@@ -81,6 +77,45 @@ def per_page_argument(self) -> Optional[Tuple[str, int]]:
         """
         return ("per_page", 100)
 
+    def _initialize_credentials_refresh(self):
+        self._drives_refresh_callback()
+        if not self._config.credentials_already_set:
+            self._drives_refresh_timer = PeriodicCallback(
+                self._drives_refresh_callback, CREDENTIALS_REFRESH
+            )
+            self._drives_refresh_timer.start()
+
+    def _drives_refresh_callback(self):
+        self._config.load_credentials()
+        self._initialize_s3_file_system()
+        self._initialize_drives()
+
+    def _initialize_s3_file_system(self):
+        # initiate aiobotocore session if we are dealing with S3 drives
+        if self._config.provider == 's3':
+            if self._config.access_key_id and self._config.secret_access_key: 
+                self._s3_session = get_session()
+                self._file_system = s3fs.S3FileSystem(
+                    anon=False,
+                    asynchronous=True,
+                    key=self._config.access_key_id,
+                    secret=self._config.secret_access_key,
+                    token=self._config.session_token,
+                )
+            else:
+                raise tornado.web.HTTPError(
+                    status_code=httpx.codes.BAD_REQUEST,
+                    reason="No credentials specified. Please set them in your user jupyter_server_config file.",
+                )
+
+    def _initialize_drives(self):
+        if self._config.provider == "s3":
+            S3Drive = get_driver(Provider.S3)
+            self._drives = [S3Drive(self._config.access_key_id, self._config.secret_access_key, True, None, None, None, self._config.session_token)]
+        elif self._config.provider == 'gcs':
+            GCSDrive = get_driver(Provider.GOOGLE_STORAGE)
+            self._drives = [GCSDrive(self._config.access_key_id, self._config.secret_access_key)] # verfiy credentials needed
+
     def set_listing_limit(self, new_limit):
         """Set new limit for listing.
 
@@ -105,23 +140,21 @@ async def list_drives(self):
         """
         data = []
         if self._config.access_key_id and self._config.secret_access_key:
-            if self._config.provider == "s3":
-                S3Drive = get_driver(Provider.S3)
-                drives = [S3Drive(self._config.access_key_id, self._config.secret_access_key, True, None, None, None, self._config.session_token)]
-
-            elif self._config.provider == 'gcs':
-                GCSDrive = get_driver(Provider.GOOGLE_STORAGE)
-                drives = [GCSDrive(self._config.access_key_id, self._config.secret_access_key)] # verfiy credentials needed
-
-            else: 
+            if self._drives is None:
                raise tornado.web.HTTPError(
                 status_code= httpx.codes.NOT_IMPLEMENTED,
                 reason="Listing drives not supported for given provider.",
                 )
 
             results = []
-            for drive in drives:
-                results += drive.list_containers()
+            for drive in self._drives:
+                try:
+                    results += drive.list_containers()
+                except Exception as e:
+                    raise tornado.web.HTTPError(
+                        status_code=httpx.codes.BAD_REQUEST,
+                        reason=f"The following error occured when listing drives: {e}",
+                    )
 
             for result in results:
                 data.append(