Redis Support for FedScale

.gitignore

@@ -33,4 +33,6 @@ stackoverflow
 common_voice  
 puffer  
 landmark  
-coqa
+coqa
+dump.rdb
+*.pid

docker/driver.py

@@ -10,6 +10,8 @@
 
 import yaml
 
+from fedscale.core.storage import redis_utils
+
 
 def flatten(d):
     out = {}
@@ -143,6 +145,12 @@ def terminate(job_name):
 print_help: bool = False
 if len(sys.argv) > 1:
     if sys.argv[1] == 'submit' or sys.argv[1] == 'start':
+        redis_exec = '/usr/bin/redis-server'
+        fedscale_home = os.environ['FEDSCALE_HOME']
+        if not redis_utils.is_redis_server_online():
+            redis_utils.start_redis_server(redis_exec, fedscale_home)
+        time.sleep(1) # wait for server to go online
+        redis_utils.clear_all_keys() # clear existing keys
         process_cmd(sys.argv[2], False if sys.argv[1] == 'submit' else True)
     elif sys.argv[1] == 'stop':
         terminate(sys.argv[2])

environment.yml

@@ -6,6 +6,7 @@ dependencies:
   - tensorboard
   - numba=0.49.1
   - pip=20.0.2
+  - redis-py=3.5.3
   - pip:
     - torch_optimizer
     - torch