removing bug on java function executions

Author: ksatzke

ManagementService/python/deployWorkflow.py

@@ -314,7 +314,7 @@ def create_k8s_deployment(email, workflow_info, runtime, gpu_usage, management=F
     # apply gpu_usage fraction to k8s deployment configuration
     use_gpus = gpu_usage
 
-    if not management and use_gpus >= 0:
+    if not management and use_gpus >= 0 and runtime=="Python":
         # overwrite values from values.yaml for new workflows
         kservice['spec']['template']['spec']['containers'][0]['resources']['limits']['nvidia.com/gpu'] = str(use_gpus)
         kservice['spec']['template']['spec']['containers'][0]['resources']['requests']['nvidia.com/gpu'] = str(use_gpus)

Sandbox/Dockerfile_java_gpu

@@ -0,0 +1,66 @@
+#   Copyright 2020 The KNIX Authors
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+
+#FROM ubuntu:18.04
+FROM nvidia/cuda:10.1-cudnn-devel-ubuntu18.04
+
+# Install (as root)
+# Base
+RUN apt-get update --fix-missing
+RUN apt-get -y --no-install-recommends install build-essential
+RUN apt-get -y --no-install-recommends install netbase unzip file libmagic1
+
+# Python
+RUN apt-get -y --no-install-recommends install python3 python3-dev
+RUN apt-get -y --no-install-recommends install python3-pip
+RUN apt-get -y --no-install-recommends install zlib1g libssl1.0 libsasl2-2 ca-certificates
+
+RUN /usr/bin/python3 -m pip install --upgrade pip
+
+RUN /usr/bin/python3 -m pip install setuptools
+RUN /usr/bin/python3 -m pip install thrift>=0.12.0
+RUN /usr/bin/python3 -m pip install anytree
+RUN /usr/bin/python3 -m pip install ujsonpath
+RUN /usr/bin/python3 -m pip install requests
+RUN /usr/bin/python3 -m pip install retry
+# remove warnings from anytree package
+RUN /usr/bin/python3 -m pip install fastcache
+# Needed for multi-language support (currently just Java)
+RUN /usr/bin/python3 -m pip install thriftpy2
+
+# Java
+RUN apt-get -y --no-install-recommends install openjdk-8-jdk-headless
+
+RUN apt-get -y --no-install-recommends install maven
+
+# Add components (as mfn)
+RUN groupadd -o -g 1000 -r mfn && useradd -d /opt/mfn -u 1000 -m -r -g mfn mfn
+RUN mkdir /opt/mfn/logs
+
+COPY build/queueservice.jar /opt/mfn/
+ADD frontend/frontend /opt/mfn/frontend
+ADD build/SandboxAgent.tar.gz /opt/mfn/
+ADD build/FunctionWorker.tar.gz /opt/mfn/
+ADD build/LoggingService.tar.gz /opt/mfn/
+
+ADD build/JavaRequestHandler.tar.gz /opt/mfn/
+
+RUN chmod +x /opt/mfn/JavaRequestHandler/setup_maven.sh
+RUN /opt/mfn/JavaRequestHandler/./setup_maven.sh True
+RUN mvn -Duser.home=/tmp -DskipTests -gs /opt/mfn/JavaRequestHandler/maven/sandbox-mvn-settings.xml -f /opt/mfn/JavaRequestHandler/maven/init-mvn.pom.xml dependency:resolve-plugins
+
+RUN chown mfn:mfn -R /opt/mfn
+USER mfn
+WORKDIR /opt/mfn
+CMD ["python3", "/opt/mfn/SandboxAgent/sandboxagent.py"]

deploy/helm/microfunctions/templates/management.yaml

@@ -125,7 +125,11 @@ data:
               {{- /* Disable scale to zero with a minScale of 1. */ -}}
               "autoscaling.knative.dev/minScale": "1",
               {{- /* Limit scaling to 100 pods. */ -}}
-              "autoscaling.knative.dev/maxScale": "5"
+              "autoscaling.knative.dev/maxScale": "5",
+              {{- /* KubeShare GPU-related configurations */ -}}
+              "kubeshare/gpu_request": "0.4",
+              "kubeshare/gpu_limit": "1.0",
+              "kubeshare/gpu_mem": "3145728000"
             },
             "labels": {
               "app": "microfunctions-workflow",

mfn_sdk/mfn_sdk/workflow.py

@@ -102,9 +102,9 @@ def modified(self):
 
     @property
     def status(self):
-        data = self.client.action('getWorkflows',{'workflow':{'id':self.id}})
-        self._status = data['workflow']['status']
-        #self._status == "undeployed"
+        #data = self.client.action('getWorkflows',{'workflow':{'id':self.id}})
+        #self._status = data['workflow']['status']
+        self._status == "undeployed"
         if self._status == "deployed":
             self._endpoints = data['workflow']['endpoints']
         else: