Mqtt5 canary (#418)

* Add short-term MQTT5 Canary

Author: sbSteveK

codebuild/CanaryWrapper.py

@@ -0,0 +1,48 @@
+# Contains all of the metric reporting functions for the Canary Wrappers
+
+# Needs to be installed prior to running
+import psutil
+
+
+cache_cpu_psutil_process = None
+def get_metric_total_cpu_usage(psutil_process : psutil.Process):
+    global cache_cpu_psutil_process
+
+    try:
+        if (psutil_process == None):
+            print ("ERROR - No psutil.process passed! Cannot gather metric!", flush=True)
+            return None
+        # We always need to skip the first CPU poll
+        if (cache_cpu_psutil_process != psutil_process):
+            psutil.cpu_percent(interval=None)
+            cache_cpu_psutil_process = psutil_process
+            return None
+        return psutil.cpu_percent(interval=None)
+    except Exception as e:
+        print ("ERROR - exception occurred gathering metrics!")
+        print ("Exception: " + str(e), flush=True)
+        return None
+
+# Note: This value is in BYTES.
+def get_metric_total_memory_usage_value(psutil_process : psutil.Process):
+    try:
+        if (psutil_process == None):
+            print ("ERROR - No psutil.process passed! Cannot gather metric!", flush=True)
+            return None
+        return psutil.virtual_memory()[3]
+    except Exception as e:
+        print ("ERROR - exception occurred gathering metrics!")
+        print ("Exception: " + str(e), flush=True)
+        return None
+
+
+def get_metric_total_memory_usage_percent(psutil_process : psutil.Process):
+    try:
+        if (psutil_process == None):
+            print ("ERROR - No psutil.process passed! Cannot gather metric!", flush=True)
+            return None
+        return psutil.virtual_memory()[2]
+    except Exception as e:
+        print ("ERROR - exception occurred gathering metrics!")
+        print ("Exception: " + str(e), flush=True)
+        return None

codebuild/CanaryWrapper_Classes.py

@@ -0,0 +1,14 @@
+#!/bin/bash
+
+set -euxo pipefail
+
+env
+
+git submodule update --init
+
+# build package
+cd $CODEBUILD_SRC_DIR
+
+export AWS_TEST_S3=YES
+python -m pip install --verbose .
+python codebuild/CanaryWrapper.py --canary_executable 'python test/mqtt5_canary.py' --git_hash ${GIT_HASH} --git_repo_name $PACKAGE_NAME --codebuild_log_path $CODEBUILD_LOG_PATH

codebuild/CanaryWrapper_MetricFunctions.py

@@ -0,0 +1,39 @@
+version: 0.2
+#this build spec assumes the manylinux1 image for pypi
+#additional packages we installed: cmake 3.5, libcrypto 1.1.0j, gcc 4.8.4
+env:
+  shell: bash
+  variables:
+    CANARY_DURATION: 25200
+    CANARY_THREADS: 3
+    CANARY_TPS: 50
+    CANARY_CLIENT_COUNT: 10
+    CANARY_LOG_FILE: 'canary_log.txt'
+    CANARY_LOG_LEVEL: 'ERROR'
+    BUILDER_VERSION: v0.9.21
+    BUILDER_SOURCE: releases
+    BUILDER_HOST: https://d19elf31gohf1l.cloudfront.net
+    PACKAGE_NAME: aws-crt-python
+    CANARY_TEST_EXE: 'python -m unittest --failfast --verbose 2>&1 | tee /tmp/tests.log test.test_mqtt5_canary'
+    CANARY_SERVER_ARN: Mqtt5MosquittoSever
+phases:
+  install:
+    commands:
+      - add-apt-repository ppa:ubuntu-toolchain-r/test
+      - apt-get update -y
+      - apt-get install gcc-7 cmake ninja-build python3 -y
+      - python3 -m pip install psutil
+      - python3 -m pip install boto3
+  pre_build:
+    commands:
+      - export CC=gcc-7
+  build:
+    commands:
+      - echo Build started on `date`
+      - source ./codebuild/mqtt5_test_setup.sh s3://aws-crt-test-stuff/TestIotProdMQTT5EnvironmentVariables.txt us-east-1
+      - export ENDPOINT=$(aws secretsmanager get-secret-value --secret-id "$CANARY_SERVER_ARN" --query "SecretString" | cut -f2 -d":" | sed -e 's/[\\\"\}]//g')
+      - export GIT_HASH=$(git rev-parse HEAD)
+      - $CODEBUILD_SRC_DIR/codebuild/mqtt5-python-canary-test.sh
+  post_build:
+    commands:
+      - echo Build completed on `date`

codebuild/mqtt5-python-canary-test.sh

@@ -2048,4 +2048,4 @@ PyObject *aws_py_mqtt5_client_get_stats(PyObject *self, PyObject *args) {
         Py_RETURN_NONE;
     }
     return NULL;
-}
+}