chore: update http.server root

Author: bernokl

.github/workflows/e2e-tests-linux-split.yml

@@ -249,9 +249,6 @@ jobs:
           SLACK_TITLE: 'Test automation results :rocket:'
           SLACK_USERNAME: lace-qa-bot
           SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }}
-          PUSH_URL: ${{ secrets.GRAFANA_PUSH_URL }}    # e.g., https://prometheus-us-central1.grafana.net/api/prom/push
-          PUSH_USER: ${{ secrets.GRAFANA_USERNAME }}   # e.g., 787878
-          PUSH_PASS: ${{ secrets.GRAFANA_PASSWORD }}   # e.g., eyJrIjoxxxxxxxxxxxxxxyMX0=
 
       - name: Deleting chrome tmp files
         id: clean-chrome-tmp-files
@@ -273,31 +270,55 @@ jobs:
           path: ./artifacts/metrics
 
       - name: Create Prometheus config
+        env:
+          PUSH_URL: ${{ secrets.GRAFANA_PUSH_URL }}    # e.g., https://prometheus-us-central1.grafana.net/api/prom/push
+          PUSH_USER: ${{ secrets.GRAFANA_USERNAME }}   # e.g., 787878
+          PUSH_PASS: ${{ secrets.GRAFANA_PASSWORD }}   # e.g., eyJrIjoxxxxxxxxxxxxxxyMX0=
         run: |
           cat >prometheus.yml <<EOF
           global:
-            scrape_interval: 15s
+            scrape_interval: 5s
           scrape_configs:
             - job_name: 'e2e-perf-metrics'
               static_configs:
-                - targets: ['http-server:8000']
-              metrics_path: '/prometheus.txt'
+                - targets: ['pushgateway:9091']
           remote_write:
             - url: "$PUSH_URL"
               basic_auth:
                 username: "$PUSH_USER"
                 password: "$PUSH_PASS"
           EOF
-          cat ./artifacts/metrics/prometheus.txt
+          pwd
+          ls -al ./artifacts/metrics/prometheus.txt
 
-      - name: Start Python HTTP server
+      - name: Start pushgateway server
         run: |
-          docker run -d --name http-server -v $(pwd):/app -w /app -p 8000:8000 python:3.11-slim python -m http.server 8000 > http.log 2>&1
+          docker run -d --name pushgateway -p 9091:9091 prom/pushgateway
+          cat ./artifacts/metrics/prometheus.txt  | curl --data-binary @- http://localhost:9091/metrics/job/e2e-perf
+          #docker run -d --name http-server -v $(pwd):/app -w /app -p 8000:8000 python:3.11-slim python -m http.server 8000 > http.log 2>&1
+          printf '\n*****************\n'
+          echo 'This is my current directory:'
           pwd
+          printf '\n*****************\n'
+          echo 'This is ls -al in that directory'
+          ls -al
+          printf '\n*****************\n'
+
       - name: Run Prometheus
         run: |
-          docker run -d --name prometheus -v $(pwd):/etc/prometheus -p 9090:9090 --link http-server prom/prometheus:latest --config.file=/etc/prometheus/prometheus.yml --web.listen-address=:9090 > prom.log 2>&1
-          sleep 60
-          # Uncomment for troubleshooting.
-          curl http://localhost:9090/api/v1/query?query=e2e_cpu_seconds_total
+          # Enable logs for debugging
+          #docker run --name prometheus -v $(pwd):/etc/prometheus -p 9090:9090 --link pushgateway:pushgateway prom/prometheus:latest --config.file=/etc/prometheus/prometheus.yml --web.listen-address=:9090 --log.level=debug
+          docker run -d --name prometheus -v $(pwd):/etc/prometheus -p 9090:9090 --link pushgateway:pushgateway prom/prometheus:latest --config.file=/etc/prometheus/prometheus.yml --web.listen-address=:9090 > prom.log 2>&1
+          sleep 20
+          # # Uncomment for troubleshooting.
+          #printf '\n*****************\n'
+          #printf '\n curl e2e_cpu_seconds_total \n'
+          #curl http://localhost:9090/api/v1/query?query=e2e_cpu_seconds_total
+          #printf '\n*****************\n'
+          #printf '\n send_failures_total \n'
+          #curl 'http://localhost:9090/api/v1/query?query=prometheus_remote_storage_queue_send_failures_total'
+          #printf '\n*****************\n'
+          #printf '\n storage_retries_total \n'
+          #curl 'http://localhost:9090/api/v1/query?query=prometheus_remote_storage_retries_total'
+