Fix compose to match documentation

Author: stefanDeveloper

config.yaml

@@ -70,12 +70,12 @@ pipeline:
 
 environment:
   kafka_brokers:
-    - hostname: 127.0.0.1
-      port: 8097
-    - hostname: 127.0.0.1
-      port: 8098
-    - hostname: 127.0.0.1
-      port: 8099
+    - hostname: kafka1
+      port: 19092
+    - hostname: kafka2
+      port: 19093
+    - hostname: kafka3
+      port: 19094
   kafka_topics:
     pipeline:
       logserver_in: "pipeline-logserver_in"

docker/docker-compose/base/docker-compose.monitoring.yml

@@ -1,10 +1,14 @@
 services:
   monitoring_agent:
-    build:
-      context: ../../..
-      dockerfile: docker/dockerfiles/Dockerfile.monitoring
-      network: host
+    # build:
+    #   context: ../../..
+    #   dockerfile: docker/dockerfiles/Dockerfile.monitoring
+    #   network: host
+    image: stefan96/heidgaf-monitoring:v1.0.0
     restart: "unless-stopped"
+    # platform: linux/x86_64
+    volumes:
+      - ../../../config.yaml:/app/config.yaml
     depends_on:
       kafka1:
         condition: service_healthy

docker/docker-compose/base/docker-compose.pipeline.yml

@@ -1,119 +1,129 @@
 services:
   logserver:
-    build:
-      context: ../../..
-      dockerfile: docker/dockerfiles/Dockerfile.logserver
-      network: host
+    # build:
+    #   context: ../../..
+    #   dockerfile: docker/dockerfiles/Dockerfile.logserver
+    #   network: host
+    image: stefan96/heidgaf-logserver:v1.0.0
     restart: "unless-stopped"
     networks:
       heidgaf:
-    memswap_limit: 768m
-    deploy:
-      resources:
-        limits:
-          cpus: '2'
-          memory: 512m
-        reservations:
-          cpus: '1'
-          memory: 256m
+    # platform: linux/x86_64
+    # memswap_limit: 768m
+    # deploy:
+    #   resources:
+    #     limits:
+    #       cpus: '2'
+    #       memory: 512m
+    #     reservations:
+    #       cpus: '1'
+    #       memory: 256m
     volumes:
       - "${MOUNT_PATH:?MOUNT_PATH not set}:/opt/file.txt"
       - ../../../config.yaml:/app/config.yaml
     environment:
       - GROUP_ID=log_storage
 
   logcollector:
-    build:
-      context: ../../..
-      dockerfile: docker/dockerfiles/Dockerfile.logcollector
-      network: host
+    # build:
+    #   context: ../../..
+    #   dockerfile: docker/dockerfiles/Dockerfile.logcollector
+    #   network: host
+    image: stefan96/heidgaf-logcollector:v1.0.0
     restart: "unless-stopped"
     volumes:
       - ../../../config.yaml:/app/config.yaml
     networks:
       heidgaf:
-    memswap_limit: 768m
-    deploy:
-      resources:
-        limits:
-          cpus: '2'
-          memory: 512m
-        reservations:
-          cpus: '1'
-          memory: 256m
+    # platform: linux/x86_64
+    # memswap_limit: 768m
+    # deploy:
+    #   resources:
+    #     limits:
+    #       cpus: '2'
+    #       memory: 512m
+    #     reservations:
+    #       cpus: '1'
+    #       memory: 256m
     environment:
       - GROUP_ID=log_collection
 
   prefilter:
-    build:
-      context: ../../..
-      dockerfile: docker/dockerfiles/Dockerfile.prefilter
-      network: host
+    # build:
+    #   context: ../../..
+    #   dockerfile: docker/dockerfiles/Dockerfile.prefilter
+    #   network: host
+    image: stefan96/heidgaf-prefilter:v1.0.0
     restart: "unless-stopped"
     volumes:
       - ../../../config.yaml:/app/config.yaml
     networks:
       heidgaf:
+    # platform: linux/x86_64
     deploy:
       mode: "replicated"
       replicas: 1
-      resources:
-        limits:
-          cpus: '2'
-          memory: 512m
-        reservations:
-          cpus: '1'
-          memory: 256m
+      # resources:
+      #   limits:
+      #     cpus: '2'
+      #     memory: 512m
+      #   reservations:
+      #     cpus: '1'
+      #     memory: 256m
     environment:
       - GROUP_ID=log_filtering
 
   inspector:
-    build:
-      context: ../../..
-      dockerfile: docker/dockerfiles/Dockerfile.inspector
-      network: host
+    # build:
+    #   context: ../../..
+    #   dockerfile: docker/dockerfiles/Dockerfile.inspector
+    #   network: host
+    image: stefan96/heidgaf-inspector:v1.0.0
     restart: "unless-stopped"
     volumes:
       - ../../../config.yaml:/app/config.yaml
     networks:
       heidgaf:
+    # platform: linux/x86_64
     deploy:
       mode: "replicated"
       replicas: 2
-      resources:
-        limits:
-          cpus: '2'
-          memory: 512m
-        reservations:
-          cpus: '1'
-          memory: 256m
+      # resources:
+      #   limits:
+      #     cpus: '2'
+      #     memory: 512m
+      #   reservations:
+      #     cpus: '1'
+      #     memory: 256m
     environment:
       - GROUP_ID=data_inspection
       - NUMBER_OF_INSTANCES=2
 
   detector:
-    build:
-      context: ../../..
-      dockerfile: docker/dockerfiles/Dockerfile.detector
-      network: host
+    # build:
+    #   context: ../../..
+    #   dockerfile: docker/dockerfiles/Dockerfile.detector
+    #   network: host
+    image: stefan96/heidgaf-detector:v1.0.0
     restart: "unless-stopped"
     volumes:
       - ../../../config.yaml:/app/config.yaml
     networks:
       heidgaf:
+    # platform: linux/x86_64
     deploy:
       mode: "replicated"
       replicas: 1
-      resources:
-        limits:
-          cpus: '2'
-          memory: 512m
-#        reservations:
-#          cpus: '1'
-#          memory: 256m
-#          devices:
-#            - driver: nvidia
-#              count: 1 # alternatively, use `count: all` for all GPUs
-#              capabilities: [ gpu ]
+      # resources:
+      #   limits:
+      #     cpus: '2'
+      #     memory: 512m
+      #  reservations:
+      #    cpus: '1'
+      #    memory: 256m
+      #    devices:
+      #      - driver: nvidia
+      #        count: 1 # alternatively, use `count: all` for all GPUs
+      #        capabilities: [ gpu ]
     environment:
       - GROUP_ID=data_analysis