Merge pull request #206 from UiPath/chore/update-workflow

ci: add staging support and update integration test workflow

Author: ionmincu

.github/workflows/integration_tests.yml

@@ -19,63 +19,56 @@ jobs:
     steps:
     - name: Checkout code
       uses: actions/checkout@v4
-    
+
     - name: Discover testcases
       id: discover
       run: |
         # Find all testcase folders (excluding common folders like README, etc.)
         testcase_dirs=$(find testcases -maxdepth 1 -type d -name "*-*" | sed 's|testcases/||' | sort)
-        
+
         echo "Found testcase directories:"
         echo "$testcase_dirs"
-        
+
         # Convert to JSON array for matrix
         testcases_json=$(echo "$testcase_dirs" | jq -R -s -c 'split("\n")[:-1]')
         echo "testcases=$testcases_json" >> $GITHUB_OUTPUT
 
   integration-tests:
     needs: [discover-testcases]
     runs-on: ubuntu-latest
+    container:
+      image: ghcr.io/astral-sh/uv:python3.12-bookworm
+      env:
+        UIPATH_JOB_KEY: "3a03d5cb-fa21-4021-894d-a8e2eda0afe0"
     strategy:
       fail-fast: false
       matrix:
         testcase: ${{ fromJson(needs.discover-testcases.outputs.testcases) }}
-        environment: [alpha, cloud]
+        environment: [alpha, staging] # temporary disable [cloud]
         use_azure_chat: [true, false]
-    
+
     name: "${{ matrix.testcase }} / ${{ matrix.environment }} / ${{ matrix.use_azure_chat && 'UiPathAzureChatOpenAI' || 'UiPathChat' }}"
-    
+
     steps:
     - name: Checkout code
       uses: actions/checkout@v4
 
-    - name: Set up Docker Buildx
-      uses: docker/setup-buildx-action@v3
-
-    - name: Build Docker image
-      run: |
-        echo "Building Docker image for ${{ matrix.testcase }} at $(date)"
-        docker build -f testcases/Dockerfile \
-          -t uipath-langchain-testbase:latest \
-          .
-        echo "Docker image built at $(date)"
+    - name: Install Dependencies
+      run: uv sync
 
     - name: Run testcase
       env:
-        CLIENT_ID:      ${{ matrix.environment == 'alpha' && secrets.ALPHA_TEST_CLIENT_ID || secrets.CLOUD_TEST_CLIENT_ID }}
-        CLIENT_SECRET:  ${{ matrix.environment == 'alpha' && secrets.ALPHA_TEST_CLIENT_SECRET || secrets.CLOUD_TEST_CLIENT_SECRET }}
-        BASE_URL:       ${{ matrix.environment == 'alpha' && secrets.ALPHA_BASE_URL || secrets.CLOUD_BASE_URL }}
+        CLIENT_ID:      ${{ matrix.environment == 'alpha' && secrets.ALPHA_TEST_CLIENT_ID || matrix.environment == 'staging' && secrets.STAGING_TEST_CLIENT_ID || matrix.environment == 'cloud' && secrets.CLOUD_TEST_CLIENT_ID }}
+        CLIENT_SECRET:  ${{ matrix.environment == 'alpha' && secrets.ALPHA_TEST_CLIENT_SECRET || matrix.environment == 'staging' && secrets.STAGING_TEST_CLIENT_SECRET || matrix.environment == 'cloud' && secrets.CLOUD_TEST_CLIENT_SECRET }}
+        BASE_URL:       ${{ matrix.environment == 'alpha' && secrets.ALPHA_BASE_URL || matrix.environment == 'staging' && secrets.STAGING_BASE_URL || matrix.environment == 'cloud' && secrets.CLOUD_BASE_URL }}
         USE_AZURE_CHAT: ${{ matrix.use_azure_chat }}
+      working-directory: testcases/${{ matrix.testcase }}
       run: |
         echo "Running testcase: ${{ matrix.testcase }}"
         echo "Environment: ${{ matrix.environment }}"
         echo "LLM: ${{ matrix.use_azure_chat && 'UiPathAzureChatOpenAI' || 'UiPathChat' }}"
         echo "USE_AZURE_CHAT: ${{ matrix.use_azure_chat }}"
-        
-        docker run --rm \
-          -e CLIENT_ID="$CLIENT_ID" \
-          -e CLIENT_SECRET="$CLIENT_SECRET" \
-          -e BASE_URL="$BASE_URL" \
-          -e USE_AZURE_CHAT="$USE_AZURE_CHAT" \
-          uipath-langchain-testbase:latest \
-          bash /app/testcases/${{ matrix.testcase }}/run.sh
+
+        # Execute the testcase run script directly
+        bash run.sh
+        bash ../common/validate_output.sh

.gitignore

@@ -165,7 +165,7 @@ cython_debug/
 #  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
 #  and can be added to the global gitignore or merged into this file.  For a more nuclear
 #  option (not recommended) you can uncomment the following to ignore the entire idea folder.
-#.idea/
+.idea/
 
 # Ruff stuff:
 .ruff_cache/
@@ -178,4 +178,4 @@ cython_debug/
 **/.uipath
 **/**.nupkg
 **/__uipath/
-**/.langgraph_api
+**/.langgraph_api

testcases/Dockerfile

@@ -1,9 +1,9 @@
 #!/bin/bash
 
 # Common utility to print UiPath output file
-# Usage: source /app/testcases/common/print_output.sh
+# Usage: source /app/testcases/common/validate_output.sh
 
-print_uipath_output() {
+debug_print_uipath_output() {
     echo "Printing output file..."
     if [ -f "__uipath/output.json" ]; then
         echo "=== OUTPUT FILE CONTENT ==="
@@ -21,3 +21,15 @@ print_uipath_output() {
         fi
     fi
 }
+
+validate_output() {
+    echo "Printing output file for validation..."
+    debug_print_uipath_output
+
+    echo "Validating output..."
+    python src/assert.py || { echo "Validation failed!"; exit 1; }
+
+    echo "Testcase completed successfully."
+}
+
+validate_output

testcases/common/print_output.sh renamed to testcases/common/validate_output.sh

@@ -1,25 +1,14 @@
-#!/bin/bash
-cd /app/testcases/company-research-agent
-
 echo "Syncing dependencies..."
 uv sync
 
 echo "Authenticating with UiPath..."
-uv run uipath auth --client-id="$CLIENT_ID" --client-secret="$CLIENT_SECRET" --base-url="$BASE_URL" 
+uv run uipath auth --client-id="$CLIENT_ID" --client-secret="$CLIENT_SECRET" --base-url="$BASE_URL"
 
-echo "Running uipath init..."
+echo "Initializing the project..."
 uv run uipath init
 
 echo "Packing agent..."
 uv run uipath pack
 
-echo "Input from input.json file"
-uv run uipath run agent --file input.json
-
-source /app/testcases/common/print_output.sh
-print_uipath_output
-
-echo "Validating output..."
-python src/assert.py || { echo "Validation failed!"; exit 1; }
-
-echo "Testcase completed successfully."
+echo "Running agent..."
+uv run uipath run agent --file input.json

testcases/company-research-agent/run.sh

@@ -1,6 +1,3 @@
-#!/bin/bash
-cd /app/testcases/init-flow
-
 echo "Syncing dependencies..."
 uv sync
 

testcases/init-flow/run.sh

@@ -1,25 +1,16 @@
-#!/bin/bash
-cd /app/testcases/simple-local-mcp
-
 echo "Syncing dependencies..."
 uv sync
 
 echo "Authenticating with UiPath..."
 uv run uipath auth --client-id="$CLIENT_ID" --client-secret="$CLIENT_SECRET" --base-url="$BASE_URL"
 
-echo "Running uipath init..."
+echo "Initializing the project..."
 uv run uipath init
 
 echo "Packing agent..."
 uv run uipath pack
 
+echo "Running agent..."
 echo "Input from input.json file"
 uv run uipath run agent --file input.json
 
-source /app/testcases/common/print_output.sh
-print_uipath_output
-
-echo "Validating output..."
-python src/assert.py || { echo "Validation failed!"; exit 1; }
-
-echo "Testcase completed successfully."

testcases/simple-local-mcp/run.sh

@@ -1,29 +1,18 @@
-#!/bin/bash
-cd /app/testcases/ticket-classification
-
 echo "Syncing dependencies..."
 uv sync
 
 echo "Authenticating with UiPath..."
 uv run uipath auth --client-id="$CLIENT_ID" --client-secret="$CLIENT_SECRET" --base-url="$BASE_URL"
 
-echo "Running uipath init..."
+echo "Initializing the project..."
 uv run uipath init
 
 echo "Packing agent..."
 uv run uipath pack
 
-# run and them resume the agent to simulate user interaction
 echo "Input from input.json file"
 uv run uipath run agent --file input.json
 
 echo "Resuming agent run by default with {'Answer': true}..."
 uv run uipath run agent '{"Answer": true}' --resume;
 
-source /app/testcases/common/print_output.sh
-print_uipath_output
-
-echo "Validating output..."
-python src/assert.py || { echo "Validation failed!"; exit 1; }
-
-echo "Testcase completed successfully."