Merge pull request #218 from UiPath/chore/update-integrationtests-no-job-key

CI: make integration tests run also without jobkey

Author: ionmincu

testcases/company-research-agent/run.sh

@@ -1,3 +1,6 @@
+#!/bin/bash
+set -e
+
 echo "Syncing dependencies..."
 uv sync
 
@@ -11,4 +14,8 @@ echo "Packing agent..."
 uv run uipath pack
 
 echo "Running agent..."
-uv run uipath run agent --file input.json
+uv run uipath run agent --file input.json
+
+echo "Running agent again with empty UIPATH_JOB_KEY..."
+export UIPATH_JOB_KEY=""
+uv run uipath run agent --file input.json >> local_run_output.log

testcases/company-research-agent/src/assert.py

@@ -1,61 +1,46 @@
 import os
-import sys
 import json
 
 print("Checking company research agent output...")
 
 # Check NuGet package
 uipath_dir = ".uipath"
-if not os.path.exists(uipath_dir):
-    print("NuGet package directory (.uipath) not found")
-    sys.exit(1)
+assert os.path.exists(uipath_dir), "NuGet package directory (.uipath) not found"
 
 nupkg_files = [f for f in os.listdir(uipath_dir) if f.endswith('.nupkg')]
-if not nupkg_files:
-    print("NuGet package file (.nupkg) not found in .uipath directory")
-    sys.exit(1)
+assert nupkg_files, "NuGet package file (.nupkg) not found in .uipath directory"
 
 print(f"NuGet package found: {nupkg_files[0]}")
 
 # Check agent output file
 output_file = "__uipath/output.json"
-if not os.path.isfile(output_file):
-    print("Agent output file not found")
-    sys.exit(1)
+assert os.path.isfile(output_file), "Agent output file not found"
 
 print("Agent output file found")
 
 # Check status and required fields
-try:
-    with open(output_file, 'r', encoding='utf-8') as f:
-        output_data = json.load(f)
-    
-    # Check status
-    status = output_data.get("status")
-    if status != "successful":
-        print(f"Agent execution failed with status: {status}")
-        sys.exit(1)
-    
-    print("Agent execution status: successful")
-    
-    # Check required fields for company research agent
-    if "output" not in output_data:
-        print("Missing 'output' field in agent response")
-        sys.exit(1)
-    
-    output_content = output_data["output"]
-    if "response" not in output_content:
-        print("Missing 'response' field in output")
-        sys.exit(1)
-    
-    response = output_content["response"]
-    if not response or response.strip() == "":
-        print("Response field is empty")
-        sys.exit(1)
-    
-    print("Required fields validation passed")
-    print("Company research agent working correctly.")
-
-except Exception as e:
-    print(f"Error checking output: {e}")
-    sys.exit(1)
+with open(output_file, 'r', encoding='utf-8') as f:
+    output_data = json.load(f)
+
+# Check status
+status = output_data.get("status")
+assert status == "successful", f"Agent execution failed with status: {status}"
+
+print("Agent execution status: successful")
+
+# Check required fields for company research agent
+assert "output" in output_data, "Missing 'output' field in agent response"
+
+output_content = output_data["output"]
+assert "response" in output_content, "Missing 'response' field in output"
+
+response = output_content["response"]
+assert response and response.strip() != "", "Response field is empty"
+
+with open("local_run_output.log", 'r', encoding='utf-8') as f:
+    local_run_output = f.read()
+
+# Check if response contains 'Successful execution.'
+assert "Successful execution." in local_run_output, f"Response does not contain 'Successful execution.'. Actual response: {local_run_output}"
+
+print("Required fields validation passed")

testcases/init-flow/run.sh

@@ -1,3 +1,6 @@
+#!/bin/bash
+set -e
+
 echo "Syncing dependencies..."
 uv sync
 
@@ -24,10 +27,6 @@ uv run uipath pack
 echo "Input from input.json file"
 uv run uipath run agent --file input.json
 
-source /app/testcases/common/print_output.sh
-print_uipath_output
-
-echo "Validating output..."
-python src/assert.py || { echo "Validation failed!"; exit 1; }
-
-echo "Testcase completed successfully."
+echo "Running agent again with empty UIPATH_JOB_KEY..."
+export UIPATH_JOB_KEY=""
+uv run uipath run agent --file input.json >> local_run_output.log

testcases/init-flow/src/assert.py

@@ -37,4 +37,10 @@
 report = output_content["report"]
 assert report and isinstance(report, str), "Report field is empty or not a string"
 
+with open("local_run_output.log", 'r', encoding='utf-8') as f:
+    local_run_output = f.read()
+
+# Check if response contains 'Successful execution.'
+assert "Successful execution." in local_run_output, f"Response does not contain 'Successful execution.'. Actual response: {local_run_output}"
+
 print("Required fields validation passed")

testcases/simple-local-mcp/run.sh

@@ -1,3 +1,6 @@
+#!/bin/bash
+set -e
+
 echo "Syncing dependencies..."
 uv sync
 
@@ -11,6 +14,8 @@ echo "Packing agent..."
 uv run uipath pack
 
 echo "Running agent..."
-echo "Input from input.json file"
 uv run uipath run agent --file input.json
 
+echo "Running agent again with empty UIPATH_JOB_KEY..."
+export UIPATH_JOB_KEY=""
+uv run uipath run agent --file input.json >> local_run_output.log

testcases/simple-local-mcp/src/assert.py

@@ -1,61 +1,46 @@
 import os
-import sys
 import json
 
 print("Checking simple local MCP agent output...")
 
 # Check NuGet package
 uipath_dir = ".uipath"
-if not os.path.exists(uipath_dir):
-    print("NuGet package directory (.uipath) not found")
-    sys.exit(1)
+assert os.path.exists(uipath_dir), "NuGet package directory (.uipath) not found"
 
 nupkg_files = [f for f in os.listdir(uipath_dir) if f.endswith('.nupkg')]
-if not nupkg_files:
-    print("NuGet package file (.nupkg) not found in .uipath directory")
-    sys.exit(1)
+assert nupkg_files, "NuGet package file (.nupkg) not found in .uipath directory"
 
 print(f"NuGet package found: {nupkg_files[0]}")
 
 # Check agent output file
 output_file = "__uipath/output.json"
-if not os.path.isfile(output_file):
-    print("Agent output file not found")
-    sys.exit(1)
+assert os.path.isfile(output_file), "Agent output file not found"
 
 print("Agent output file found")
 
 # Check status and required fields
-try:
-    with open(output_file, 'r', encoding='utf-8') as f:
-        output_data = json.load(f)
-    
-    # Check status
-    status = output_data.get("status")
-    if status != "successful":
-        print(f"Agent execution failed with status: {status}")
-        sys.exit(1)
-    
-    print("Agent execution status: successful")
-    
-    # Check required fields for simple local MCP agent
-    if "output" not in output_data:
-        print("Missing 'output' field in agent response")
-        sys.exit(1)
-    
-    output_content = output_data["output"]
-    if "messages" not in output_content:
-        print("Missing 'messages' field in output")
-        sys.exit(1)
-
-    messages = output_content["messages"]
-    if not messages or not isinstance(messages, list):
-        print("Messages field is empty or not a list")
-        sys.exit(1)
-    
-    print("Required fields validation passed")
-    print("Simple local MCP agent working correctly.")
-
-except Exception as e:
-    print(f"Error checking output: {e}")
-    sys.exit(1)
+with open(output_file, 'r', encoding='utf-8') as f:
+    output_data = json.load(f)
+
+# Check status
+status = output_data.get("status")
+assert status == "successful", f"Agent execution failed with status: {status}"
+
+print("Agent execution status: successful")
+
+# Check required fields for simple local MCP agent
+assert "output" in output_data, "Missing 'output' field in agent response"
+
+output_content = output_data["output"]
+assert "messages" in output_content, "Missing 'messages' field in output"
+
+messages = output_content["messages"]
+assert messages and isinstance(messages, list), "Messages field is empty or not a list"
+
+with open("local_run_output.log", 'r', encoding='utf-8') as f:
+    local_run_output = f.read()
+
+# Check if response contains 'Successful execution.'
+assert "Successful execution." in local_run_output, f"Response does not contain 'Successful execution.'. Actual response: {local_run_output}"
+
+print("Required fields validation passed")

testcases/ticket-classification/run.sh

@@ -1,3 +1,6 @@
+#!/bin/bash
+set -e
+
 echo "Syncing dependencies..."
 uv sync
 
@@ -16,3 +19,7 @@ uv run uipath run agent --file input.json
 echo "Resuming agent run by default with {'Answer': true}..."
 uv run uipath run agent '{"Answer": true}' --resume;
 
+echo "Running agent again with empty UIPATH_JOB_KEY..."
+export UIPATH_JOB_KEY=""
+uv run uipath run agent --file input.json >> local_run_output.log
+uv run uipath run agent '{"Answer": true}' --resume >> local_run_output.log

testcases/ticket-classification/src/assert.py

@@ -1,71 +1,51 @@
 import os
-import sys
 import json
 
 print("Checking ticket classification agent output...")
 
 # Check NuGet package
 uipath_dir = ".uipath"
-if not os.path.exists(uipath_dir):
-    print("NuGet package directory (.uipath) not found")
-    sys.exit(1)
+assert os.path.exists(uipath_dir), "NuGet package directory (.uipath) not found"
 
 nupkg_files = [f for f in os.listdir(uipath_dir) if f.endswith('.nupkg')]
-if not nupkg_files:
-    print("NuGet package file (.nupkg) not found in .uipath directory")
-    sys.exit(1)
+assert nupkg_files, "NuGet package file (.nupkg) not found in .uipath directory"
 
 print(f"NuGet package found: {nupkg_files[0]}")
 
 # Check agent output file
 output_file = "__uipath/output.json"
-if not os.path.isfile(output_file):
-    print("Agent output file not found")
-    sys.exit(1)
+assert os.path.isfile(output_file), "Agent output file not found"
 
 print("Agent output file found")
 
 # Check status and required fields
-try:
-    with open(output_file, 'r', encoding='utf-8') as f:
-        output_data = json.load(f)
-    
-    # Check status
-    status = output_data.get("status")
-    if status != "successful":
-        print(f"Agent execution failed with status: {status}")
-        sys.exit(1)
-    
-    print("Agent execution status: successful")
-    
-    # Check required fields for ticket classification agent
-    if "output" not in output_data:
-        print("Missing 'output' field in agent response")
-        sys.exit(1)
-    
-    output_content = output_data["output"]
-    if "label" not in output_content:
-        print("Missing 'label' field in output")
-        sys.exit(1)
-
-    label = output_content["label"]
-    if not label or label.strip() == "":
-        print("Label field is empty")
-        sys.exit(1)
+with open(output_file, 'r', encoding='utf-8') as f:
+    output_data = json.load(f)
+
+# Check status
+status = output_data.get("status")
+assert status == "successful", f"Agent execution failed with status: {status}"
+
+print("Agent execution status: successful")
+
+# Check required fields for ticket classification agent
+assert "output" in output_data, "Missing 'output' field in agent response"
+
+output_content = output_data["output"]
+assert "label" in output_content, "Missing 'label' field in output"
+
+label = output_content["label"]
+assert label and label.strip() != "", "Label field is empty"
+
+assert "confidence" in output_content, "Missing 'confidence' field in output"
+
+confidence = output_content["confidence"]
+assert confidence is not None and confidence != "", "Confidence field is empty"
+
+with open("local_run_output.log", 'r', encoding='utf-8') as f:
+    local_run_output = f.read()
+
+# Check if response contains 'Successful execution.'
+assert "Successful execution." in local_run_output, f"Response does not contain 'Successful execution.'. Actual response: {local_run_output}"
 
-    if "confidence" not in output_content:
-        print("Missing 'confidence' field in output")
-        sys.exit(1)
-
-    confidence = output_content["confidence"]
-    if confidence is None or confidence == "":
-        print("Confidence field is empty")
-        sys.exit(1)
-
-        
-    print("Required fields validation passed")
-    print("Ticket classification agent working correctly.")
-
-except Exception as e:
-    print(f"Error checking output: {e}")
-    sys.exit(1)
+print("Required fields validation passed")