Skip to content

LCORE-1076: Run daily e2e tests for inference providers (e.g., Azure, WatsonX, etc..) #927

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
are-ces wants to merge 1 commit into
base: main
Choose a base branch
from
Open

LCORE-1076: Run daily e2e tests for inference providers (e.g., Azure, WatsonX, etc..) #927

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
80 changes: 1 addition & 79 deletions .github/workflows/e2e_tests.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -10,16 +10,13 @@ jobs:
fail-fast: false
matrix:
mode: ["server", "library"]
environment: ["ci", "azure", "vertexai"]
environment: ["ci"]

name: "E2E: ${{ matrix.mode }} mode / ${{ matrix.environment }}"

env:
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
E2E_OPENAI_MODEL: ${{ vars.E2E_OPENAI_MODEL }}
CLIENT_SECRET: ${{ secrets.CLIENT_SECRET }}
CLIENT_ID: ${{ secrets.CLIENT_ID }}
TENANT_ID: ${{ secrets.TENANT_ID }}
E2E_DEPLOYMENT_MODE: ${{ matrix.mode }}

steps:
Expand Down Expand Up @@ -64,71 +61,6 @@ jobs:
cp "${CONFIG_FILE}" lightspeed-stack.yaml
echo "✅ Configuration loaded successfully"

- name: Get Azure API key (access token)
if: matrix.environment == 'azure'
id: azure_token
env:
CLIENT_ID: ${{ secrets.CLIENT_ID }}
CLIENT_SECRET: ${{ secrets.CLIENT_SECRET }}
TENANT_ID: ${{ secrets.TENANT_ID }}
run: |
echo "Requesting Azure API token..."
RESPONSE=$(curl -s -X POST \
-H "Content-Type: application/x-www-form-urlencoded" \
-d "client_id=$CLIENT_ID&scope=https://cognitiveservices.azure.com/.default&client_secret=$CLIENT_SECRET&grant_type=client_credentials" \
"https://login.microsoftonline.com/$TENANT_ID/oauth2/v2.0/token")

echo "Response received. Extracting access_token..."
ACCESS_TOKEN=$(echo "$RESPONSE" | jq -r '.access_token')

if [ -z "$ACCESS_TOKEN" ] || [ "$ACCESS_TOKEN" == "null" ]; then
echo "❌ Failed to obtain Azure access token. Response:"
echo "$RESPONSE"
exit 1
fi

echo "✅ Successfully obtained Azure access token."
echo "AZURE_API_KEY=$ACCESS_TOKEN" >> $GITHUB_ENV

- name: Save VertexAI service account key to file
if: matrix.environment == 'vertexai'
env:
GOOGLE_SA_KEY: ${{ secrets.GOOGLE_SA_KEY }}
run: |
echo "Setting up Google Cloud service account credentials..."

if [ -z "$GOOGLE_SA_KEY" ]; then
echo "❌ GOOGLE_SA_KEY is not set. Please configure the secret in GitHub repository settings."
exit 1
fi

GCP_KEYS_PATH=./tmp/.gcp-keys
echo "GCP_KEYS_PATH=$GCP_KEYS_PATH" >> $GITHUB_ENV

mkdir -p $GCP_KEYS_PATH

echo "Writing service account key to file..."

# Decode from base64, needed because GH changes the key if using the raw key
printf '%s' "$GOOGLE_SA_KEY" | base64 -d > $GCP_KEYS_PATH/gcp-key.json

# Verify the file was created and is valid JSON
if [ ! -f "$GCP_KEYS_PATH/gcp-key.json" ]; then
echo "❌ Failed to create gcp-key.json file"
exit 1
fi

if ! jq empty "$GCP_KEYS_PATH/gcp-key.json" 2>/dev/null; then
echo "❌ gcp-key.json is not valid JSON"
exit 1
fi
echo "✅ gcp-key.json is valid JSON"

# Set proper permissions (readable by all, needed for container user 1001)
chmod 644 $GCP_KEYS_PATH/gcp-key.json

echo "GOOGLE_APPLICATION_CREDENTIALS=/opt/app-root/.gcp-keys/gcp-key.json" >> $GITHUB_ENV

- name: Select and configure run.yaml
env:
CONFIG_ENVIRONMENT: ${{ matrix.environment || 'ci' }}
Expand Down Expand Up @@ -195,11 +127,6 @@ jobs:
if: matrix.mode == 'server'
env:
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
AZURE_API_KEY: ${{ env.AZURE_API_KEY }}
VERTEX_AI_LOCATION: ${{ secrets.VERTEX_AI_LOCATION }}
VERTEX_AI_PROJECT: ${{ secrets.VERTEX_AI_PROJECT }}
GOOGLE_APPLICATION_CREDENTIALS: ${{ env.GOOGLE_APPLICATION_CREDENTIALS }}
GCP_KEYS_PATH: ${{ env.GCP_KEYS_PATH }}
run: |
# Debug: Check if environment variable is available for docker-compose
echo "OPENAI_API_KEY is set: $([ -n "$OPENAI_API_KEY" ] && echo 'YES' || echo 'NO')"
Expand All @@ -221,11 +148,6 @@ jobs:
if: matrix.mode == 'library'
env:
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
AZURE_API_KEY: ${{ env.AZURE_API_KEY }}
VERTEX_AI_LOCATION: ${{ secrets.VERTEX_AI_LOCATION }}
VERTEX_AI_PROJECT: ${{ secrets.VERTEX_AI_PROJECT }}
GOOGLE_APPLICATION_CREDENTIALS: ${{ env.GOOGLE_APPLICATION_CREDENTIALS }}
GCP_KEYS_PATH: ${{ env.GCP_KEYS_PATH }}
run: |
echo "Starting service in library mode (1 container)"
docker compose -f docker-compose-library.yaml up -d
Expand Down
Loading
Loading