name: Agent E2E

# Runs the agent e2e suites (e2e/) against the Conductor OSS server boot

# JAR (Maven Central) — the server this SDK ships against, with the agent

# runtime on by default from 3.32.0-rc.8 onward.

# tests/integration/ai stays manual-only: run it locally against

# a live server with `pytest tests/integration/ai`.

#

# These tests call real LLMs via the OPENAI_API_KEY / ANTHROPIC_API_KEY

# repo secrets. Fork PRs cannot see repo secrets, so for them the run

# fails at the silently-empty guard rather than passing vacuously.

on: [pull_request, workflow_dispatch]

permissions:

contents: read

concurrency:

group: agent-e2e-${{ github.ref }}

cancel-in-progress: true

env:

# Tracks the org-level E2E_TEST_OSS_CONDUCTOR_VERSION, set by conductor's

# publish.yml on each release (shared with the pull_request.yml docker e2e).

# Fork PRs can't read org vars, so they fall back to the pinned default.

CONDUCTOR_SERVER_VERSION: ${{ vars.E2E_TEST_OSS_CONDUCTOR_VERSION || '3.33.0' }}

jobs:

agent-e2e:

runs-on: ubuntu-latest

timeout-minutes: 45

env:

OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}

ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}

CONDUCTOR_SERVER_URL: http://localhost:8080/api

steps:

- name: Checkout code

uses: actions/checkout@v4

- name: Set up Python

uses: actions/setup-python@v5

with:

python-version: '3.12'

cache: 'pip'

- name: Set up Java

uses: actions/setup-java@v4

with:

distribution: temurin

java-version: '21'

- name: Cache server JAR

id: jar_cache

uses: actions/cache@v4

with:

path: conductor-server.jar

key: conductor-oss-server-${{ env.CONDUCTOR_SERVER_VERSION }}

- name: Download server JAR from Maven Central

if: steps.jar_cache.outputs.cache-hit != 'true'

run: |

curl -fL --retry 3 -o conductor-server.jar \

"https://repo1.maven.org/maven2/org/conductoross/conductor-server/${CONDUCTOR_SERVER_VERSION}/conductor-server-${CONDUCTOR_SERVER_VERSION}-boot.jar"

- name: Install SDK + test deps

run: |

python -m pip install --upgrade pip

pip install -e '.[agents]'

# mcp 2.0 dropped mcp.server.fastmcp, which mcp-testkit's server and

# tool modules still import — hold the resolver on the 1.x line until

# the testkit ships a 2.x-compatible release.

pip install pytest pytest-asyncio pytest-xdist pytest-rerunfailures mcp-testkit 'mcp<2'

- name: Start mcp-testkit

run: |

mcp-testkit --transport http --port 3001 &

# Probe the port instead of a blind sleep — a testkit that dies on

# import used to leave this step green and surface only as downstream

# skips. curl exits non-zero while the port is refusing connections

# (a bare GET on a live /mcp answers 406, which counts as up).

for i in $(seq 1 15); do

if curl -s -o /dev/null http://localhost:3001/mcp; then

echo "mcp-testkit ready after ~${i}s"; exit 0

fi

sleep 1

done

echo "::error::mcp-testkit failed to start on port 3001"

exit 1

- name: Start server

# conductor-oss serves secrets from the server process environment and

# rejects writes, so suites that consume a credential need theirs

# provisioned here or their authenticated phase self-skips.

env:

CONDUCTOR_SECRET_MCP_AUTH_KEY: e2e-test-secret-key-12345

CONDUCTOR_SECRET_HTTP_AUTH_KEY: e2e-http-test-secret-key-67890

run: |

java -jar conductor-server.jar --server.port=8080 > server.log 2>&1 &

- name: Wait for server health

run: |

for i in $(seq 1 45); do

if curl -sf http://localhost:8080/health | grep -q '"healthy"[[:space:]]*:[[:space:]]*true'; then

echo "server healthy after ~$((i*2))s"; exit 0

fi

sleep 2

done

echo "::error::server failed to become healthy within 90s"

tail -100 server.log

exit 1

- name: Run e2e suites

run: |

mkdir -p results

pytest e2e/ -v --tb=short -n 3 --dist=loadgroup \

--junitxml=results/junit-e2e.xml

# e2e/conftest.py pytest.skip()s the whole session when the server is

# unreachable — without this guard a boot failure after the health gate

# (or a future gate regression) would yield a green job that ran nothing.

- name: Guard against silently-empty runs

if: always()

run: |

python - <<'EOF'

import glob

import sys

import xml.etree.ElementTree as ET

total = executed = 0

for path in glob.glob("results/junit-*.xml"):

root = ET.parse(path).getroot()

for suite in root.iter("testsuite"):

t = int(suite.get("tests", 0))

sk = int(suite.get("skipped", 0))

total += t

executed += t - sk

print(f"executed {executed}/{total} tests")

sys.exit(0 if executed > 0 else 1)

EOF

- name: Generate HTML report

if: always()

run: |

python e2e/report_generator.py results/junit-e2e.xml results/report.html || true

- name: Upload results

if: always()

uses: actions/upload-artifact@v4

with:

name: agent-e2e-results

path: |

results/

server.log

retention-days: 14