python-merge-tests.yml

name: Python - Merge - Tests
#
# NOTE: This workflow and python-integration-tests.yml share the same set of
# parallel test jobs. Keep them in sync — when adding, removing, or modifying a
# job here, apply the same change to python-integration-tests.yml.
#

on:
  workflow_dispatch:
  pull_request:
    branches: ["main"]
  merge_group:
    branches: ["main"]
  schedule:
    - cron: "0 0 * * *" # Run at midnight UTC daily

permissions:
  contents: read
  id-token: write

env:
  # Configure a constant location for the uv cache
  UV_CACHE_DIR: /tmp/.uv-cache
  UV_PYTHON: "3.13"
  RUN_SAMPLES_TESTS: ${{ vars.RUN_SAMPLES_TESTS }}

jobs:
  paths-filter:
    runs-on: ubuntu-latest
    permissions:
      contents: read
      pull-requests: read
    outputs:
      pythonChanges: ${{ steps.filter.outputs.python }}
      coreChanged: ${{ steps.filter.outputs.core }}
      openaiChanged: ${{ steps.filter.outputs.openai }}
      azureChanged: ${{ steps.filter.outputs.azure }}
      miscChanged: ${{ steps.filter.outputs.misc }}
      foundryChanged: ${{ steps.filter.outputs.foundry }}
      foundryHostingChanged: ${{ steps.filter.outputs.foundry_hosting }}
      cosmosChanged: ${{ steps.filter.outputs.cosmos }}
      qdrantChanged: ${{ steps.filter.outputs.qdrant }}
      mongodbChanged: ${{ steps.filter.outputs.mongodb }}
      redisChanged: ${{ steps.filter.outputs.redis }}
      githubCopilotChanged: ${{ steps.filter.outputs.github_copilot }}
      postgresChanged: ${{ steps.filter.outputs.postgres }}
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
      - uses: dorny/paths-filter@ceb8a2b8f2d89434be7ff52d3de7ec3738c5cc9d # v4.0.3
        id: filter
        with:
          filters: |
            python:
              - 'python/**'
              - '.github/actions/setup-local-mcp-server/**'
              - '.github/workflows/python-merge-tests.yml'
              - '.github/workflows/python-integration-tests.yml'
            core:
              - 'python/packages/core/agent_framework/_*.py'
              - 'python/packages/core/agent_framework/_workflows/**'
              - 'python/packages/core/agent_framework/exceptions.py'
              - 'python/packages/core/agent_framework/observability.py'
            openai:
              - 'python/packages/core/agent_framework/openai/**'
              - 'python/packages/openai/**'
              - 'python/samples/**/providers/openai/**'
            azure:
              - 'python/packages/openai/**'
              - 'python/packages/core/agent_framework/azure/**'
              - 'python/samples/**/providers/azure/**'
            misc:
              - 'python/packages/anthropic/**'
              - 'python/packages/hyperlight/**'
              - 'python/packages/mistral/**'
              - 'python/packages/ollama/**'
              - 'python/packages/core/agent_framework/_mcp.py'
              - 'python/packages/core/tests/core/test_mcp.py'
              - 'python/packages/hosting-mcp/**'
              - 'python/scripts/local_mcp_streamable_http_server.py'
              - '.github/actions/setup-local-mcp-server/**'
              - '.github/workflows/python-merge-tests.yml'
              - '.github/workflows/python-integration-tests.yml'
            foundry:
              - 'python/packages/foundry/**'
              - 'python/samples/**/providers/foundry/**'
              - 'python/samples/02-agents/embeddings/foundry_embeddings.py'
            foundry_hosting:
              - 'python/packages/foundry_hosting/**'
            cosmos:
              - 'python/packages/azure-cosmos/**'
            qdrant:
              - 'python/packages/qdrant/**'
              - '.github/workflows/python-merge-tests.yml'
              - '.github/workflows/python-integration-tests.yml'
            mongodb:
              - 'python/packages/mongodb/**'
              - '.github/workflows/python-merge-tests.yml'
              - '.github/workflows/python-integration-tests.yml'
            redis:
              - 'python/packages/redis/**'
              - 'python/packages/core/agent_framework/redis/**'
            github_copilot:
              - 'python/packages/github_copilot/**'
            postgres:
              - 'python/packages/postgres/**'
              - 'python/pyproject.toml'
              - 'python/uv.lock'
              - '.github/workflows/python-merge-tests.yml'
              - '.github/workflows/python-integration-tests.yml'
      # run only if 'python' files were changed
      - name: python tests
        if: steps.filter.outputs.python == 'true'
        run: echo "Python file"
      # run only if not 'python' files were changed
      - name: not python tests
        if: steps.filter.outputs.python != 'true'
        run: echo "NOT python file"
  python-tests-qdrant:
    name: Python Integration Tests - Qdrant
    needs: paths-filter
    if: >
      needs.paths-filter.outputs.pythonChanges == 'true' &&
      (github.event_name == 'schedule' || github.event_name == 'workflow_dispatch' ||
       needs.paths-filter.outputs.qdrantChanged == 'true' ||
       needs.paths-filter.outputs.coreChanged == 'true')
    runs-on: ubuntu-latest
    timeout-minutes: 15
    services:
      qdrant:
        image: qdrant/qdrant:v1.16.2
        env:
          QDRANT__TELEMETRY_DISABLED: "true"
        ports:
          - 6333:6333
    env:
      QDRANT_TEST_URL: "http://localhost:6333"
    defaults:
      run:
        working-directory: python
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
      - name: Set up python and install the project
        uses: ./.github/actions/python-setup
        with:
          python-version: ${{ env.UV_PYTHON }}
          os: ${{ runner.os }}
      - name: Wait for Qdrant
        run: |
          for i in {1..60}; do
            if curl --fail --silent http://localhost:6333/readyz > /dev/null; then
              exit 0
            fi
            sleep 1
          done
          echo "Qdrant did not become ready in time." >&2
          exit 1
      - name: Test with pytest (Qdrant integration)
        run: uv run --directory packages/qdrant poe test-integration --junitxml=${{ github.workspace }}/python/pytest.xml
      - name: Upload test results
        if: always()
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
        with:
          name: test-results-qdrant
          path: ./python/pytest.xml
          if-no-files-found: ignore

  # MongoDB tests use the official disposable Atlas Local image and need no cloud credentials.
  python-tests-mongodb:
    name: Python Integration Tests - MongoDB
    needs: paths-filter
    if: >
      needs.paths-filter.outputs.pythonChanges == 'true' &&
      (github.event_name == 'schedule' || github.event_name == 'workflow_dispatch' ||
       needs.paths-filter.outputs.mongodbChanged == 'true' ||
       needs.paths-filter.outputs.coreChanged == 'true')
    runs-on: ubuntu-latest
    timeout-minutes: 15
    permissions:
      contents: read
    services:
      mongodb:
        image: mongodb/mongodb-atlas-local@sha256:82da14850e350f15aae720ebba130ade6a607335877486a63252b3ad8ef3b12a
        ports:
          - 27017:27017
    env:
      MONGODB_TEST_URI: "mongodb://localhost:27017/?directConnection=true"
      MONGODB_TEST_DATABASE: af_vectors_test
    defaults:
      run:
        working-directory: python
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          persist-credentials: false
      - name: Set up python and install the project
        uses: ./.github/actions/python-setup
        with:
          python-version: ${{ env.UV_PYTHON }}
          os: ${{ runner.os }}
      - name: Test MongoDB integration
        run: >
          uv run --directory packages/mongodb poe test-integration
          --junitxml=${{ github.workspace }}/python/pytest-mongodb.xml
      - name: Surface failing tests
        if: always()
        uses: pmeier/pytest-results-action@fdc7f18d9934e38aca411ca9557e6577bd25ca9c # v0.9.0
        with:
          path: ./python/pytest-mongodb.xml
          summary: true
          display-options: fEX
          fail-on-empty: false
          title: MongoDB integration test results
      - name: Upload test results
        if: always()
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
        with:
          name: test-results-mongodb
          path: ./python/pytest-mongodb.xml
          if-no-files-found: ignore

  # Unit tests: always run all non-integration tests across all packages
  python-tests-unit:
    name: Python Tests - Unit
    needs: paths-filter
    if: >
      github.event_name != 'pull_request' &&
      needs.paths-filter.outputs.pythonChanges == 'true'
    runs-on: ubuntu-latest
    environment: integration
    defaults:
      run:
        working-directory: python
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
      - name: Set up python and install the project
        id: python-setup
        uses: ./.github/actions/python-setup
        with:
          python-version: ${{ env.UV_PYTHON }}
          os: ${{ runner.os }}
      - name: Test with pytest (unit tests only)
        run: >
          uv run poe test -A
          -m "not integration"
          --timeout=120 --session-timeout=900 --timeout_method thread
          --retries 2 --retry-delay 5
          --junitxml=pytest.xml
        working-directory: ./python
      - name: Surface failing tests
        if: always()
        uses: pmeier/pytest-results-action@fdc7f18d9934e38aca411ca9557e6577bd25ca9c # v0.9.0
        with:
          path: ./python/pytest.xml
          summary: true
          display-options: fEX
          fail-on-empty: false
          title: Unit test results

  # OpenAI integration tests
  python-tests-openai:
    name: Python Tests - OpenAI Integration
    needs: paths-filter
    if: >
      github.event_name != 'pull_request' &&
      needs.paths-filter.outputs.pythonChanges == 'true' &&
      (github.event_name != 'merge_group' ||
       needs.paths-filter.outputs.openaiChanged == 'true' ||
       needs.paths-filter.outputs.coreChanged == 'true')
    runs-on: ubuntu-latest
    environment: integration
    env:
      OPENAI_CHAT_COMPLETION_MODEL: ${{ vars.OPENAI__CHATMODELID }}
      OPENAI_CHAT_MODEL: ${{ vars.OPENAI__RESPONSESMODELID }}
      OPENAI_MODEL: ${{ vars.OPENAI__RESPONSESMODELID }}
      OPENAI_EMBEDDING_MODEL: ${{ vars.OPENAI_EMBEDDING_MODEL_ID }}
      OPENAI_API_KEY: ${{ secrets.OPENAI__APIKEY }}
    defaults:
      run:
        working-directory: python
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
      - name: Set up python and install the project
        id: python-setup
        uses: ./.github/actions/python-setup
        with:
          python-version: ${{ env.UV_PYTHON }}
          os: ${{ runner.os }}
      - name: Test with pytest (OpenAI integration)
        run: >
          uv run pytest --import-mode=importlib
          packages/openai/tests
          -m "integration and not azure"
          -n logical --dist worksteal
          --timeout=120 --session-timeout=900 --timeout_method thread
          --retries 2 --retry-delay 5
          --junitxml=pytest.xml
        working-directory: ./python
      - name: Test OpenAI samples
        timeout-minutes: 10
        if: env.RUN_SAMPLES_TESTS == 'true'
        run: uv run pytest tests/samples/ -m "openai"
        working-directory: ./python
      - name: Surface failing tests
        if: always()
        uses: pmeier/pytest-results-action@fdc7f18d9934e38aca411ca9557e6577bd25ca9c # v0.9.0
        with:
          path: ./python/pytest.xml
          summary: true
          display-options: fEX
          fail-on-empty: false
          title: OpenAI integration test results
      - name: Upload test results
        if: always()
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
        with:
          name: test-results-openai
          path: ./python/pytest.xml
          if-no-files-found: ignore

  # Azure OpenAI integration tests
  python-tests-azure-openai:
    name: Python Tests - Azure OpenAI Integration
    needs: paths-filter
    if: >
      github.event_name != 'pull_request' &&
      needs.paths-filter.outputs.pythonChanges == 'true' &&
      (github.event_name != 'merge_group' ||
       needs.paths-filter.outputs.azureChanged == 'true' ||
       needs.paths-filter.outputs.coreChanged == 'true')
    runs-on: ubuntu-latest
    environment: integration
    env:
      AZURE_OPENAI_CHAT_COMPLETION_MODEL: ${{ vars.AZUREOPENAI__CHATDEPLOYMENTNAME }}
      AZURE_OPENAI_CHAT_MODEL: ${{ vars.AZUREOPENAI__RESPONSESDEPLOYMENTNAME }}
      AZURE_OPENAI_MODEL: ${{ vars.AZUREOPENAI__RESPONSESDEPLOYMENTNAME }}
      AZURE_OPENAI_EMBEDDING_MODEL: ${{ vars.AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME }}
      AZURE_OPENAI_ENDPOINT: ${{ vars.AZUREOPENAI__ENDPOINT }}
    defaults:
      run:
        working-directory: python
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
      - name: Set up python and install the project
        id: python-setup
        uses: ./.github/actions/python-setup
        with:
          python-version: ${{ env.UV_PYTHON }}
          os: ${{ runner.os }}
      - name: Azure CLI Login
        if: github.event_name != 'pull_request'
        uses: azure/login@a641126d1b8aa4d1fa005f4f92df94a3a4c4c906 # v3.1.0
        with:
          client-id: ${{ secrets.AZURE_CLIENT_ID }}
          tenant-id: ${{ secrets.AZURE_TENANT_ID }}
          subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }}
      - name: Test with pytest (Azure OpenAI integration)
        run: >
          uv run pytest --import-mode=importlib
          packages/openai/tests/openai/test_openai_chat_completion_client_azure.py
          packages/openai/tests/openai/test_openai_chat_client_azure.py
          packages/openai/tests/openai/test_openai_embedding_client_azure.py
          -m integration
          -n logical --dist worksteal
          --timeout=120 --session-timeout=900 --timeout_method thread
          --retries 2 --retry-delay 5
          --junitxml=pytest.xml
        working-directory: ./python
      - name: Test Azure samples
        timeout-minutes: 10
        if: env.RUN_SAMPLES_TESTS == 'true'
        run: uv run pytest tests/samples/ -m "azure"
        working-directory: ./python
      - name: Surface failing tests
        if: always()
        uses: pmeier/pytest-results-action@fdc7f18d9934e38aca411ca9557e6577bd25ca9c # v0.9.0
        with:
          path: ./python/pytest.xml
          summary: true
          display-options: fEX
          fail-on-empty: false
          title: Azure OpenAI integration test results
      - name: Upload test results
        if: always()
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
        with:
          name: test-results-azure-openai
          path: ./python/pytest.xml
          if-no-files-found: ignore

  # Misc integration tests (Anthropic, Ollama, MCP)
  python-tests-misc-integration:
    name: Python Tests - Misc Integration
    needs: paths-filter
    if: >
      github.event_name != 'pull_request' &&
      needs.paths-filter.outputs.pythonChanges == 'true' &&
      (github.event_name != 'merge_group' ||
       needs.paths-filter.outputs.miscChanged == 'true' ||
       needs.paths-filter.outputs.coreChanged == 'true')
    runs-on: ubuntu-latest
    environment: integration
    env:
      ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
      ANTHROPIC_CHAT_MODEL: ${{ vars.ANTHROPIC_CHAT_MODEL_ID }}
      LOCAL_MCP_URL: ${{ vars.LOCAL_MCP__URL }}
      OLLAMA_MODEL: qwen2.5:1.5b
      OLLAMA_EMBEDDING_MODEL: nomic-embed-text
    defaults:
      run:
        working-directory: python
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
      - name: Set up python and install the project
        id: python-setup
        uses: ./.github/actions/python-setup
        with:
          python-version: ${{ env.UV_PYTHON }}
          os: ${{ runner.os }}
      - name: Install Ollama
        run: curl -fsSL https://ollama.com/install.sh | sh
        working-directory: .
      - name: Cache Ollama models
        uses: actions/cache@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0
        with:
          path: ~/.ollama/models
          key: ollama-models-qwen2.5-1.5b-nomic-embed-text-v1
      - name: Start Ollama and pull models
        run: |
          # Stop any Ollama instance auto-started by the install script
          pkill ollama || true
          sleep 2
          ollama serve &
          for i in $(seq 1 30); do
            if curl -sf http://localhost:11434/api/tags > /dev/null 2>&1; then
              break
            fi
            sleep 1
          done
          # Pull models with retry for transient 429 rate limits
          for model in qwen2.5:1.5b nomic-embed-text; do
            pulled=false
            for attempt in 1 2 3; do
              if ollama pull "$model"; then
                pulled=true
                break
              fi
              echo "Retry $attempt for $model (waiting 15s)..."
              sleep 15
            done
            if [ "$pulled" != "true" ]; then
              echo "ERROR: Failed to pull $model after 3 attempts"
              exit 1
            fi
          done
        working-directory: .
      - name: Start local MCP server
        id: local-mcp
        uses: ./.github/actions/setup-local-mcp-server
        with:
          fallback_url: ${{ env.LOCAL_MCP_URL }}
      - name: Prefer local MCP URL when available
        run: echo "LOCAL_MCP_URL=${{ steps.local-mcp.outputs.effective_url }}" >> "$GITHUB_ENV"
      - name: Test with pytest (Anthropic, Hyperlight, Mistral, Ollama, MCP integration)
        run: >
          uv run pytest --import-mode=importlib
          packages/anthropic/tests
          packages/hyperlight/tests
          packages/mistral/tests
          packages/ollama/tests
          packages/core/tests/core/test_mcp.py
          packages/hosting-mcp/tests
          -m integration
          -n logical --dist worksteal
          --timeout=120 --session-timeout=900 --timeout_method thread
          --retries 2 --retry-delay 30
          --junitxml=pytest.xml
        working-directory: ./python
      - name: Stop local MCP server
        if: always()
        shell: bash
        run: |
          set -euo pipefail
          server_pid="${{ steps.local-mcp.outputs.pid }}"
          if [[ -z "$server_pid" ]]; then
            exit 0
          fi
          if ! kill -0 "$server_pid" 2>/dev/null; then
            exit 0
          fi
          kill -TERM -- "-$server_pid" 2>/dev/null || kill -TERM "$server_pid" 2>/dev/null || true
          for _ in $(seq 1 10); do
            if ! kill -0 "$server_pid" 2>/dev/null; then
              exit 0
            fi
            sleep 1
          done
          kill -KILL -- "-$server_pid" 2>/dev/null || kill -KILL "$server_pid" 2>/dev/null || true
      - name: Surface failing tests
        if: always()
        uses: pmeier/pytest-results-action@fdc7f18d9934e38aca411ca9557e6577bd25ca9c # v0.9.0
        with:
          path: ./python/pytest.xml
          summary: true
          display-options: fEX
          fail-on-empty: false
          title: Misc integration test results
      - name: Upload test results
        if: always()
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
        with:
          name: test-results-misc
          path: ./python/pytest.xml
          if-no-files-found: ignore

  python-tests-foundry:
    name: Python Integration Tests - Foundry
    needs: paths-filter
    if: >
      github.event_name != 'pull_request' &&
      needs.paths-filter.outputs.pythonChanges == 'true' &&
      (github.event_name != 'merge_group' ||
       needs.paths-filter.outputs.foundryChanged == 'true' ||
       needs.paths-filter.outputs.coreChanged == 'true')
    runs-on: ubuntu-latest
    environment: integration
    env:
      FOUNDRY_PROJECT_ENDPOINT: ${{ vars.FOUNDRY_PROJECT_ENDPOINT }}
      FOUNDRY_MODEL: ${{ vars.FOUNDRY_MODEL }}
      FOUNDRY_AGENT_NAME: ${{ vars.FOUNDRY_AGENT_NAME }}
      FOUNDRY_AGENT_VERSION: ${{ vars.FOUNDRY_AGENT_VERSION }}
      FOUNDRY_MODELS_ENDPOINT: ${{ vars.FOUNDRY_MODELS_ENDPOINT || '' }}
      FOUNDRY_MODELS_API_KEY: ${{ secrets.FOUNDRY_MODELS_API_KEY || '' }}
      FOUNDRY_EMBEDDING_MODEL: ${{ vars.FOUNDRY_EMBEDDING_MODEL || '' }}
      FOUNDRY_IMAGE_EMBEDDING_MODEL: ${{ vars.FOUNDRY_IMAGE_EMBEDDING_MODEL || '' }}
      LOCAL_MCP_URL: ${{ vars.LOCAL_MCP__URL }}
    defaults:
      run:
        working-directory: python
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
      - name: Set up python and install the project
        id: python-setup
        uses: ./.github/actions/python-setup
        with:
          python-version: ${{ env.UV_PYTHON }}
          os: ${{ runner.os }}
      - name: Azure CLI Login
        if: github.event_name != 'pull_request'
        uses: azure/login@a641126d1b8aa4d1fa005f4f92df94a3a4c4c906 # v3.1.0
        with:
          client-id: ${{ secrets.AZURE_CLIENT_ID }}
          tenant-id: ${{ secrets.AZURE_TENANT_ID }}
          subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }}
      - name: Test with pytest
        timeout-minutes: 15
        run: >
          uv run pytest --import-mode=importlib
          packages/foundry/tests
          -m integration
          -n logical --dist worksteal
          --timeout=120 --session-timeout=900 --timeout_method thread
          --retries 2 --retry-delay 5
          --junitxml=pytest.xml
        working-directory: ./python
      - name: Surface failing tests
        if: always()
        uses: pmeier/pytest-results-action@fdc7f18d9934e38aca411ca9557e6577bd25ca9c # v0.9.0
        with:
          path: ./python/pytest.xml
          summary: true
          display-options: fEX
          fail-on-empty: false
          title: Test results
      - name: Upload test results
        if: always()
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
        with:
          name: test-results-foundry
          path: ./python/pytest.xml
          if-no-files-found: ignore

  # Foundry Hosting integration tests
  python-tests-foundry-hosting:
    name: Python Tests - Foundry Hosting Integration
    needs: paths-filter
    if: >
      github.event_name != 'pull_request' &&
      needs.paths-filter.outputs.pythonChanges == 'true' &&
      (github.event_name != 'merge_group' ||
       needs.paths-filter.outputs.foundryHostingChanged == 'true' ||
       needs.paths-filter.outputs.coreChanged == 'true')
    runs-on: ubuntu-latest
    environment: integration
    env:
      FOUNDRY_PROJECT_ENDPOINT: ${{ vars.FOUNDRY_PROJECT_ENDPOINT }}
      FOUNDRY_MODEL: ${{ vars.FOUNDRY_MODEL }}
    defaults:
      run:
        working-directory: python
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
      - name: Set up python and install the project
        id: python-setup
        uses: ./.github/actions/python-setup
        with:
          python-version: ${{ env.UV_PYTHON }}
          os: ${{ runner.os }}
      - name: Azure CLI Login
        if: github.event_name != 'pull_request'
        uses: azure/login@a641126d1b8aa4d1fa005f4f92df94a3a4c4c906 # v3.1.0
        with:
          client-id: ${{ secrets.AZURE_CLIENT_ID }}
          tenant-id: ${{ secrets.AZURE_TENANT_ID }}
          subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }}
      - name: Test with pytest (Foundry Hosting integration)
        timeout-minutes: 15
        run: >
          uv run pytest --import-mode=importlib
          packages/foundry_hosting/tests
          -m integration
          -n logical --dist worksteal
          --timeout=120 --session-timeout=900 --timeout_method thread
          --retries 2 --retry-delay 5
          --junitxml=pytest.xml
        working-directory: ./python
      - name: Surface failing tests
        if: always()
        uses: pmeier/pytest-results-action@fdc7f18d9934e38aca411ca9557e6577bd25ca9c # v0.9.0
        with:
          path: ./python/pytest.xml
          summary: true
          display-options: fEX
          fail-on-empty: false
          title: Foundry Hosting integration test results
      - name: Upload test results
        if: always()
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
        with:
          name: test-results-foundry-hosting
          path: ./python/pytest.xml
          if-no-files-found: ignore

  # TODO: Add python-tests-lab

  # Azure Cosmos integration tests
  python-tests-cosmos:
    name: Python Tests - Cosmos Integration
    needs: paths-filter
    if: >
      github.event_name != 'pull_request' &&
      needs.paths-filter.outputs.pythonChanges == 'true' &&
      (github.event_name != 'merge_group' ||
       needs.paths-filter.outputs.cosmosChanged == 'true' ||
       needs.paths-filter.outputs.coreChanged == 'true')
    runs-on: ubuntu-latest
    environment: integration
    services:
      cosmosdb:
        image: mcr.microsoft.com/cosmosdb/linux/azure-cosmos-emulator:vnext-preview
        ports:
          - 8081:8081
    env:
      AZURE_COSMOS_ENDPOINT: "http://localhost:8081/"
      # Static Azure Cosmos DB emulator key (documented): https://learn.microsoft.com/en-us/azure/cosmos-db/emulator
      AZURE_COSMOS_KEY: "C2y6yDjf5/R+ob0N8A7Cgv30VRDJIWEHLM+4QDU5DE2nQ9nDuVTqobD4b8mGGyPMbIZnqyMsEcaGQy67XIw/Jw=="
      AZURE_COSMOS_DATABASE_NAME: "agent-framework-cosmos-it-db"
      AZURE_COSMOS_CONTAINER_NAME: "agent-framework-cosmos-it-container"
    defaults:
      run:
        working-directory: python
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
      - name: Set up python and install the project
        id: python-setup
        uses: ./.github/actions/python-setup
        with:
          python-version: ${{ env.UV_PYTHON }}
          os: ${{ runner.os }}
      - name: Wait for Cosmos DB emulator
        run: |
          for i in {1..60}; do
            if curl --silent --show-error http://localhost:8081/ > /dev/null; then
              echo "Cosmos DB emulator is ready."
              exit 0
            fi
            sleep 2
          done
          echo "Cosmos DB emulator did not become ready in time." >&2
          exit 1
      - name: Test with pytest (Cosmos integration)
        run: uv run --directory packages/azure-cosmos poe integration-tests -n logical --dist worksteal --timeout=120 --session-timeout=900 --timeout_method thread --retries 2 --retry-delay 5 --junitxml=${{ github.workspace }}/python/pytest.xml
        working-directory: ./python
      - name: Surface failing tests
        if: always()
        uses: pmeier/pytest-results-action@fdc7f18d9934e38aca411ca9557e6577bd25ca9c # v0.9.0
        with:
          path: ./python/pytest.xml
          summary: true
          display-options: fEX
          fail-on-empty: false
          title: Cosmos integration test results
      - name: Upload test results
        if: always()
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
        with:
          name: test-results-cosmos
          path: ./python/pytest.xml
          if-no-files-found: ignore

  # GitHub Copilot integration tests
  python-tests-github-copilot:
    name: Python Tests - GitHub Copilot Integration
    needs: paths-filter
    if: >
      github.event_name != 'pull_request' &&
      needs.paths-filter.outputs.pythonChanges == 'true' &&
      (github.event_name != 'merge_group' ||
       needs.paths-filter.outputs.githubCopilotChanged == 'true' ||
       needs.paths-filter.outputs.coreChanged == 'true')
    runs-on: ubuntu-latest
    environment: integration
    permissions:
      copilot-requests: write
      contents: read
    timeout-minutes: 60
    env:
      GITHUB_TOKEN: ${{ github.token }}
      GITHUB_COPILOT_TIMEOUT: "120"
    defaults:
      run:
        working-directory: python
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
      - name: Set up python and install the project
        id: python-setup
        uses: ./.github/actions/python-setup
        with:
          python-version: ${{ env.UV_PYTHON }}
          os: ${{ runner.os }}
      - name: Test with pytest (GitHub Copilot integration)
        run: >
          uv run pytest --import-mode=importlib
          packages/github_copilot/tests
          -m integration
          --timeout=120 --session-timeout=900 --timeout_method thread
          --retries 2 --retry-delay 5
          --junitxml=pytest.xml
      - name: Surface failing tests
        if: always()
        uses: pmeier/pytest-results-action@fdc7f18d9934e38aca411ca9557e6577bd25ca9c # v0.9.0
        with:
          path: ./python/pytest.xml
          summary: true
          display-options: fEX
          fail-on-empty: false
          title: GitHub Copilot integration test results
      - name: Upload test results
        if: always()
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
        with:
          name: test-results-github-copilot
          path: ./python/pytest.xml
          if-no-files-found: ignore

  # PostgreSQL tests use a disposable local service and need no cloud credentials.
  python-tests-postgres:
    name: Python Tests - PostgreSQL Integration
    needs: paths-filter
    if: >
      needs.paths-filter.outputs.pythonChanges == 'true' &&
      (github.event_name == 'schedule' ||
       github.event_name == 'workflow_dispatch' ||
       needs.paths-filter.outputs.postgresChanged == 'true' ||
       needs.paths-filter.outputs.coreChanged == 'true')
    runs-on: ubuntu-latest
    timeout-minutes: 15
    permissions:
      contents: read
    services:
      postgres:
        image: pgvector/pgvector:0.8.2-pg17@sha256:feb68f4f15446397d8cac7f4fe48fe4586de83160d1fc48b46283312d1a33966
        env:
          POSTGRES_PASSWORD: local_test
          POSTGRES_DB: af_vectors_test
        ports:
          - 5432:5432
        options: >-
          --health-cmd "pg_isready -U postgres -d af_vectors_test"
          --health-interval 5s --health-timeout 5s --health-retries 10
    env:
      POSTGRES_TEST_CONNECTION_STRING: postgresql://postgres:local_test@localhost:5432/af_vectors_test
    defaults:
      run:
        working-directory: python
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          persist-credentials: false
      - name: Set up python and install the project
        uses: ./.github/actions/python-setup
        with:
          python-version: ${{ env.UV_PYTHON }}
          os: ${{ runner.os }}
      - name: Enable pgvector in the disposable test database
        run: >
          docker exec "${{ job.services.postgres.id }}" psql -U postgres -d af_vectors_test
          -v ON_ERROR_STOP=1 -c 'CREATE EXTENSION IF NOT EXISTS vector'
      - name: Test PostgreSQL integration
        run: >
          uv run pytest --import-mode=importlib packages/postgres/tests
          -m integration --timeout=120 --session-timeout=900 --timeout_method thread
          --junitxml=pytest-postgres.xml
      - name: Surface failing tests
        if: always()
        uses: pmeier/pytest-results-action@fdc7f18d9934e38aca411ca9557e6577bd25ca9c # v0.9.0
        with:
          path: ./python/pytest-postgres.xml
          summary: true
          display-options: fEX
          fail-on-empty: false
          title: PostgreSQL integration test results
      - name: Upload test results
        if: always()
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
        with:
          name: test-results-postgres
          path: ./python/pytest-postgres.xml
          if-no-files-found: ignore

  python-tests-redis:
    name: Python Tests - Redis Integration
    needs: paths-filter
    if: >
      github.event_name != 'pull_request' &&
      needs.paths-filter.outputs.pythonChanges == 'true' &&
      (github.event_name != 'merge_group' ||
       needs.paths-filter.outputs.redisChanged == 'true' ||
       needs.paths-filter.outputs.coreChanged == 'true')
    runs-on: ubuntu-latest
    timeout-minutes: 20
    permissions:
      contents: read
    services:
      redis:
        image: redis:8.0.3
        ports:
          - 6379:6379
        options: >-
          --health-cmd "redis-cli ping"
          --health-interval 5s
          --health-timeout 3s
          --health-retries 10
    env:
      REDIS_VECTOR_TEST_URL: redis://localhost:6379
    defaults:
      run:
        working-directory: python
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
      - name: Set up python and install the project
        uses: ./.github/actions/python-setup
        with:
          python-version: ${{ env.UV_PYTHON }}
          os: ${{ runner.os }}
      - name: Test Redis HASH and JSON vector collections
        run: >
          uv run --no-sync pytest packages/redis/tests/test_vector_store.py
          -m integration --timeout=120 --junitxml=pytest-redis.xml
      - name: Upload test results
        if: always()
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
        with:
          name: test-results-redis
          path: ./python/pytest-redis.xml
          if-no-files-found: ignore

  # Integration test trend report (aggregates per-job JUnit XML results)
  python-integration-test-report:
    name: Integration Test Report
    if: >
      always() &&
      (contains(join(needs.*.result, ','), 'success') ||
       contains(join(needs.*.result, ','), 'failure'))
    needs:
      [
        python-tests-openai,
        python-tests-azure-openai,
        python-tests-misc-integration,
        python-tests-foundry,
        python-tests-foundry-hosting,
        python-tests-cosmos,
        python-tests-qdrant,
        python-tests-mongodb,
        python-tests-github-copilot,
        python-tests-postgres,
        python-tests-redis,
      ]
    runs-on: ubuntu-latest
    defaults:
      run:
        working-directory: python
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
      - name: Set up python and install the project
        uses: ./.github/actions/python-setup
        with:
          python-version: ${{ env.UV_PYTHON }}
          os: ${{ runner.os }}
      - name: Download all test results from current run
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          pattern: test-results-*
          path: test-results/
      - name: Restore report history cache
        uses: actions/cache/restore@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0
        with:
          path: python/integration-report-history.json
          key: integration-report-history-merge-${{ github.run_id }}
          restore-keys: |
            integration-report-history-merge-
      - name: Generate trend report
        run: >
          uv run python scripts/integration_test_report/aggregate.py
          ../test-results/
          integration-report-history.json
          integration-test-report.md
      - name: Post to Job Summary
        if: always()
        run: cat integration-test-report.md >> $GITHUB_STEP_SUMMARY
      - name: Save report history cache
        if: always()
        uses: actions/cache/save@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0
        with:
          path: python/integration-report-history.json
          key: integration-report-history-merge-${{ github.run_id }}
      - name: Upload unified trend report
        if: always()
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
        with:
          name: integration-test-report
          path: |
            python/integration-test-report.md
            python/integration-report-history.json

  python-integration-tests-check:
    if: always()
    runs-on: ubuntu-latest
    needs:
      [
        python-tests-unit,
        python-tests-openai,
        python-tests-azure-openai,
        python-tests-misc-integration,
        python-tests-foundry,
        python-tests-foundry-hosting,
        python-tests-cosmos,
        python-tests-qdrant,
        python-tests-mongodb,
        python-tests-github-copilot,
        python-tests-postgres,
        python-tests-redis,
      ]
    steps:
      - name: Fail workflow if tests failed
        id: check_tests_failed
        if: contains(join(needs.*.result, ','), 'failure')
        uses: actions/github-script@3a2844b7e9c422d3c10d287c895573f7108da1b3 # v9.0.0
        with:
          script: core.setFailed('Integration Tests Failed!')

      - name: Fail workflow if tests cancelled
        id: check_tests_cancelled
        if: contains(join(needs.*.result, ','), 'cancelled')
        uses: actions/github-script@3a2844b7e9c422d3c10d287c895573f7108da1b3 # v9.0.0
        with:
          script: core.setFailed('Integration Tests Cancelled!')