dify/.github/workflows/api-tests.yml

name: Run Pytest

on:
  workflow_call:
    secrets:
      CODECOV_TOKEN:
        required: false

permissions:
  contents: read

concurrency:
  group: api-tests-${{ github.head_ref || github.run_id }}
  cancel-in-progress: true

jobs:
  api-unit:
    name: API Unit Tests (${{ matrix.python-version }}, shard ${{ matrix.shardIndex }}/${{ matrix.shardTotal }})
    runs-on: depot-ubuntu-24.04
    env:
      COVERAGE_FILE: coverage-unit-${{ matrix.python-version }}-${{ matrix.shardIndex }}
    defaults:
      run:
        shell: bash
    strategy:
      fail-fast: false
      matrix:
        python-version:
          - '3.12'
        shardIndex:
          - 1
          - 2
          - 3
        shardTotal:
          - 3

    steps:
      - name: Checkout code
        uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          persist-credentials: false

      - name: Setup UV and Python
        uses: astral-sh/setup-uv@bec219d24cd3e171d82865faccec33120bb574f4 # v10.1.0
        with:
          enable-cache: true
          python-version: ${{ matrix.python-version }}
          cache-dependency-glob: api/uv.lock

      - name: Check UV lockfile
        run: uv lock --project api --check

      - name: Install dependencies
        run: uv sync --project api --dev

      - name: Run Unit Tests
        run: |
          uv run --project api pytest \
            -p no:benchmark \
            --timeout "${PYTEST_TIMEOUT:-20}" \
            -n auto \
            --shard-index "${{ matrix.shardIndex }}" \
            --shard-total "${{ matrix.shardTotal }}" \
            -o 'addopts=--cov=./api --cov-branch --import-mode=importlib' \
            --cov-report= \
            api/tests/unit_tests \
            api/providers/vdb/*/tests/unit_tests \
            api/providers/trace/*/tests/unit_tests \
            --ignore=api/tests/unit_tests/controllers
          # Controller tests register Flask routes at import time, so keep them out of xdist.
          uv run --project api pytest \
            --timeout "${PYTEST_TIMEOUT:-20}" \
            --shard-index "${{ matrix.shardIndex }}" \
            --shard-total "${{ matrix.shardTotal }}" \
            -o 'addopts=--cov=./api --cov-branch --import-mode=importlib' \
            --cov-report= \
            --cov-append \
            api/tests/unit_tests/controllers

      - name: Upload unit coverage data
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
        with:
          name: api-coverage-unit-${{ matrix.python-version }}-${{ matrix.shardIndex }}
          path: ${{ env.COVERAGE_FILE }}
          if-no-files-found: error
          retention-days: 1

  api-integration:
    name: API Integration Tests (${{ matrix.python-version }})
    runs-on: depot-ubuntu-24.04-4
    env:
      COVERAGE_FILE: coverage-integration-${{ matrix.python-version }}
      STORAGE_TYPE: opendal
      OPENDAL_SCHEME: fs
      OPENDAL_FS_ROOT: /tmp/dify-storage
    defaults:
      run:
        shell: bash
    strategy:
      fail-fast: false
      matrix:
        python-version:
          - '3.12'

    steps:
      - name: Checkout code
        uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          persist-credentials: false

      - name: Setup UV and Python
        uses: astral-sh/setup-uv@bec219d24cd3e171d82865faccec33120bb574f4 # v10.1.0
        with:
          enable-cache: true
          python-version: ${{ matrix.python-version }}
          cache-dependency-glob: api/uv.lock

      - name: Check UV lockfile
        run: uv lock --project api --check

      - name: Install dependencies
        run: uv sync --project api --dev

      - name: Run Integration Tests
        run: |
          uv run --project api pytest \
            -p no:benchmark \
            --start-middleware \
            --middleware-stop-timeout 2 \
            -n auto \
            -o 'addopts=--cov=./api --cov-branch --import-mode=importlib' \
            --cov-report= \
            --timeout "${PYTEST_TIMEOUT:-180}" \
            api/tests/integration_tests/workflow \
            api/tests/integration_tests/tools \
            api/tests/test_containers_integration_tests

      - name: Upload integration coverage data
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
        with:
          name: api-coverage-integration-${{ matrix.python-version }}
          path: ${{ env.COVERAGE_FILE }}
          if-no-files-found: error
          retention-days: 1

  api-coverage:
    name: API Coverage
    runs-on: depot-ubuntu-24.04
    needs:
      - api-unit
      - api-integration
    env:
      CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
      COVERAGE_FILE: .coverage
    defaults:
      run:
        shell: bash

    steps:
      - name: Checkout code
        uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          persist-credentials: false

      - name: Setup UV and Python
        uses: astral-sh/setup-uv@bec219d24cd3e171d82865faccec33120bb574f4 # v10.1.0
        with:
          python-version: '3.12'

      - name: Download coverage data
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          path: coverage-data
          pattern: api-coverage-*
          merge-multiple: true

      - name: Combine coverage
        run: |
          set -euo pipefail
          coverage_version=$(python3 -c 'import tomllib; print(next(p["version"] for p in tomllib.load(open("api/uv.lock", "rb"))["package"] if p["name"] == "coverage"))')

          {
            echo "### API Coverage"
            echo ""
            echo "Merged backend coverage report generated for Codecov project status."
            echo ""
          } >> "$GITHUB_STEP_SUMMARY"

          mapfile -t unit_coverage < <(find coverage-data -type f -name 'coverage-unit-*' -print | sort)
          mapfile -t integration_coverage < <(find coverage-data -type f -name 'coverage-integration-*' -print | sort)
          if [[ "${#unit_coverage[@]}" -ne 3 ]]; then
            echo "expected 3 unit coverage artifacts, found ${#unit_coverage[@]}" >&2
            exit 1
          fi
          if [[ "${#integration_coverage[@]}" -ne 1 ]]; then
            echo "expected 1 integration coverage artifact, found ${#integration_coverage[@]}" >&2
            exit 1
          fi

          report_file="$(mktemp)"
          uvx --from "coverage==$coverage_version" coverage combine "${unit_coverage[@]}" "${integration_coverage[@]}"
          uvx --from "coverage==$coverage_version" coverage report --show-missing | tee "$report_file"
          echo "Summary: \`$(tail -n 1 "$report_file")\`" >> "$GITHUB_STEP_SUMMARY"
          {
            echo ""
            echo "<details><summary>Coverage report</summary>"
            echo ""
            echo '```'
            cat "$report_file"
            echo '```'
            echo "</details>"
          } >> "$GITHUB_STEP_SUMMARY"
          uvx --from "coverage==$coverage_version" coverage xml -o coverage.xml

      - name: Report coverage
        uses: codecov/codecov-action@303a32d7a59b442fa8d48b6a1cc6825c09c847a5 # v7.1.1
        with:
          files: ./coverage.xml
          disable_search: true
          flags: api
        env:
          CODECOV_TOKEN: ${{ env.CODECOV_TOKEN }}