sentry-python/.github/workflows/test-integrations-ai.yml at ec091a1431cc766a883c7d9b673e15440f8ba4e7 · getsentry/sentry-python · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
# Do not edit this YAML file. This file is generated automatically by executing
# python scripts/split_tox_gh_actions/split_tox_gh_actions.py
# The template responsible for it is in
# scripts/split_tox_gh_actions/templates/base.jinja
name: Test AI
on:
  push:
    branches:
      - master
      - release/**
      - major/**
  pull_request:
# Cancel in progress workflows on pull_requests.
# https://docs.github.com/en/actions/using-jobs/using-concurrency#example-using-a-fallback-value
concurrency:
  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
  cancel-in-progress: true
permissions:
  contents: read
  actions: read
  pull-requests: write
  statuses: write
env:
  BUILD_CACHE_KEY: ${{ github.sha }}
  CACHED_BUILD_PATHS: |
    ${{ github.workspace }}/dist-serverless
jobs:
  changes:
    runs-on: ubuntu-22.04
    outputs:
      has_code_changes: ${{ steps.changes.outputs.has_code_changes }}
    steps:
      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
      - uses: dorny/paths-filter@de90cc6fb38fc0963ad72b210f1f284cd68cea36 # v3.0.2
        id: changes
        with:
          filters: |
            has_code_changes:
              - 'sentry_sdk/**'
              - 'tests/**'
              - 'scripts/**'
              - '**/*.py'
              - '**/*.cfg'
              - '**/*.toml'
              - '**/*.ini'
              - 'Makefile'
              - 'requirements*.txt'
              - '.github/workflows/**'
  test-ai:
    needs: changes
    if: needs.changes.outputs.has_code_changes == 'true'
    name: AI
    timeout-minutes: 30
    runs-on: ${{ matrix.os }}
    strategy:
      fail-fast: false
      matrix:
        python-version: ["3.8","3.9","3.10","3.11","3.12","3.13","3.14","3.14t"]
        # python3.6 reached EOL and is no longer being supported on
        # new versions of hosted runners on Github Actions
        # ubuntu-20.04 is the last version that supported python3.6
        # see https://github.com/actions/setup-python/issues/544#issuecomment-1332535877
        os: [ubuntu-22.04]
    # Use Docker container only for Python 3.6
    container: ${{ matrix.python-version == '3.6' && 'python:3.6' || null }}
    steps:
      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
      - uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6
        if: ${{ matrix.python-version != '3.6' }}
        with:
          python-version: ${{ matrix.python-version }}
          allow-prereleases: true
      - name: Setup Test Env
        run: |
          pip install "coverage[toml]" tox
      - name: Erase coverage
        run: |
          coverage erase
      - name: Test anthropic
        run: |
          set -x # print commands that are executed
          ./scripts/runtox.sh "py${{ matrix.python-version }}-anthropic"
      - name: Test cohere
        run: |
          set -x # print commands that are executed
          ./scripts/runtox.sh "py${{ matrix.python-version }}-cohere"
      - name: Test google_genai
        run: |
          set -x # print commands that are executed
          ./scripts/runtox.sh "py${{ matrix.python-version }}-google_genai"
      - name: Test huggingface_hub
        run: |
          set -x # print commands that are executed
          ./scripts/runtox.sh "py${{ matrix.python-version }}-huggingface_hub"
      - name: Test litellm
        run: |
          set -x # print commands that are executed
          ./scripts/runtox.sh "py${{ matrix.python-version }}-litellm"
      - name: Test openai-base
        run: |
          set -x # print commands that are executed
          ./scripts/runtox.sh "py${{ matrix.python-version }}-openai-base"
      - name: Test openai-notiktoken
        run: |
          set -x # print commands that are executed
          ./scripts/runtox.sh "py${{ matrix.python-version }}-openai-notiktoken"
      - name: Generate coverage XML (Python 3.6)
        if: ${{ !cancelled() && matrix.python-version == '3.6' }}
        run: |
          export COVERAGE_RCFILE=.coveragerc36
          coverage combine .coverage-sentry-*
          coverage xml --ignore-errors
      - name: Generate coverage XML
        if: ${{ !cancelled() && matrix.python-version != '3.6' }}
        run: |
          coverage combine .coverage-sentry-*
          coverage xml
      - name: Parse and Upload Coverage
        if: ${{ !cancelled() }}
        uses: getsentry/codecov-action@fda17cfc37e16a0cc23f61685813390bfee7daf3 # main
        with:
          token: ${{ secrets.GITHUB_TOKEN }}
          files: coverage.xml
          junit-xml-pattern: .junitxml
          verbose: true
  check_required_tests:
    name: All AI tests passed
    needs: [changes, test-ai]
    # Always run this, even if a dependent job failed
    if: always()
    runs-on: ubuntu-22.04
    steps:
      - name: Check for failures
        if: |
          needs.changes.result == 'failure' ||
          (needs.test-ai.result != 'success' && needs.test-ai.result != 'skipped')
        run: |
          echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1