split e2e ci into core and data shards

Author: hassiebp

.github/workflows/ci.yml

@@ -12,7 +12,7 @@ on:
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
-  cancel-in-progress: false
+  cancel-in-progress: true
 
 jobs:
   linting:
@@ -94,6 +94,21 @@ jobs:
   e2e-tests:
     runs-on: ubuntu-latest
     timeout-minutes: 30
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - shard-name: core
+            test-paths: >-
+              tests/e2e/test_core_sdk.py
+              tests/e2e/test_decorators.py
+              tests/e2e/test_media.py
+          - shard-name: data
+            test-paths: >-
+              tests/e2e/test_batch_evaluation.py
+              tests/e2e/test_datasets.py
+              tests/e2e/test_experiments.py
+              tests/e2e/test_prompt.py
     env:
       LANGFUSE_BASE_URL: "http://localhost:3000"
       LANGFUSE_PUBLIC_KEY: "pk-lf-1234567890"
@@ -114,7 +129,7 @@ jobs:
       HUGGINGFACEHUB_API_TOKEN: ${{ secrets.HUGGINGFACEHUB_API_TOKEN }}
       ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
 
-    name: E2E tests on Python 3.13
+    name: E2E ${{ matrix.shard-name }} tests on Python 3.13
     steps:
       - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
       - name: Install uv and set Python version
@@ -176,11 +191,11 @@ jobs:
       - name: Run the end-to-end tests
         run: |
           uv run --frozen python --version
-          uv run --frozen pytest -n 4 --dist loadfile -s -v --log-cli-level=INFO tests/e2e -m "not serial_e2e"
+          uv run --frozen pytest -n 4 --dist worksteal -s -v --log-cli-level=INFO ${{ matrix.test-paths }} -m "not serial_e2e"
 
       - name: Run serial end-to-end tests
         run: |
-          uv run --frozen pytest -s -v --log-cli-level=INFO tests/e2e -m serial_e2e
+          uv run --frozen pytest -s -v --log-cli-level=INFO ${{ matrix.test-paths }} -m serial_e2e
 
   all-tests-passed:
     # This allows us to have a branch protection rule for tests and deploys with matrix