ci(e2e): add dedicated Docker E2E job

The new \`docker\` Playwright project needs a Docker daemon and the
linux/amd64 agentctl + mock-agent binaries bind-mounted into containers.
Pin the existing sharded job to chromium + mobile-chrome so the docker
project no longer leaks into every shard (where it would fail seeding
without KANDEV_DOCKER_ENABLED), and add an \`e2e-docker\` job that:

- Verifies the Docker daemon is reachable on the runner.
- Downloads the same backend artifact (now including the linux helper
  binaries, built via \`make build-backend-linux-helpers\`).
- Runs \`playwright test --project=docker\` with KANDEV_E2E_DOCKER=1.
- Cleans up any kandev-managed containers at teardown so leaks don't
  poison the next run.
This commit is contained in:
José Almeida
2026-05-02 12:13:34 +01:00
parent b1f57cec6b
commit 7cb2de9513
2 changed files with 89 additions and 1 deletions
+84 -1
View File
@@ -60,6 +60,12 @@ jobs:
- name: Build backend and web
run: make build-backend build-web
# Linux/amd64 helper binaries (agentctl + mock-agent) bind-mounted into
# containers by the Docker E2E project. Cheap to build (~1s each) so we
# always do it; the regular E2E job ignores them.
- name: Build Docker E2E helper binaries
run: make build-backend-linux-helpers
- name: Upload backend build
uses: actions/upload-artifact@v4
with:
@@ -130,9 +136,13 @@ jobs:
working-directory: apps/web
run: tar -xf next-build.tar && rm next-build.tar
# Pinned to chromium + mobile-chrome so the dedicated `e2e-docker` job
# below owns the real-Docker project. Without --project the docker spec
# would run here too, fail seeding (KANDEV_DOCKER_ENABLED is off), and
# spam every shard.
- name: Run E2E tests (shard ${{ matrix.shard }}/10)
working-directory: apps/web
run: npx playwright test --config e2e/playwright.config.ts --shard=${{ matrix.shard }}/10
run: npx playwright test --config e2e/playwright.config.ts --project=chromium --project=mobile-chrome --shard=${{ matrix.shard }}/10
- name: Upload blob report
if: always()
@@ -150,6 +160,79 @@ jobs:
path: apps/web/e2e/test-results/
retention-days: 7
# Real-Docker E2E: exercises the local_docker executor end-to-end. ubuntu-latest
# ships with Docker preinstalled, so no service container is required. The
# spec count is small (currently 1 active + 2 fixme) so we don't shard.
# Cleans up any leftover kandev-managed containers at the end so a leaky
# process doesn't poison the next run on the same self-hosted runner.
e2e-docker:
name: E2E Docker
needs: build
runs-on: ubuntu-latest
timeout-minutes: 15
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Verify Docker is available
run: docker info
- name: Set up pnpm
uses: pnpm/action-setup@v4
with:
version: "9"
- name: Set up Node.js
uses: actions/setup-node@v6
with:
node-version: "24"
- name: Install dependencies
working-directory: apps
run: pnpm install --frozen-lockfile
- name: Install Playwright browsers
working-directory: apps/web
run: npx playwright install chromium --with-deps
- name: Download backend build
uses: actions/download-artifact@v4
with:
name: e2e-backend-build
path: apps/backend/bin/
- name: Make backend binaries executable
run: chmod +x apps/backend/bin/*
- name: Download web build
uses: actions/download-artifact@v4
with:
name: e2e-web-build
path: apps/web/
- name: Extract web build
working-directory: apps/web
run: tar -xf next-build.tar && rm next-build.tar
- name: Run Docker E2E tests
working-directory: apps/web
env:
KANDEV_E2E_DOCKER: "1"
run: npx playwright test --config e2e/playwright.config.ts --project=docker
- name: Cleanup leftover kandev containers
if: always()
run: docker ps -aq --filter label=kandev.managed=true | xargs -r docker rm -f
- name: Upload Docker E2E results
if: failure()
uses: actions/upload-artifact@v4
with:
name: docker-e2e-test-results
path: apps/web/e2e/test-results/
retention-days: 7
e2e-report:
name: Merge E2E Reports
needs: e2e
+5
View File
@@ -162,6 +162,11 @@ build-backend:
@printf "$(CYAN)Building backend...$(RESET)\n"
@$(MAKE) -C $(BACKEND_DIR) build
.PHONY: build-backend-linux-helpers
build-backend-linux-helpers:
@printf "$(CYAN)Building linux/amd64 helper binaries (agentctl + mock-agent) for Docker E2E...$(RESET)\n"
@$(MAKE) -C $(BACKEND_DIR) build-agentctl-linux build-mock-agent-linux
.PHONY: acpdbg
acpdbg:
@$(MAKE) -s -C $(BACKEND_DIR) acpdbg ARGS="$(ARGS)"