mirror of
https://github.com/snapotter-hq/SnapOtter.git
synced 2026-08-03 07:46:42 +02:00
SnapOtterandGitHub
3dd0ebb49d
Second round of nightly fixes, each root-caused from the post-fix run: - Docker E2E (real bug): Dockerfile.test never copied patches/, so pnpm install hit 'ENOENT patches/gray-matter@4.0.3.patch' and exited 254. Copy patches/ like the prod Dockerfile does. (My earlier network-retry guess was a misdiagnosis; reverted.) - fuzz-settings (real bug): the graceful-skip regex matched 'precondition' but fast-check v4 says 'pre-condition' (hyphenated), so 3 constrained PDF tools (extract/remove/organize-pages) errored instead of skipping. Match the hyphen. Verified locally: 3 failed -> 3 passed. - Schemathesis: AI tool endpoints return 501 FEATURE_NOT_INSTALLED when the ML bundle is absent (always, in CI). That is expected, not a server bug, and the endpoints cannot be fuzzed without the bundle, so exclude them. (The ASCII spec-load fix already landed in #344.) - Extended Matrix: bump the per-test timeout to 600s; edit-metadata over every format still exceeded 300s even at 2 forks. - Coverage: tests now pass (video-speed + timeout fixes); re-baseline the branches/functions thresholds to the measured floor with a written reason.
383 lines
14 KiB
YAML
383 lines
14 KiB
YAML
name: Nightly
|
|
|
|
on:
|
|
workflow_dispatch:
|
|
schedule:
|
|
- cron: "0 3 * * *"
|
|
|
|
permissions:
|
|
contents: read
|
|
|
|
env:
|
|
SYSTEM_DEPS: libheif-examples libheif-plugin-x265 libheif-plugin-libde265 libimage-exiftool-perl libraw-bin imagemagick ghostscript libjxl-tools libopenjp2-tools ffmpeg qpdf
|
|
# See ci.yml: ryuk's Docker Hub pull is a recurring flake source; disable the reaper
|
|
# (tests/global-setup.ts stops its containers explicitly; runners are ephemeral).
|
|
TESTCONTAINERS_RYUK_DISABLED: "true"
|
|
|
|
jobs:
|
|
e2e-full:
|
|
name: E2E Full (${{ matrix.shard }}/4)
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 60
|
|
services:
|
|
postgres:
|
|
image: postgres:17-alpine
|
|
env:
|
|
POSTGRES_USER: snapotter
|
|
POSTGRES_PASSWORD: snapotter
|
|
POSTGRES_DB: snapotter
|
|
ports:
|
|
- 5432:5432
|
|
options: >-
|
|
--health-cmd "pg_isready -U snapotter"
|
|
--health-interval 5s
|
|
--health-timeout 3s
|
|
--health-retries 10
|
|
redis:
|
|
image: redis:8-alpine
|
|
ports:
|
|
- 6379:6379
|
|
options: >-
|
|
--health-cmd "redis-cli ping"
|
|
--health-interval 5s
|
|
--health-timeout 3s
|
|
--health-retries 10
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
shard: [1, 2, 3, 4]
|
|
steps:
|
|
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
|
|
- name: Install system dependencies
|
|
run: sudo apt-get update -qq && sudo apt-get install -y --no-install-recommends $SYSTEM_DEPS
|
|
- uses: ./.github/actions/setup
|
|
- name: Get Playwright version
|
|
id: pw-version
|
|
run: echo "version=$(node -p "require('@playwright/test/package.json').version")" >> "$GITHUB_OUTPUT"
|
|
- name: Cache Playwright browsers
|
|
uses: actions/cache@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5
|
|
with:
|
|
path: ~/.cache/ms-playwright
|
|
key: playwright-${{ runner.os }}-${{ steps.pw-version.outputs.version }}
|
|
- name: Install Playwright Chromium
|
|
run: pnpm playwright install --with-deps chromium
|
|
- name: Run full e2e suite (shard)
|
|
run: pnpm playwright test --project=chromium --shard=${{ matrix.shard }}/4
|
|
env:
|
|
PW_WORKERS: "2"
|
|
- name: Upload report on failure
|
|
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
|
|
if: failure()
|
|
with:
|
|
name: e2e-full-report-shard-${{ matrix.shard }}
|
|
path: playwright-report/
|
|
retention-days: 7
|
|
|
|
e2e-serial:
|
|
name: E2E Serial Bucket
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 60
|
|
services:
|
|
postgres:
|
|
image: postgres:17-alpine
|
|
env:
|
|
POSTGRES_USER: snapotter
|
|
POSTGRES_PASSWORD: snapotter
|
|
POSTGRES_DB: snapotter
|
|
ports:
|
|
- 5432:5432
|
|
options: >-
|
|
--health-cmd "pg_isready -U snapotter"
|
|
--health-interval 5s
|
|
--health-timeout 3s
|
|
--health-retries 10
|
|
redis:
|
|
image: redis:8-alpine
|
|
ports:
|
|
- 6379:6379
|
|
options: >-
|
|
--health-cmd "redis-cli ping"
|
|
--health-interval 5s
|
|
--health-timeout 3s
|
|
--health-retries 10
|
|
steps:
|
|
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
|
|
- name: Install system dependencies
|
|
run: sudo apt-get update -qq && sudo apt-get install -y --no-install-recommends $SYSTEM_DEPS
|
|
- uses: ./.github/actions/setup
|
|
- name: Get Playwright version
|
|
id: pw-version
|
|
run: echo "version=$(node -p "require('@playwright/test/package.json').version")" >> "$GITHUB_OUTPUT"
|
|
- name: Cache Playwright browsers
|
|
uses: actions/cache@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5
|
|
with:
|
|
path: ~/.cache/ms-playwright
|
|
key: playwright-${{ runner.os }}-${{ steps.pw-version.outputs.version }}
|
|
- name: Install Playwright Chromium
|
|
run: pnpm playwright install --with-deps chromium
|
|
- name: Run serial bucket (global-state specs)
|
|
run: pnpm playwright test --project=chromium-serial --workers=1
|
|
- name: Upload report on failure
|
|
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
|
|
if: failure()
|
|
with:
|
|
name: e2e-serial-report
|
|
path: playwright-report/
|
|
retention-days: 7
|
|
|
|
e2e-cross-browser:
|
|
name: E2E Cross-Browser (Firefox + WebKit)
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 30
|
|
services:
|
|
postgres:
|
|
image: postgres:17-alpine
|
|
env:
|
|
POSTGRES_USER: snapotter
|
|
POSTGRES_PASSWORD: snapotter
|
|
POSTGRES_DB: snapotter
|
|
ports:
|
|
- 5432:5432
|
|
options: >-
|
|
--health-cmd "pg_isready -U snapotter"
|
|
--health-interval 5s
|
|
--health-timeout 3s
|
|
--health-retries 10
|
|
redis:
|
|
image: redis:8-alpine
|
|
ports:
|
|
- 6379:6379
|
|
options: >-
|
|
--health-cmd "redis-cli ping"
|
|
--health-interval 5s
|
|
--health-timeout 3s
|
|
--health-retries 10
|
|
steps:
|
|
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
|
|
- uses: ./.github/actions/setup
|
|
- name: Get Playwright version
|
|
id: pw-version
|
|
run: echo "version=$(node -p "require('@playwright/test/package.json').version")" >> "$GITHUB_OUTPUT"
|
|
- name: Cache Playwright browsers
|
|
uses: actions/cache@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5
|
|
with:
|
|
path: ~/.cache/ms-playwright
|
|
key: playwright-all-${{ runner.os }}-${{ steps.pw-version.outputs.version }}
|
|
- name: Install Playwright browsers
|
|
run: pnpm playwright install --with-deps chromium firefox webkit
|
|
- name: Run cross-browser spec
|
|
run: pnpm playwright test --project=firefox --project=webkit
|
|
env:
|
|
PW_WORKERS: "1"
|
|
- name: Upload report on failure
|
|
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
|
|
if: failure()
|
|
with:
|
|
name: e2e-cross-browser-report
|
|
path: playwright-report/
|
|
retention-days: 7
|
|
|
|
e2e-device-matrix:
|
|
name: E2E Device Matrix (mobile + tablet)
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 30
|
|
services:
|
|
postgres:
|
|
image: postgres:17-alpine
|
|
env:
|
|
POSTGRES_USER: snapotter
|
|
POSTGRES_PASSWORD: snapotter
|
|
POSTGRES_DB: snapotter
|
|
ports:
|
|
- 5432:5432
|
|
options: >-
|
|
--health-cmd "pg_isready -U snapotter"
|
|
--health-interval 5s
|
|
--health-timeout 3s
|
|
--health-retries 10
|
|
redis:
|
|
image: redis:8-alpine
|
|
ports:
|
|
- 6379:6379
|
|
options: >-
|
|
--health-cmd "redis-cli ping"
|
|
--health-interval 5s
|
|
--health-timeout 3s
|
|
--health-retries 10
|
|
steps:
|
|
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
|
|
- name: Install system dependencies
|
|
run: sudo apt-get update -qq && sudo apt-get install -y --no-install-recommends $SYSTEM_DEPS
|
|
- uses: ./.github/actions/setup
|
|
- name: Get Playwright version
|
|
id: pw-version
|
|
run: echo "version=$(node -p "require('@playwright/test/package.json').version")" >> "$GITHUB_OUTPUT"
|
|
- name: Cache Playwright browsers
|
|
uses: actions/cache@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5
|
|
with:
|
|
path: ~/.cache/ms-playwright
|
|
key: playwright-all-${{ runner.os }}-${{ steps.pw-version.outputs.version }}
|
|
- name: Install Playwright browsers (chromium + webkit)
|
|
run: pnpm playwright install --with-deps chromium webkit
|
|
- name: Run all device projects
|
|
run: pnpm playwright test --project=mobile-chromium --project=mobile-webkit --project=tablet-webkit --project=tablet-chromium
|
|
env:
|
|
PW_WORKERS: "2"
|
|
- name: Upload report on failure
|
|
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
|
|
if: failure()
|
|
with:
|
|
name: e2e-device-matrix-report
|
|
path: playwright-report/
|
|
retention-days: 7
|
|
|
|
docker-e2e:
|
|
name: Docker Container E2E
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 60
|
|
steps:
|
|
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
|
|
- name: Run container test suite
|
|
run: docker compose -f docker/docker-compose.test.yml up --build --exit-code-from test-e2e
|
|
|
|
extended-matrix:
|
|
name: Extended Matrix + Fuzz
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 90
|
|
steps:
|
|
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
|
|
- name: Install system dependencies
|
|
run: sudo apt-get update -qq && sudo apt-get install -y --no-install-recommends $SYSTEM_DEPS
|
|
- name: Allow ImageMagick to read EPS/PS via Ghostscript delegate
|
|
run: |
|
|
POLICY_FILE=$(find /etc/ImageMagick* -name policy.xml 2>/dev/null | head -1)
|
|
if [ -n "$POLICY_FILE" ]; then
|
|
sudo sed -i 's/<policy domain="coder" rights="none" pattern="EPS"/<policy domain="coder" rights="read" pattern="EPS"/' "$POLICY_FILE"
|
|
sudo sed -i 's/<policy domain="coder" rights="none" pattern="PS"/<policy domain="coder" rights="read" pattern="PS"/' "$POLICY_FILE"
|
|
fi
|
|
- uses: ./.github/actions/setup
|
|
- name: Pre-pull testcontainer images (retry transient Docker Hub errors)
|
|
run: |
|
|
for img in postgres:17-alpine redis:8-alpine; do
|
|
ok=
|
|
for attempt in 1 2 3 4 5; do
|
|
if docker pull "$img"; then ok=1; break; fi
|
|
echo "::warning::docker pull $img failed (attempt $attempt/5); retrying in $((attempt * 5))s"
|
|
sleep "$((attempt * 5))"
|
|
done
|
|
[ -n "$ok" ] || { echo "::error::could not pull $img after 5 attempts"; exit 1; }
|
|
done
|
|
- name: Run integration suite with full matrix and fuzz enabled
|
|
run: pnpm vitest run tests/integration/ --reporter=verbose
|
|
env:
|
|
FULL_MATRIX: "1"
|
|
FUZZ: "1"
|
|
FUZZ_RUNS: "50"
|
|
# Full-matrix tests iterate every format x tool; with 4 forks the heavy
|
|
# media conversions starve and hit the 30s default. Fewer forks (more
|
|
# CPU each) plus a generous timeout keeps them from flaking.
|
|
VITEST_MAX_FORKS: "2"
|
|
VITEST_TEST_TIMEOUT: "600000"
|
|
VITEST_HOOK_TIMEOUT: "120000"
|
|
|
|
api-fuzz:
|
|
name: Schemathesis API Fuzz
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 45
|
|
services:
|
|
postgres:
|
|
image: postgres:17-alpine
|
|
env:
|
|
POSTGRES_USER: snapotter
|
|
POSTGRES_PASSWORD: snapotter
|
|
POSTGRES_DB: snapotter
|
|
ports:
|
|
- 5432:5432
|
|
options: >-
|
|
--health-cmd "pg_isready -U snapotter"
|
|
--health-interval 5s
|
|
--health-timeout 3s
|
|
--health-retries 10
|
|
redis:
|
|
image: redis:8-alpine
|
|
ports:
|
|
- 6379:6379
|
|
options: >-
|
|
--health-cmd "redis-cli ping"
|
|
--health-interval 5s
|
|
--health-timeout 3s
|
|
--health-retries 10
|
|
steps:
|
|
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
|
|
- name: Install system dependencies
|
|
run: sudo apt-get update -qq && sudo apt-get install -y --no-install-recommends $SYSTEM_DEPS
|
|
- uses: ./.github/actions/setup
|
|
- uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0
|
|
with:
|
|
python-version: "3.12"
|
|
- name: Install Schemathesis
|
|
run: pip install schemathesis
|
|
- name: Start API server
|
|
run: |
|
|
mkdir -p /tmp/st-data
|
|
AUTH_ENABLED=false ANALYTICS_ENABLED=false \
|
|
DATABASE_URL=postgres://snapotter:snapotter@localhost:5432/snapotter \
|
|
REDIS_URL=redis://localhost:6379 \
|
|
WORKSPACE_PATH=/tmp/st-data/workspace DATA_DIR=/tmp/st-data \
|
|
pnpm --filter @snapotter/api dev &
|
|
for i in $(seq 1 60); do
|
|
if curl -fsS http://localhost:13490/api/v1/health > /dev/null 2>&1; then
|
|
echo "API up after ${i}s"; exit 0
|
|
fi
|
|
sleep 1
|
|
done
|
|
echo "API failed to start"; exit 1
|
|
- name: Fuzz tool endpoints from the OpenAPI spec
|
|
run: |
|
|
schemathesis run http://localhost:13490/api/v1/openapi.yaml \
|
|
--url http://localhost:13490 \
|
|
--checks not_a_server_error \
|
|
--include-path-regex "^/api/v1/(tools|health|info)" \
|
|
--exclude-path-regex "/(remove-background|upscale|blur-faces|erase-object|ocr|ocr-pdf|colorize|enhance-faces|noise-removal|smart-crop|red-eye-removal|restore-photo|passport-photo|transparency-fixer|ai-canvas-expand|transcribe-audio|auto-subtitles|background-replace|blur-background)$" \
|
|
--max-examples 25 \
|
|
--report junit \
|
|
--report-dir st-report
|
|
- name: Upload fuzz report
|
|
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
|
|
if: always()
|
|
with:
|
|
name: schemathesis-report
|
|
path: st-report/
|
|
retention-days: 14
|
|
|
|
coverage-report:
|
|
name: Coverage Report
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 90
|
|
steps:
|
|
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
|
|
- name: Install system dependencies
|
|
run: sudo apt-get update -qq && sudo apt-get install -y --no-install-recommends $SYSTEM_DEPS
|
|
- name: Allow ImageMagick to read EPS/PS via Ghostscript delegate
|
|
run: |
|
|
POLICY_FILE=$(find /etc/ImageMagick* -name policy.xml 2>/dev/null | head -1)
|
|
if [ -n "$POLICY_FILE" ]; then
|
|
sudo sed -i 's/<policy domain="coder" rights="none" pattern="EPS"/<policy domain="coder" rights="read" pattern="EPS"/' "$POLICY_FILE"
|
|
sudo sed -i 's/<policy domain="coder" rights="none" pattern="PS"/<policy domain="coder" rights="read" pattern="PS"/' "$POLICY_FILE"
|
|
fi
|
|
- uses: ./.github/actions/setup
|
|
- name: Run tests with coverage
|
|
run: pnpm vitest run --coverage tests/unit/ tests/integration/
|
|
# Coverage instrumentation slows every test; fewer forks + a longer
|
|
# timeout keep slow media tests (e.g. qr-generate) from timing out.
|
|
env:
|
|
VITEST_MAX_FORKS: "2"
|
|
VITEST_TEST_TIMEOUT: "300000"
|
|
VITEST_HOOK_TIMEOUT: "120000"
|
|
- name: Upload coverage artifact
|
|
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
|
|
with:
|
|
name: coverage-report
|
|
path: coverage/
|
|
retention-days: 14
|