External/SnapOtter
1
0
Fork 0
mirror of https://github.com/snapotter-hq/SnapOtter.git synced 2026-08-03 07:46:42 +02:00
Code Issues Packages Projects Releases Wiki Activity

fix(nightly): de-flake matrix timeouts, exclude browser tool from fuzz (#349)

Browse Source 
Systematic round - attack the failure classes, not one bug at a time:

- Flakiness (Coverage/Extended Matrix flipped green<->red): the generated
  format-matrix conversion tests hardcode a 30s/60s per-test timeout that the
  jobs' VITEST_TEST_TIMEOUT can't override. Heavy conversions under coverage
  instrumentation / full matrix intermittently exceed it. Raise to 120s.
- Schemathesis: html-to-image returns 503 when its headless browser isn't
  present (always, in the fuzz env) - same expected-unavailable class as the
  AI 501s. Exclude it from the fuzz (it can't be exercised without a browser).
- Baseline regen: bump timeout 60->120 min so it can finish now that the
  route sweep (#347) lets the visual specs pass instead of failing+retrying.
This commit is contained in:
SnapOtter
2026-06-25 00:14:45 +08:00
committed by GitHub
parent 078743d6b2
commit bbad953e79
6 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.github/workflows/nightly.yml
+1 -1
View File
@@ -338,7 +338,7 @@ jobs:
--url http://localhost:13490 \
--checks not_a_server_error \
--include-path-regex "^/api/v1/(tools|health|info)" \
--exclude-path-regex "/(remove-background|upscale|blur-faces|erase-object|ocr|ocr-pdf|colorize|enhance-faces|noise-removal|smart-crop|red-eye-removal|restore-photo|passport-photo|transparency-fixer|ai-canvas-expand|transcribe-audio|auto-subtitles|background-replace|blur-background)(/[a-z-]+)?$" \
--exclude-path-regex "/(remove-background|upscale|html-to-image|blur-faces|erase-object|ocr|ocr-pdf|colorize|enhance-faces|noise-removal|smart-crop|red-eye-removal|restore-photo|passport-photo|transparency-fixer|ai-canvas-expand|transcribe-audio|auto-subtitles|background-replace|blur-background)(/[a-z-]+)?$" \
--max-examples 25 \
--report junit \
--report-dir st-report
.github/workflows/update-visual-baselines.yml
+1 -1
View File
@@ -11,7 +11,7 @@ jobs:
update-baselines:
name: Regenerate linux visual baselines
runs-on: ubuntu-latest
timeout-minutes: 60
timeout-minutes: 120
# The e2e webServer (playwright.config.ts) creates an isolated database via
# tests/e2e-pg-create-db.cjs, so it needs Postgres + Redis on localhost.
# Without these services the webServer fails with "failed to create database".
tests/integration/generated/format-matrix-comprehensive.test.ts
+1 -1
View File
@@ -955,7 +955,7 @@ describe("Extended conversion targets (core formats)", () => {
if (fmt.name.toLowerCase() === target.format) continue;
if (fmt.name === "AVIF" && target.format === "avif") continue;
const testTimeout = target.format === "avif" || target.format === "gif" ? 120_000 : 30_000;
const testTimeout = target.format === "avif" || target.format === "gif" ? 120_000 : 120_000;
it(`${fmt.name} -> ${target.format}`, { timeout: testTimeout }, async () => {
const res = await callTool("convert", fmt, { format: target.format });
if (!res) return;
tests/integration/generated/format-matrix-expanded.test.ts
+1 -1
View File
@@ -859,7 +859,7 @@ describe("SVG-to-raster", () => {
const SVG_OUTPUT_FORMATS = ["png", "jpg", "webp", "avif"] as const;
for (const outFmt of SVG_OUTPUT_FORMATS) {
const testTimeout = outFmt === "avif" ? 120_000 : 30_000;
const testTimeout = outFmt === "avif" ? 120_000 : 120_000;
it(`converts SVG to ${outFmt}`, { timeout: testTimeout }, async () => {
const fixturePath = fixtures.image.formats("svg");
if (!existsSync(fixturePath)) return;
tests/integration/generated/format-matrix.test.ts
+1 -1
View File
@@ -704,7 +704,7 @@ describe("Cross-format conversion matrix", () => {
if (inputLower === outFmt) continue;
if (inputLower === "jpeg" && outFmt === "jpg") continue;
const testTimeout = outFmt === "avif" ? 120_000 : 60_000;
const testTimeout = outFmt === "avif" ? 120_000 : 120_000;
it(`${fmt.name} -> ${outFmt}`, { timeout: testTimeout }, async () => {
const fixturePath = join(fixtureDir.formats, fmt.file);
if (!existsSync(fixturePath)) return;
tests/integration/generated/new-formats.test.ts
+1 -1
View File
@@ -185,7 +185,7 @@ describe("New format support", () => {
for (const outFmt of OUTPUTS) {
const inLower = input.name.toLowerCase();
if (inLower === outFmt || (inLower === "jpeg" && outFmt === "jpg")) continue;
const testTimeout = outFmt === "avif" ? 120_000 : 60_000;
const testTimeout = outFmt === "avif" ? 120_000 : 120_000;
it(`converts ${input.name} to ${outFmt}`, { timeout: testTimeout }, async () => {
const fileBuffer = readFileSync(join(fixtureDir.formats, input.file));
const { body, contentType } = createMultipartPayload([