mirror of
https://github.com/merlinhu1/truthmark.git
synced 2026-08-25 07:53:25 +02:00
* feat: add Truth Sync intent checklist * feat: add canonical agent workflow package Add the .truthmark/agent canonical workflow package, convert duplicated host workflow bodies into adapter/expanded-adapter surfaces, and validate canonical/adapter freshness in Truthmark check. Refresh generated surfaces and package metadata for Truthmark 2.3.0, with OpenSpec tasks completed and release notes added. * fix: preserve native workflow skill packages * docs: record native skill package decision * fix: drop unused agent workflow package * chore: remove implemented OpenSpec docs * chore: release workflow fixes as 2.2.2 * fix: remove agent-visible version markers * fix: drop generated surface version markers * feat: capture decision context in Truth Sync --------- Co-authored-by: MerlinH <merlinh221@gmail.com>
212 lines
6.1 KiB
TypeScript
212 lines
6.1 KiB
TypeScript
import { describe, expect, it } from "vitest";
|
|
|
|
import { runCli } from "../helpers/run-cli.js";
|
|
import { createTempRepo } from "../helpers/temp-repo.js";
|
|
|
|
const validSyncReport = `Truth Sync: completed
|
|
|
|
Changed code reviewed:
|
|
- src/init/init.ts
|
|
|
|
Ownership reviewed:
|
|
- docs/truthmark/routes/areas.md
|
|
|
|
Truth docs updated:
|
|
- docs/truthmark/truth/init-and-scaffold.md
|
|
|
|
Decision/rationale captured:
|
|
- none provided in task conversation
|
|
|
|
Evidence checked:
|
|
- Claim: Init writes generated workflow files.
|
|
Evidence: src/init/init.ts
|
|
Result: supported
|
|
|
|
Helper scripts:
|
|
- validate-sync-report: ran, passed
|
|
- validate-write-lease: skipped, no write lease used
|
|
|
|
Notes:
|
|
- Complete.
|
|
`;
|
|
|
|
const validSyncReportWithIntent = validSyncReport.replace(
|
|
"Ownership reviewed:",
|
|
`Sync Intent:
|
|
- Changed code reviewed: src/init/init.ts
|
|
- Affected route/truth owner: docs/truthmark/routes/areas.md
|
|
- Target truth docs: docs/truthmark/truth/init-and-scaffold.md
|
|
- Intended update: Update init workflow truth.
|
|
- Evidence to verify: src/init/init.ts
|
|
- User-provided decisions/rationale: none provided in task conversation
|
|
- No-update-needed rationale: not applicable; mapped truth is stale
|
|
- Blockers: none
|
|
|
|
Ownership reviewed:`,
|
|
);
|
|
|
|
const validDocumentReport = `Truth Document: completed
|
|
|
|
Implementation reviewed:
|
|
- src/templates/workflow-surfaces.ts
|
|
|
|
Ownership reviewed:
|
|
- docs/truthmark/routes/areas.md
|
|
|
|
Truth docs created:
|
|
- docs/truthmark/truth/workflows/helpers.md
|
|
|
|
Evidence checked:
|
|
- Claim: Helpers are optional.
|
|
Evidence: src/agents/workflow-manifest.ts
|
|
Result: supported
|
|
|
|
Helper scripts:
|
|
- validate-document-report: ran, passed
|
|
- validate-write-lease: skipped, no write lease used
|
|
|
|
Notes:
|
|
- Complete.
|
|
`;
|
|
|
|
describe("truthmark validate CLI helpers", () => {
|
|
it("validates sync reports through the Truthmark CLI", async () => {
|
|
const repo = await createTempRepo();
|
|
try {
|
|
await repo.writeFile("report.md", validSyncReport);
|
|
|
|
const result = await runCli(["validate", "sync-report", "report.md", "--json"], {
|
|
cwd: repo.rootDir,
|
|
});
|
|
const output = JSON.parse(result.stdout) as {
|
|
command: string;
|
|
summary: string;
|
|
diagnostics: unknown[];
|
|
data?: {
|
|
validation?: {
|
|
ok: boolean;
|
|
helper: string;
|
|
checks?: string[];
|
|
};
|
|
};
|
|
};
|
|
|
|
expect(result.exitCode).toBe(0);
|
|
expect(output).toMatchObject({
|
|
command: "validate sync-report",
|
|
summary: "Validation passed",
|
|
diagnostics: [],
|
|
data: {
|
|
validation: { ok: true, helper: "validate-sync-report" },
|
|
},
|
|
});
|
|
expect(output.data?.validation?.checks).toContain("status: completed");
|
|
} finally {
|
|
await repo.cleanup();
|
|
}
|
|
});
|
|
|
|
it("validates sync reports that include optional Sync Intent", async () => {
|
|
const repo = await createTempRepo();
|
|
try {
|
|
await repo.writeFile("report.md", validSyncReportWithIntent);
|
|
|
|
const result = await runCli(["validate", "sync-report", "report.md", "--json"], {
|
|
cwd: repo.rootDir,
|
|
});
|
|
const output = JSON.parse(result.stdout) as {
|
|
data?: { validation?: { ok: boolean; checks?: string[] } };
|
|
};
|
|
|
|
expect(result.exitCode).toBe(0);
|
|
expect(output.data?.validation?.ok).toBe(true);
|
|
expect(output.data?.validation?.checks).toContain("Sync Intent");
|
|
} finally {
|
|
await repo.cleanup();
|
|
}
|
|
});
|
|
|
|
it("validates document reports through the Truthmark CLI", async () => {
|
|
const repo = await createTempRepo();
|
|
try {
|
|
await repo.writeFile("report.md", validDocumentReport);
|
|
|
|
const result = await runCli(["validate", "document-report", "report.md", "--json"], {
|
|
cwd: repo.rootDir,
|
|
});
|
|
const output = JSON.parse(result.stdout) as {
|
|
data?: { validation?: { ok: boolean; helper: string } };
|
|
};
|
|
|
|
expect(result.exitCode).toBe(0);
|
|
expect(output).toMatchObject({
|
|
command: "validate document-report",
|
|
summary: "Validation passed",
|
|
diagnostics: [],
|
|
data: {
|
|
validation: { ok: true, helper: "validate-document-report" },
|
|
},
|
|
});
|
|
} finally {
|
|
await repo.cleanup();
|
|
}
|
|
});
|
|
|
|
it("rejects failed helper statuses in completed sync reports", async () => {
|
|
const repo = await createTempRepo();
|
|
try {
|
|
await repo.writeFile(
|
|
"report.md",
|
|
validSyncReport.replace("validate-sync-report: ran, passed", "validate-sync-report: ran, failed"),
|
|
);
|
|
|
|
const result = await runCli(["validate", "sync-report", "report.md", "--json"], {
|
|
cwd: repo.rootDir,
|
|
});
|
|
const output = JSON.parse(result.stdout) as {
|
|
data?: { validation?: { ok: boolean; errors?: string[] } };
|
|
};
|
|
|
|
expect(result.exitCode).toBe(1);
|
|
expect(output).toMatchObject({
|
|
command: "validate sync-report",
|
|
summary: "Validation failed",
|
|
diagnostics: [],
|
|
data: { validation: { ok: false } },
|
|
});
|
|
expect(output.data?.validation?.errors?.join("\n")).toContain("ran, failed");
|
|
} finally {
|
|
await repo.cleanup();
|
|
}
|
|
});
|
|
|
|
it("rejects write-lease path traversal and Windows absolute changed paths", async () => {
|
|
const repo = await createTempRepo();
|
|
try {
|
|
await repo.writeFile("lease.yml", "allowedWrites:\n - docs/truthmark/truth/**\nforbiddenWrites:\n - src/**\n");
|
|
await repo.writeFile("changed-files.txt", "C:/repo/docs/truthmark/truth/secret.md\n");
|
|
|
|
const result = await runCli(
|
|
["validate", "write-lease", "lease.yml", "changed-files.txt", "--json"],
|
|
{ cwd: repo.rootDir },
|
|
);
|
|
const output = JSON.parse(result.stdout) as {
|
|
data?: { validation?: { ok: boolean; errors?: string[] } };
|
|
};
|
|
|
|
expect(result.exitCode).toBe(1);
|
|
expect(output).toMatchObject({
|
|
command: "validate write-lease",
|
|
summary: "Validation failed",
|
|
diagnostics: [],
|
|
data: { validation: { ok: false } },
|
|
});
|
|
expect(output.data?.validation?.errors?.join("\n")).toContain(
|
|
"invalid changed file path",
|
|
);
|
|
} finally {
|
|
await repo.cleanup();
|
|
}
|
|
});
|
|
});
|