mirror of
https://github.com/merlinhu1/truthmark.git
synced 2026-08-25 07:53:25 +02:00
* feat: add workflow eval framework Add workflow evaluation scenarios, rubrics, schemas, and runner scripts for installed Truthmark workflows. Move research notes under docs/research and migrate tests from Vitest to node:test. * Potential fix for pull request finding 'CodeQL / Replacement of a substring with itself' Co-authored-by: Copilot Autofix powered by AI <62310815+github-advanced-security[bot]@users.noreply.github.com> --------- Co-authored-by: MerlinH <merlinh221@gmail.com> Co-authored-by: Copilot Autofix powered by AI <62310815+github-advanced-security[bot]@users.noreply.github.com>
33 lines
984 B
JSON
33 lines
984 B
JSON
{
|
|
"type": "object",
|
|
"additionalProperties": true,
|
|
"properties": {
|
|
"must_read": { "type": "array", "items": { "type": "string" } },
|
|
"must_change": { "type": "array", "items": { "type": "string" } },
|
|
"must_not_change": { "type": "array", "items": { "type": "string" } },
|
|
"must_run_or_explain": { "type": "array", "items": { "type": "string" } },
|
|
"report": {
|
|
"type": "object",
|
|
"additionalProperties": true,
|
|
"properties": {
|
|
"required": { "type": "boolean" },
|
|
"validator": { "type": "string" },
|
|
"required_sections": { "type": "array", "items": { "type": "string" } }
|
|
}
|
|
},
|
|
"assertions": {
|
|
"type": "array",
|
|
"items": {
|
|
"type": "object",
|
|
"required": ["id", "kind", "pass"],
|
|
"additionalProperties": true,
|
|
"properties": {
|
|
"id": { "type": "string" },
|
|
"kind": { "type": "string" },
|
|
"pass": { "type": "string" }
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|