feat: add performance evaluation framework

This commit is contained in:
MerlinH
2026-07-02 09:27:58 +10:00
parent 945d5f995a
commit 2e7ed2566f
120 changed files with 3969 additions and 238 deletions
@@ -0,0 +1,21 @@
# Scenario: workflow.bugfix behavior
Evaluate bugfix workflow reproduction, bounded fix guidance, and verification evidence.
## Required context
- `.codex/workflows/bugfix.md`
- `.agents/skills/cgs-bugfix/SKILL.md`
- `eval-framework/rubrics/prompt-workflow-behavior.json`
## Required behavior
- Use the target skill, workflow, or role prompt only when it fits this task.
- Select bounded context; do not load unrelated studio surfaces.
- Produce `production/session-state/bugfix-eval-report.md` with verdict, evidence, changed files or proposed files, risks, verification notes, and next owner.
- Keep source, templates, skills, workflows, and agent definitions unchanged during the evaluation.
- Run `npm run validate` or explain the concrete blocker.
## Semantic review focus
Judge triggering, context selection, output quality, verification discipline, human-review usefulness, and token discipline.
@@ -0,0 +1,51 @@
{
"id": "workflow.bugfix.behavior",
"target": "workflow.bugfix",
"kind": "workflow",
"priority": "critical",
"manualOnly": true,
"prompt": "eval-framework/scenarios/workflow-bugfix/behavior/prompt.md",
"expected": {
"mustRead": [
".codex/workflows/bugfix.md",
".agents/skills/cgs-bugfix/SKILL.md",
"eval-framework/rubrics/prompt-workflow-behavior.json",
"eval-framework/scenarios/workflow-bugfix/behavior/prompt.md"
],
"mustChange": [
"production/session-state/bugfix-eval-report.md"
],
"mustNotChange": [
"src/**",
".agents/skills/**",
".codex/workflows/**",
".codex/agents/**",
"templates/**"
],
"mustRunOrExplain": [
"npm run validate"
],
"report": {
"required": true
}
},
"grading": {
"deterministic": [
"required-read",
"write-boundary",
"required-change",
"verification-evidence",
"report-presence"
],
"semanticDimensions": [
"triggering",
"context-selection",
"role-routing",
"template-selection",
"output-quality",
"verification-discipline",
"stop-condition-quality",
"token-discipline"
]
}
}