mirror of
https://github.com/merlinhu1/codex-game-studio.git
synced 2026-08-25 07:54:34 +02:00
feat: add performance evaluation framework
This commit is contained in:
@@ -0,0 +1,21 @@
|
||||
# Scenario: workflow.bugfix behavior
|
||||
|
||||
Evaluate bugfix workflow reproduction, bounded fix guidance, and verification evidence.
|
||||
|
||||
## Required context
|
||||
|
||||
- `.codex/workflows/bugfix.md`
|
||||
- `.agents/skills/cgs-bugfix/SKILL.md`
|
||||
- `eval-framework/rubrics/prompt-workflow-behavior.json`
|
||||
|
||||
## Required behavior
|
||||
|
||||
- Use the target skill, workflow, or role prompt only when it fits this task.
|
||||
- Select bounded context; do not load unrelated studio surfaces.
|
||||
- Produce `production/session-state/bugfix-eval-report.md` with verdict, evidence, changed files or proposed files, risks, verification notes, and next owner.
|
||||
- Keep source, templates, skills, workflows, and agent definitions unchanged during the evaluation.
|
||||
- Run `npm run validate` or explain the concrete blocker.
|
||||
|
||||
## Semantic review focus
|
||||
|
||||
Judge triggering, context selection, output quality, verification discipline, human-review usefulness, and token discipline.
|
||||
@@ -0,0 +1,51 @@
|
||||
{
|
||||
"id": "workflow.bugfix.behavior",
|
||||
"target": "workflow.bugfix",
|
||||
"kind": "workflow",
|
||||
"priority": "critical",
|
||||
"manualOnly": true,
|
||||
"prompt": "eval-framework/scenarios/workflow-bugfix/behavior/prompt.md",
|
||||
"expected": {
|
||||
"mustRead": [
|
||||
".codex/workflows/bugfix.md",
|
||||
".agents/skills/cgs-bugfix/SKILL.md",
|
||||
"eval-framework/rubrics/prompt-workflow-behavior.json",
|
||||
"eval-framework/scenarios/workflow-bugfix/behavior/prompt.md"
|
||||
],
|
||||
"mustChange": [
|
||||
"production/session-state/bugfix-eval-report.md"
|
||||
],
|
||||
"mustNotChange": [
|
||||
"src/**",
|
||||
".agents/skills/**",
|
||||
".codex/workflows/**",
|
||||
".codex/agents/**",
|
||||
"templates/**"
|
||||
],
|
||||
"mustRunOrExplain": [
|
||||
"npm run validate"
|
||||
],
|
||||
"report": {
|
||||
"required": true
|
||||
}
|
||||
},
|
||||
"grading": {
|
||||
"deterministic": [
|
||||
"required-read",
|
||||
"write-boundary",
|
||||
"required-change",
|
||||
"verification-evidence",
|
||||
"report-presence"
|
||||
],
|
||||
"semanticDimensions": [
|
||||
"triggering",
|
||||
"context-selection",
|
||||
"role-routing",
|
||||
"template-selection",
|
||||
"output-quality",
|
||||
"verification-discipline",
|
||||
"stop-condition-quality",
|
||||
"token-discipline"
|
||||
]
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user