2. field_llm_judge / create_doc
{
"type": "field_llm_judge",
"path": "result.document.body",
"criterion": "Explains that the earlier incident had a smaller blast radius and lucky timing but exposed the same late-deploy coverage problem as March. The team failed to document it or codify the rule, which should have happened then. Does not invent the rule's exact hours or staffing numbers.",
"tool": "create_doc",
"check_id": "morgan_120_01",
"action_id": "morgan_120_create_doc"
}Complete grading specification
{
"type": "tool_trace",
"config": {
"check_version": 2,
"today": "2026-09-14",
"assertions": [
{
"type": "field_equals",
"tool": "create_doc",
"path": "result.ok",
"value": true,
"check_id": "morgan_120_00",
"action_id": "morgan_120_create_doc"
},
{
"type": "field_llm_judge",
"path": "result.document.body",
"criterion": "Explains that the earlier incident had a smaller blast radius and lucky timing but exposed the same late-deploy coverage problem as March. The team failed to document it or codify the rule, which should have happened then. Does not invent the rule's exact hours or staffing numbers.",
"tool": "create_doc",
"check_id": "morgan_120_01",
"action_id": "morgan_120_create_doc"
}
]
}
}