3. field_llm_judge / create_doc
{
"type": "field_llm_judge",
"tool": "create_doc",
"action_id": "create_tabletop",
"path": "args",
"criterion": "The document is a facilitator-ready tabletop with a scenario, decision prompts, and an answer key. It says the upstream year-end export lacked required owner certification, so the January sanitized campaign snapshot remained visibly incomplete. Owen identified the certified export as the blocking input, did not substitute stale data or waive certification, and escalated the packet to Riley. Riley performed only the required exception review and did not take over routine preparation. Owen remained responsible for later closure or for explicitly leaving the packet incomplete.",
"check_id": "riley_098_02"
}Complete grading specification
{
"type": "tool_trace",
"config": {
"check_version": 2,
"today": "2028-01-01",
"semantic_judge_version": 2,
"assertions": [
{
"type": "field_equals",
"tool": "create_doc",
"action_id": "create_tabletop",
"path": "result.ok",
"value": true,
"check_id": "riley_098_00"
},
{
"type": "field_equals",
"tool": "create_doc",
"action_id": "create_tabletop",
"path": "args.title",
"value": "Lifecycle Systems missing-certification tabletop",
"check_id": "riley_098_01"
},
{
"type": "field_llm_judge",
"tool": "create_doc",
"action_id": "create_tabletop",
"path": "args",
"criterion": "The document is a facilitator-ready tabletop with a scenario, decision prompts, and an answer key. It says the upstream year-end export lacked required owner certification, so the January sanitized campaign snapshot remained visibly incomplete. Owen identified the certified export as the blocking input, did not substitute stale data or waive certification, and escalated the packet to Riley. Riley performed only the required exception review and did not take over routine preparation. Owen remained responsible for later closure or for explicitly leaving the packet incomplete.",
"check_id": "riley_098_02"
}
]
}
}