3. field_llm_judge / create_doc
{
"type": "field_llm_judge",
"tool": "create_doc",
"action_id": "create_historical_decision_rights_note",
"path": "args",
"criterion": "The body must state that during July 2023 Riley retained the decision rules, executive tradeoffs, and cross-functional guardrails for both Helio Start and retained-mid expansion, while making clear that routine execution was outside this retained high-level lane. Missing either workstream or assigning Riley undifferentiated routine execution ownership must fail.\n\nThe body must clearly label the allocation as specific to July 2023 and must not present it as current policy, a permanent org chart, or a formal company-wide process. Missing or contradictory temporal framing must fail.",
"check_id": "riley_040_02"
}Complete grading specification
{
"type": "tool_trace",
"config": {
"check_version": 2,
"today": "2028-01-01",
"semantic_judge_version": 2,
"assertions": [
{
"type": "field_equals",
"tool": "create_doc",
"action_id": "create_historical_decision_rights_note",
"path": "result.ok",
"value": true,
"check_id": "riley_040_00"
},
{
"check_id": "riley_040_01",
"type": "field_equals",
"tool": "create_doc",
"action_id": "create_historical_decision_rights_note",
"path": "args.title",
"value": "July 2023 decision rights — Helio Start and retained-mid expansion"
},
{
"type": "field_llm_judge",
"tool": "create_doc",
"action_id": "create_historical_decision_rights_note",
"path": "args",
"criterion": "The body must state that during July 2023 Riley retained the decision rules, executive tradeoffs, and cross-functional guardrails for both Helio Start and retained-mid expansion, while making clear that routine execution was outside this retained high-level lane. Missing either workstream or assigning Riley undifferentiated routine execution ownership must fail.\n\nThe body must clearly label the allocation as specific to July 2023 and must not present it as current policy, a permanent org chart, or a formal company-wide process. Missing or contradictory temporal framing must fail.",
"check_id": "riley_040_02"
}
]
}
}