3. field_llm_judge / post_doc_comment
{
"type": "field_llm_judge",
"tool": "post_doc_comment",
"action_id": "post_historical_correction",
"path": "args",
"criterion": "The comment must correct the draft's claim that the result was fully settled on April 3, 2023. It must convey that Riley's contemporaneous executive framing was cautiously optimistic rather than conclusive and that Riley still wanted one additional post-ship cohort before treating the result as fully settled. Missing either the cautious framing or the specific post-ship-cohort confirmation boundary, or endorsing the draft's settled-win framing, must fail.",
"check_id": "riley_140_02"
}Complete grading specification
{
"type": "tool_trace",
"config": {
"check_version": 2,
"today": "2028-01-01",
"semantic_judge_version": 2,
"assertions": [
{
"type": "field_equals",
"tool": "post_doc_comment",
"action_id": "post_historical_correction",
"path": "result.ok",
"value": true,
"check_id": "riley_140_00"
},
{
"check_id": "riley_140_01",
"type": "field_equals",
"tool": "post_doc_comment",
"action_id": "post_historical_correction",
"path": "args.doc_id",
"value": "doc_1830355200001"
},
{
"type": "field_llm_judge",
"tool": "post_doc_comment",
"action_id": "post_historical_correction",
"path": "args",
"criterion": "The comment must correct the draft's claim that the result was fully settled on April 3, 2023. It must convey that Riley's contemporaneous executive framing was cautiously optimistic rather than conclusive and that Riley still wanted one additional post-ship cohort before treating the result as fully settled. Missing either the cautious framing or the specific post-ship-cohort confirmation boundary, or endorsing the draft's settled-win framing, must fail.",
"check_id": "riley_140_02"
}
]
}
}