3. field_llm_judge / post_doc_comment
{
"type": "field_llm_judge",
"tool": "post_doc_comment",
"action_id": "comment_apr21_status",
"path": "args",
"criterion": "The comment must be explicitly framed as a correction to the April 21, 2023 staff-meeting record and convey that, as of that meeting, the churn issue should not yet have been described as fixed: the leading hypothesis still appeared to hold, but cohort 3 still needed to land before Riley would call it fixed. Later outcomes must not be substituted for the status as of April 21. Missing or contradicting any of these points fails.",
"check_id": "riley_141_02"
}Complete grading specification
{
"type": "tool_trace",
"config": {
"check_version": 2,
"today": "2028-01-01",
"semantic_judge_version": 2,
"assertions": [
{
"type": "field_equals",
"tool": "post_doc_comment",
"action_id": "comment_apr21_status",
"path": "result.ok",
"value": true,
"check_id": "riley_141_00"
},
{
"check_id": "riley_141_01",
"type": "field_equals",
"tool": "post_doc_comment",
"action_id": "comment_apr21_status",
"path": "args.doc_id",
"value": "doc_staff_archive_2023_04_21"
},
{
"type": "field_llm_judge",
"tool": "post_doc_comment",
"action_id": "comment_apr21_status",
"path": "args",
"criterion": "The comment must be explicitly framed as a correction to the April 21, 2023 staff-meeting record and convey that, as of that meeting, the churn issue should not yet have been described as fixed: the leading hypothesis still appeared to hold, but cohort 3 still needed to land before Riley would call it fixed. Later outcomes must not be substituted for the status as of April 21. Missing or contradicting any of these points fails.",
"check_id": "riley_141_02"
}
]
}
}