3. field_llm_judge / post_doc_comment
{
"type": "field_llm_judge",
"path": "result.comment.body",
"criterion": "The comment describes the plan at that checkpoint: increase to 95% on the morning of June 30, hold through the weekend, and increase to 100% on Monday, July 3 only if behavior remained normal. It does not claim this sequence was the later outcome or give a current instruction.",
"tool": "post_doc_comment",
"action_id": "alex_093_post_doc_comment",
"check_id": "alex_093_02"
}Complete grading specification
{
"type": "tool_trace",
"config": {
"check_version": 2,
"today": "2028-01-01",
"assertions": [
{
"type": "field_equals",
"tool": "post_doc_comment",
"action_id": "alex_093_post_doc_comment",
"path": "result.ok",
"value": true,
"check_id": "alex_093_00"
},
{
"type": "field_equals",
"path": "result.comment.doc_id",
"value": "doc-shard-keeper-90pct-plan",
"tool": "post_doc_comment",
"action_id": "alex_093_post_doc_comment",
"check_id": "alex_093_01"
},
{
"type": "field_llm_judge",
"path": "result.comment.body",
"criterion": "The comment describes the plan at that checkpoint: increase to 95% on the morning of June 30, hold through the weekend, and increase to 100% on Monday, July 3 only if behavior remained normal. It does not claim this sequence was the later outcome or give a current instruction.",
"tool": "post_doc_comment",
"action_id": "alex_093_post_doc_comment",
"check_id": "alex_093_02"
}
]
}
}