4. field_llm_judge / post_pr_comment
{
"type": "field_llm_judge",
"path": "result.comment.body",
"criterion": "The comment lists exactly the requester, Nadia, Hema, Yuki, and Sam as the established April 3, 2023 roster. It may refer to the requester as Alex or as me. It does not include Wes, claim that this source proves the roster immediately before May 15, or describe the current rotation.",
"tool": "post_pr_comment",
"action_id": "alex_127_post_pr_comment",
"check_id": "alex_127_03"
}Complete grading specification
{
"type": "tool_trace",
"config": {
"check_version": 2,
"today": "2028-01-01",
"assertions": [
{
"type": "field_equals",
"tool": "post_pr_comment",
"action_id": "alex_127_post_pr_comment",
"path": "result.ok",
"value": true,
"check_id": "alex_127_00"
},
{
"type": "field_equals",
"tool": "get_pr",
"action_id": "alex_127_read_pr",
"path": "result.pr.id",
"value": "infra-history#204",
"check_id": "alex_127_01"
},
{
"type": "field_equals",
"path": "result.comment.pr_id",
"value": "infra-history#204",
"tool": "post_pr_comment",
"action_id": "alex_127_post_pr_comment",
"check_id": "alex_127_02"
},
{
"type": "field_llm_judge",
"path": "result.comment.body",
"criterion": "The comment lists exactly the requester, Nadia, Hema, Yuki, and Sam as the established April 3, 2023 roster. It may refer to the requester as Alex or as me. It does not include Wes, claim that this source proves the roster immediately before May 15, or describe the current rotation.",
"tool": "post_pr_comment",
"action_id": "alex_127_post_pr_comment",
"check_id": "alex_127_03"
}
]
}
}