4. field_llm_judge / post_pr_comment
{
"type": "field_llm_judge",
"path": "result.comment.body",
"criterion": "The comment says metrics-router was at 92% by end of day April 12, 2023. It records one brief batch-export hiccup that cleared itself in about 90 seconds, says everything else looked normal, and does not inflate it into an incident.",
"tool": "post_pr_comment",
"action_id": "alex_104_post_pr_comment",
"check_id": "alex_104_03"
}Complete grading specification
{
"type": "tool_trace",
"config": {
"check_version": 2,
"today": "2028-01-01",
"assertions": [
{
"type": "field_equals",
"tool": "post_pr_comment",
"action_id": "alex_104_post_pr_comment",
"path": "result.ok",
"value": true,
"check_id": "alex_104_00"
},
{
"type": "field_equals",
"tool": "get_pr",
"action_id": "alex_104_read_pr",
"path": "result.pr.id",
"value": "metrics-archive#241",
"check_id": "alex_104_01"
},
{
"type": "field_equals",
"path": "result.comment.pr_id",
"value": "metrics-archive#241",
"tool": "post_pr_comment",
"action_id": "alex_104_post_pr_comment",
"check_id": "alex_104_02"
},
{
"type": "field_llm_judge",
"path": "result.comment.body",
"criterion": "The comment says metrics-router was at 92% by end of day April 12, 2023. It records one brief batch-export hiccup that cleared itself in about 90 seconds, says everything else looked normal, and does not inflate it into an incident.",
"tool": "post_pr_comment",
"action_id": "alex_104_post_pr_comment",
"check_id": "alex_104_03"
}
]
}
}