Complete grading specification
{
"type": "tool_trace",
"config": {
"check_version": 2,
"today": "2028-01-01",
"assertions": [
{
"type": "field_equals",
"tool": "post_pr_comment",
"action_id": "alex_151_post_pr_comment",
"path": "result.ok",
"value": true,
"check_id": "alex_151_00"
},
{
"type": "field_equals",
"tool": "get_pr",
"action_id": "alex_151_read_pr",
"path": "result.pr.id",
"value": "metrics-archive#611",
"check_id": "alex_151_01"
},
{
"type": "field_equals",
"path": "result.comment.pr_id",
"value": "metrics-archive#611",
"tool": "post_pr_comment",
"action_id": "alex_151_post_pr_comment",
"check_id": "alex_151_02"
},
{
"type": "field_llm_judge",
"path": "result.comment.body",
"criterion": "The comment says ingest-edge ran the full 48-hour staging shadow-traffic period with zero dropped events and then cut over cleanly on staging. It does not substitute a later production result.",
"tool": "post_pr_comment",
"action_id": "alex_151_post_pr_comment",
"check_id": "alex_151_03"
}
]
}
}