3. field_llm_judge / send_slack_dm
{
"type": "field_llm_judge",
"path": "result.message",
"criterion": "The message says shard-keeper was the worst runbook in the audit set because it was about 18 months stale and still lacked the newer label-routing updates.",
"tool": "send_slack_dm",
"action_id": "alex_077_send_slack_dm",
"check_id": "alex_077_02"
}Complete grading specification
{
"type": "tool_trace",
"config": {
"check_version": 2,
"today": "2028-01-01",
"assertions": [
{
"type": "field_equals",
"tool": "send_slack_dm",
"action_id": "alex_077_send_slack_dm",
"path": "result.ok",
"value": true,
"check_id": "alex_077_00"
},
{
"type": "field_equals",
"path": "result.user",
"value": "hema",
"tool": "send_slack_dm",
"action_id": "alex_077_send_slack_dm",
"check_id": "alex_077_01"
},
{
"type": "field_llm_judge",
"path": "result.message",
"criterion": "The message says shard-keeper was the worst runbook in the audit set because it was about 18 months stale and still lacked the newer label-routing updates.",
"tool": "send_slack_dm",
"action_id": "alex_077_send_slack_dm",
"check_id": "alex_077_02"
}
]
}
}