3. field_llm_judge / create_runbook_entry
{
"type": "field_llm_judge",
"path": "result.runbook.body",
"criterion": "The entry says ingest-edge's 24-hour post-cutover check was clean on March 22, 2023, with no drops, flat latency and error rates, and no Prometheus anomalies, after which the production cutover was complete.",
"tool": "create_runbook_entry",
"action_id": "alex_021_create_runbook_entry",
"check_id": "alex_021_02"
}Complete grading specification
{
"type": "tool_trace",
"config": {
"check_version": 2,
"today": "2028-01-01",
"assertions": [
{
"type": "field_equals",
"tool": "create_runbook_entry",
"action_id": "alex_021_create_runbook_entry",
"path": "result.ok",
"value": true,
"check_id": "alex_021_00"
},
{
"type": "field_equals",
"path": "result.runbook.service",
"value": "metrics-pipeline",
"tool": "create_runbook_entry",
"action_id": "alex_021_create_runbook_entry",
"check_id": "alex_021_01"
},
{
"type": "field_llm_judge",
"path": "result.runbook.body",
"criterion": "The entry says ingest-edge's 24-hour post-cutover check was clean on March 22, 2023, with no drops, flat latency and error rates, and no Prometheus anomalies, after which the production cutover was complete.",
"tool": "create_runbook_entry",
"action_id": "alex_021_create_runbook_entry",
"check_id": "alex_021_02"
}
]
}
}