Complete grading specification
{
"type": "tool_trace",
"config": {
"check_version": 2,
"today": "2028-01-01",
"assertions": [
{
"type": "field_equals",
"tool": "create_calendar_event",
"action_id": "alex_106_create_calendar_event",
"path": "result.ok",
"value": true,
"check_id": "alex_106_00"
},
{
"type": "field_equals",
"tool": "list_calendar_events",
"action_id": "alex_106_read_event",
"path": "result.0.id",
"value": "evt_hema_1on1_20280105",
"check_id": "alex_106_01"
},
{
"type": "field_equals",
"tool": "create_doc",
"path": "result.ok",
"value": true,
"action_id": "alex_106_create_doc",
"check_id": "alex_106_02"
},
{
"type": "field_equals",
"tool": "create_doc",
"path": "result.document.title",
"value": "Hema 1:1 prep - January 5, 2028",
"action_id": "alex_106_create_doc",
"check_id": "alex_106_03"
},
{
"type": "field_llm_judge",
"tool": "create_doc",
"path": "result.document.body",
"criterion": "The prep contains three or four concise bullets covering all three event agenda items and does not add the May 2023-specific Wes deploy-rule line.",
"action_id": "alex_106_create_doc",
"check_id": "alex_106_04"
},
{
"type": "field_equals",
"path": "result.event.title",
"value": "Send Hema 1:1 prep",
"tool": "create_calendar_event",
"action_id": "alex_106_create_calendar_event",
"check_id": "alex_106_05"
},
{
"type": "datetime_absolute_eq",
"path": "result.event.start",
"value": "2028-01-05T10:00:00-05:00",
"tool": "create_calendar_event",
"action_id": "alex_106_create_calendar_event",
"check_id": "alex_106_06"
}
]
}
}