2. field_llm_judge / create_doc
{
"type": "field_llm_judge",
"tool": "create_doc",
"action_id": "create_priya_example_card",
"path": "args",
"criterion": "The document body is a compact, reusable historical example card and clearly separates the material into labeled sections corresponding to Audience, What was confirmed, My interpretation, and Evidence still wanted. The Audience identifies Priya.\n\nThe card faithfully presents Riley's Apr 3, 2023 briefing posture: the second onboarding cohort had confirmed the onboarding-trigger result; Riley's interpretation was cautiously optimistic rather than fully conclusive; and she still wanted one more cohort after shipment before treating the result as fully settled. Missing or contradicting any of these distinctions must fail.",
"check_id": "riley_155_01"
}Complete grading specification
{
"type": "tool_trace",
"config": {
"check_version": 2,
"today": "2028-01-01",
"semantic_judge_version": 2,
"assertions": [
{
"type": "field_equals",
"tool": "create_doc",
"action_id": "create_priya_example_card",
"path": "result.ok",
"value": true,
"check_id": "riley_155_00"
},
{
"type": "field_llm_judge",
"tool": "create_doc",
"action_id": "create_priya_example_card",
"path": "args",
"criterion": "The document body is a compact, reusable historical example card and clearly separates the material into labeled sections corresponding to Audience, What was confirmed, My interpretation, and Evidence still wanted. The Audience identifies Priya.\n\nThe card faithfully presents Riley's Apr 3, 2023 briefing posture: the second onboarding cohort had confirmed the onboarding-trigger result; Riley's interpretation was cautiously optimistic rather than fully conclusive; and she still wanted one more cohort after shipment before treating the result as fully settled. Missing or contradicting any of these distinctions must fail.",
"check_id": "riley_155_01"
}
]
}
}