2. field_llm_judge / create_doc
{
"type": "field_llm_judge",
"tool": "create_doc",
"action_id": "create_contact_disambiguation_note",
"path": "args",
"criterion": "The body is a compact contact-disambiguation note that clearly says the unqualified shorthand “Friday Marcus call” means Riley’s brother, Marcus Tanaka, and not Marcus Vail, the same-name work contact. It must not invent or include unsupported contact details such as phone numbers, email addresses, or street addresses.",
"check_id": "riley_069_01"
}Complete grading specification
{
"type": "tool_trace",
"config": {
"check_version": 2,
"today": "2028-01-01",
"semantic_judge_version": 2,
"assertions": [
{
"type": "field_equals",
"tool": "create_doc",
"action_id": "create_contact_disambiguation_note",
"path": "result.ok",
"value": true,
"check_id": "riley_069_00"
},
{
"type": "field_llm_judge",
"tool": "create_doc",
"action_id": "create_contact_disambiguation_note",
"path": "args",
"criterion": "The body is a compact contact-disambiguation note that clearly says the unqualified shorthand “Friday Marcus call” means Riley’s brother, Marcus Tanaka, and not Marcus Vail, the same-name work contact. It must not invent or include unsupported contact details such as phone numbers, email addresses, or street addresses.",
"check_id": "riley_069_01"
}
]
}
}