2. field_llm_judge / create_doc
{
"type": "field_llm_judge",
"tool": "create_doc",
"action_id": "create_schedule_rights_reference",
"path": "args",
"criterion": "The document presents these as requirements Sam plans to include in a counteroffer that has not been sent or accepted. The proposed requirements are one fixed no-service evening every week, at least three weeks' notice for the ordinary rota, and no default private-event coverage on the proposed protected evening. The document does not identify Sunday or any other weekday as the proposed no-service evening and tells readers to confirm that detail from current rota records. Mentioning Sunday only as a separate watercolor commitment is acceptable. The title describes proposed counteroffer requirements rather than established scheduling rights.",
"check_id": "riley_063_01"
}Complete grading specification
{
"type": "tool_trace",
"config": {
"check_version": 2,
"today": "2028-01-01",
"semantic_judge_version": 2,
"assertions": [
{
"type": "field_equals",
"tool": "create_doc",
"action_id": "create_schedule_rights_reference",
"path": "result.ok",
"value": true,
"check_id": "riley_063_00"
},
{
"type": "field_llm_judge",
"tool": "create_doc",
"action_id": "create_schedule_rights_reference",
"path": "args",
"criterion": "The document presents these as requirements Sam plans to include in a counteroffer that has not been sent or accepted. The proposed requirements are one fixed no-service evening every week, at least three weeks' notice for the ordinary rota, and no default private-event coverage on the proposed protected evening. The document does not identify Sunday or any other weekday as the proposed no-service evening and tells readers to confirm that detail from current rota records. Mentioning Sunday only as a separate watercolor commitment is acceptable. The title describes proposed counteroffer requirements rather than established scheduling rights.",
"check_id": "riley_063_01"
}
]
}
}