2. field_llm_judge / create_doc
{
"type": "field_llm_judge",
"tool": "create_doc",
"action_id": "create_ordinary_light_catalog",
"path": "args",
"criterion": "Across args.title and args.body, the catalog record identifies the work as `Ordinary Light`, records its dimensions as 9 by 12 inches and its surface as cold-press paper, and marks the work as finished or completed. Equivalent punctuation and dimension notation are acceptable.\n\nThe catalog record gives the palette as ultramarine, burnt sienna, and yellow ochre and gives the storage location as Riley’s Cherrywood personal watercolor portfolio.\n\nThe catalog record accurately states that the work has no current sale, exhibition, or public-demonstration commitment, without turning that current status into a permanent prohibition.",
"check_id": "riley_019_01"
}Complete grading specification
{
"type": "tool_trace",
"config": {
"check_version": 2,
"today": "2028-01-01",
"semantic_judge_version": 2,
"assertions": [
{
"type": "field_equals",
"tool": "create_doc",
"action_id": "create_ordinary_light_catalog",
"path": "result.ok",
"value": true,
"check_id": "riley_019_00"
},
{
"type": "field_llm_judge",
"tool": "create_doc",
"action_id": "create_ordinary_light_catalog",
"path": "args",
"criterion": "Across args.title and args.body, the catalog record identifies the work as `Ordinary Light`, records its dimensions as 9 by 12 inches and its surface as cold-press paper, and marks the work as finished or completed. Equivalent punctuation and dimension notation are acceptable.\n\nThe catalog record gives the palette as ultramarine, burnt sienna, and yellow ochre and gives the storage location as Riley’s Cherrywood personal watercolor portfolio.\n\nThe catalog record accurately states that the work has no current sale, exhibition, or public-demonstration commitment, without turning that current status into a permanent prohibition.",
"check_id": "riley_019_01"
}
]
}
}