2. field_llm_judge / create_doc
{
"type": "field_llm_judge",
"tool": "create_doc",
"action_id": "create_p027_catalog_entry",
"path": "args",
"criterion": "The document is an archival catalog entry for photograph P027 and identifies it as being from the Portland garden outing in April 1994. It explicitly states that the exact day remains unresolved and must not assert or imply a particular day.\n\nThe document records Mom’s companion photograph from the same roll as identification provenance and preserves its label exactly as “Marcus garden day - April 1994.” It treats that wording as source provenance rather than converting it into a precise calendar date.\n\nThe document explains that the matching Portland garden gate, the children’s jackets, and the adjacent frame sequence link P027 with the companion photograph and support identifying both as part of the same garden outing. Missing or contradictory evidence must fail.",
"check_id": "riley_065_01"
}Complete grading specification
{
"type": "tool_trace",
"config": {
"check_version": 2,
"today": "2028-01-01",
"semantic_judge_version": 2,
"assertions": [
{
"type": "field_equals",
"tool": "create_doc",
"action_id": "create_p027_catalog_entry",
"path": "result.ok",
"value": true,
"check_id": "riley_065_00"
},
{
"type": "field_llm_judge",
"tool": "create_doc",
"action_id": "create_p027_catalog_entry",
"path": "args",
"criterion": "The document is an archival catalog entry for photograph P027 and identifies it as being from the Portland garden outing in April 1994. It explicitly states that the exact day remains unresolved and must not assert or imply a particular day.\n\nThe document records Mom’s companion photograph from the same roll as identification provenance and preserves its label exactly as “Marcus garden day - April 1994.” It treats that wording as source provenance rather than converting it into a precise calendar date.\n\nThe document explains that the matching Portland garden gate, the children’s jackets, and the adjacent frame sequence link P027 with the companion photograph and support identifying both as part of the same garden outing. Missing or contradictory evidence must fail.",
"check_id": "riley_065_01"
}
]
}
}