2. field_llm_judge / create_doc
{
"type": "field_llm_judge",
"tool": "create_doc",
"action_id": "create_2028_cherrywood_budget",
"path": "args",
"criterion": "The title clearly identifies the document as a 2028 Cherrywood housing budget or sheet. The document itemizes the active recurring monthly charges as exactly $2,660 base rent, $75 parking, $25 Kibo pet rent, and $20 trash, and gives the exact monthly household total of $2,780. It shows that the two household members make equal monthly transfers of exactly $1,390 per person and gives annualized totals of exactly $33,360 for the household and $16,680 per person. It presents those figures as annualized from the active monthly amounts. It identifies the lease term as December 1, 2027 through November 30, 2028, states that there is no renewal-processing fee, and does not carry expired lease amounts, credits, or fees into the current budget.",
"check_id": "riley_133_01"
}Complete grading specification
{
"type": "tool_trace",
"config": {
"check_version": 2,
"today": "2028-01-01",
"semantic_judge_version": 2,
"assertions": [
{
"type": "field_equals",
"tool": "create_doc",
"action_id": "create_2028_cherrywood_budget",
"path": "result.ok",
"value": true,
"check_id": "riley_133_00"
},
{
"type": "field_llm_judge",
"tool": "create_doc",
"action_id": "create_2028_cherrywood_budget",
"path": "args",
"criterion": "The title clearly identifies the document as a 2028 Cherrywood housing budget or sheet. The document itemizes the active recurring monthly charges as exactly $2,660 base rent, $75 parking, $25 Kibo pet rent, and $20 trash, and gives the exact monthly household total of $2,780. It shows that the two household members make equal monthly transfers of exactly $1,390 per person and gives annualized totals of exactly $33,360 for the household and $16,680 per person. It presents those figures as annualized from the active monthly amounts. It identifies the lease term as December 1, 2027 through November 30, 2028, states that there is no renewal-processing fee, and does not carry expired lease amounts, credits, or fees into the current budget.",
"check_id": "riley_133_01"
}
]
}
}