2. field_llm_judge / create_doc
{
"type": "field_llm_judge",
"tool": "create_doc",
"action_id": "create_historical_cohort_template",
"path": "args",
"criterion": "The reusable template identifies the pricing-page experiment and onboarding experiment as separate historical lanes, with Owen producing a separate cohort cut for each every Monday. Each lane uses a one-page summary followed by the underlying raw data. The document clearly describes the past operating pattern while both experiments were live and does not assign current work.",
"check_id": "riley_125_01"
}Complete grading specification
{
"type": "tool_trace",
"config": {
"check_version": 2,
"today": "2028-01-01",
"semantic_judge_version": 2,
"assertions": [
{
"type": "field_equals",
"tool": "create_doc",
"action_id": "create_historical_cohort_template",
"path": "result.ok",
"value": true,
"check_id": "riley_125_00"
},
{
"type": "field_llm_judge",
"tool": "create_doc",
"action_id": "create_historical_cohort_template",
"path": "args",
"criterion": "The reusable template identifies the pricing-page experiment and onboarding experiment as separate historical lanes, with Owen producing a separate cohort cut for each every Monday. Each lane uses a one-page summary followed by the underlying raw data. The document clearly describes the past operating pattern while both experiments were live and does not assign current work.",
"check_id": "riley_125_01"
}
]
}
}