42 lines
1.3 KiB
JSON
42 lines
1.3 KiB
JSON
{
|
|
"status": "LIVE_EVAL_BLOCKED",
|
|
"error": "MODEL_STRUCTURED_OUTPUT_UNSUPPORTED",
|
|
"author_capability": {
|
|
"schema_hash": "08f70b6c1f06c0c12b3e5122a7c2d1d4077c07ceb397a8ffad05089714bd2fdf",
|
|
"tool_count": 21,
|
|
"supported": false,
|
|
"failures": [
|
|
{
|
|
"tool": "conformance_hole_counterbore",
|
|
"message": "Provider arguments violate schema: 'selector_tokens' is a required property"
|
|
},
|
|
{
|
|
"tool": "conformance_hole_countersink",
|
|
"message": "Provider arguments violate schema: 'selector_tokens' is a required property"
|
|
},
|
|
{
|
|
"tool": "conformance_hole_wizard",
|
|
"message": "Provider arguments violate schema: 'selector_tokens' is a required property"
|
|
}
|
|
],
|
|
"usage": {
|
|
"prompt_tokens": 97709,
|
|
"completion_tokens": 3243
|
|
},
|
|
"mode": "openai_compatible_tool_calling"
|
|
},
|
|
"reviewer_capability": {
|
|
"schema_hash": "08f70b6c1f06c0c12b3e5122a7c2d1d4077c07ceb397a8ffad05089714bd2fdf",
|
|
"tool_count": 21,
|
|
"supported": true,
|
|
"failures": [],
|
|
"usage": {
|
|
"prompt_tokens": 97709,
|
|
"completion_tokens": 1390
|
|
},
|
|
"mode": "openai_compatible_tool_calling"
|
|
},
|
|
"suite": "smoke",
|
|
"require_live": true,
|
|
"report_root": "/Users/lk/Projects/cdsl-cad/backend/live-evals/20260831T085154Z"
|
|
} |