103 lines
3.6 KiB
JSON
103 lines
3.6 KiB
JSON
{
|
|
"status": "LIVE_EVAL_BLOCKED",
|
|
"error": "MODEL_STRUCTURED_OUTPUT_UNSUPPORTED",
|
|
"author_capability": {
|
|
"schema_hash": "fb899a5de2f869b648df88a32d04a5eee92ae3d193ab23ee641892d6b59cd8e7",
|
|
"tool_count": 9,
|
|
"supported": false,
|
|
"failures": [
|
|
{
|
|
"tool": "submit_requirements_draft_batch",
|
|
"message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
|
|
},
|
|
{
|
|
"tool": "review_requirements",
|
|
"message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
|
|
},
|
|
{
|
|
"tool": "propose_next_action",
|
|
"message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
|
|
},
|
|
{
|
|
"tool": "review_candidate",
|
|
"message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
|
|
},
|
|
{
|
|
"tool": "review_final",
|
|
"message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
|
|
},
|
|
{
|
|
"tool": "conformance_extrude_add_blind",
|
|
"message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
|
|
},
|
|
{
|
|
"tool": "conformance_hole_blind",
|
|
"message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
|
|
},
|
|
{
|
|
"tool": "conformance_fillet",
|
|
"message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
|
|
},
|
|
{
|
|
"tool": "conformance_pattern_linear",
|
|
"message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
|
|
}
|
|
],
|
|
"usage": {
|
|
"prompt_tokens": 0,
|
|
"completion_tokens": 0
|
|
},
|
|
"mode": "openai_compatible_tool_calling"
|
|
},
|
|
"reviewer_capability": {
|
|
"schema_hash": "fb899a5de2f869b648df88a32d04a5eee92ae3d193ab23ee641892d6b59cd8e7",
|
|
"tool_count": 9,
|
|
"supported": false,
|
|
"failures": [
|
|
{
|
|
"tool": "submit_requirements_draft_batch",
|
|
"message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
|
|
},
|
|
{
|
|
"tool": "review_requirements",
|
|
"message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
|
|
},
|
|
{
|
|
"tool": "propose_next_action",
|
|
"message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
|
|
},
|
|
{
|
|
"tool": "review_candidate",
|
|
"message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
|
|
},
|
|
{
|
|
"tool": "review_final",
|
|
"message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
|
|
},
|
|
{
|
|
"tool": "conformance_extrude_add_blind",
|
|
"message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
|
|
},
|
|
{
|
|
"tool": "conformance_hole_blind",
|
|
"message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
|
|
},
|
|
{
|
|
"tool": "conformance_fillet",
|
|
"message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
|
|
},
|
|
{
|
|
"tool": "conformance_pattern_linear",
|
|
"message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
|
|
}
|
|
],
|
|
"usage": {
|
|
"prompt_tokens": 0,
|
|
"completion_tokens": 0
|
|
},
|
|
"mode": "openai_compatible_tool_calling"
|
|
},
|
|
"suite": "smoke",
|
|
"require_live": true,
|
|
"report_root": "/Users/lk/Projects/cdsl-cad/backend/live-evals/20260831T102554Z"
|
|
} |