199 lines
13 KiB
JSON
199 lines
13 KiB
JSON
{
|
|
"status": "LIVE_EVAL_BLOCKED",
|
|
"error": "MODEL_STRUCTURED_OUTPUT_UNSUPPORTED",
|
|
"author_capability": {
|
|
"schema_hash": "08f70b6c1f06c0c12b3e5122a7c2d1d4077c07ceb397a8ffad05089714bd2fdf",
|
|
"tool_count": 21,
|
|
"supported": false,
|
|
"failures": [
|
|
{
|
|
"tool": "submit_requirements_draft_batch",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "review_requirements",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "propose_next_action",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "review_candidate",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "review_final",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_chamfer",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_extrude_add_blind",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_extrude_add_two_sided",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_extrude_cut_blind",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_fillet",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_hole_blind",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_hole_counterbore",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_hole_countersink",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_hole_wizard",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_pattern_linear",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_pattern_mirror",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_reference_axis",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_reference_plane",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_revolve_add",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_revolve_cut",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_sphere_add",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
}
|
|
],
|
|
"usage": {
|
|
"prompt_tokens": 0,
|
|
"completion_tokens": 0
|
|
},
|
|
"mode": "openai_compatible_tool_calling"
|
|
},
|
|
"reviewer_capability": {
|
|
"schema_hash": "08f70b6c1f06c0c12b3e5122a7c2d1d4077c07ceb397a8ffad05089714bd2fdf",
|
|
"tool_count": 21,
|
|
"supported": false,
|
|
"failures": [
|
|
{
|
|
"tool": "submit_requirements_draft_batch",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "review_requirements",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "propose_next_action",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "review_candidate",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "review_final",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_chamfer",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_extrude_add_blind",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_extrude_add_two_sided",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_extrude_cut_blind",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_fillet",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_hole_blind",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_hole_counterbore",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_hole_countersink",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_hole_wizard",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_pattern_linear",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_pattern_mirror",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_reference_axis",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_reference_plane",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_revolve_add",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_revolve_cut",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
},
|
|
{
|
|
"tool": "conformance_sphere_add",
|
|
"message": "Provider rejected structured request (400): {\"error\":{\"message\":\"One of \\\"input\\\" or \\\"previous_response_id\\\" or 'prompt' or 'conversation' must be provided.\",\"type\":\"invalid_request_error\"}}"
|
|
}
|
|
],
|
|
"usage": {
|
|
"prompt_tokens": 0,
|
|
"completion_tokens": 0
|
|
},
|
|
"mode": "openai_compatible_tool_calling"
|
|
},
|
|
"suite": "release",
|
|
"require_live": true,
|
|
"report_root": "/Users/lk/Projects/cdsl-cad/backend/live-evals/20260831T084033Z"
|
|
} |