{
  "status": "LIVE_EVAL_BLOCKED",
  "error": "MODEL_STRUCTURED_OUTPUT_UNSUPPORTED",
  "author_capability": {
    "schema_hash": "08f70b6c1f06c0c12b3e5122a7c2d1d4077c07ceb397a8ffad05089714bd2fdf",
    "tool_count": 21,
    "supported": false,
    "failures": [
      {
        "tool": "submit_requirements_draft_batch",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'submit_requirements_draft_batch': In context=('properties', 'expected'), 'minProperties' is not permitted.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "review_requirements",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'review_requirements': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'question'.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "review_candidate",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'review_candidate': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'evidence_refs'.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "review_final",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'review_final': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'evidence_refs'.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_chamfer",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_chamfer': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_extrude_add_blind",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_extrude_add_blind': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_extrude_add_two_sided",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_extrude_add_two_sided': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_extrude_cut_blind",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_extrude_cut_blind': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_fillet",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_fillet': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_hole_blind",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_hole_blind': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_hole_counterbore",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_hole_counterbore': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_hole_countersink",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_hole_countersink': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_hole_wizard",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_hole_wizard': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_pattern_linear",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_pattern_linear': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_pattern_mirror",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_pattern_mirror': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_reference_axis",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_reference_axis': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_reference_plane",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_reference_plane': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_revolve_add",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_revolve_add': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_revolve_cut",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_revolve_cut': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_sphere_add",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_sphere_add': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      }
    ],
    "usage": {
      "prompt_tokens": 4577,
      "completion_tokens": 109
    },
    "mode": "openai_compatible_tool_calling"
  },
  "reviewer_capability": {
    "schema_hash": "08f70b6c1f06c0c12b3e5122a7c2d1d4077c07ceb397a8ffad05089714bd2fdf",
    "tool_count": 21,
    "supported": false,
    "failures": [
      {
        "tool": "submit_requirements_draft_batch",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'submit_requirements_draft_batch': In context=('properties', 'expected'), 'minProperties' is not permitted.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "review_requirements",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'review_requirements': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'question'.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "review_candidate",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'review_candidate': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'evidence_refs'.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "review_final",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'review_final': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'evidence_refs'.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_chamfer",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_chamfer': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_extrude_add_blind",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_extrude_add_blind': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_extrude_add_two_sided",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_extrude_add_two_sided': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_extrude_cut_blind",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_extrude_cut_blind': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_fillet",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_fillet': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_hole_blind",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_hole_blind': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_hole_counterbore",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_hole_counterbore': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_hole_countersink",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_hole_countersink': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_hole_wizard",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_hole_wizard': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_pattern_linear",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_pattern_linear': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_pattern_mirror",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_pattern_mirror': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_reference_axis",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_reference_axis': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_reference_plane",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_reference_plane': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_revolve_add",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_revolve_add': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_revolve_cut",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_revolve_cut': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      },
      {
        "tool": "conformance_sphere_add",
        "message": "Provider rejected structured request (400): {\"error\":{\"code\":\"invalid_function_parameters\",\"message\":\"Invalid schema for function 'conformance_sphere_add': In context=('properties', 'feature', 'properties', 'atomic_id'), schema must have a 'type' key.\",\"param\":\"tools[0].parameters\",\"type\":\"invalid_request_error\"}}"
      }
    ],
    "usage": {
      "prompt_tokens": 4577,
      "completion_tokens": 53
    },
    "mode": "openai_compatible_tool_calling"
  },
  "suite": "smoke",
  "require_live": true,
  "report_root": "/Users/lk/Projects/cdsl-cad/backend/live-evals/20260831T085626Z"
}