重构改为标准化输出

2026-09-01 14:10:23 +08:00
parent 7533b298f1
commit bc87bd6d2d
10151 changed files with 1709487 additions and 11776 deletions
@@ -0,0 +1,42 @@
+{
+  "status": "LIVE_EVAL_BLOCKED",
+  "error": "MODEL_STRUCTURED_OUTPUT_UNSUPPORTED",
+  "author_capability": {
+    "schema_hash": "87a7ad6b77286e1f6368dcffebe5efc592b453c133908cb7d3a12df68a80c6ad",
+    "tool_count": 28,
+    "supported": false,
+    "failures": [
+      {
+        "tool": "conformance_hole_counterbore",
+        "message": "Provider arguments violate schema: 'selector_tokens' is a required property"
+      },
+      {
+        "tool": "conformance_hole_countersink",
+        "message": "Provider arguments violate schema: 'selector_tokens' is a required property"
+      },
+      {
+        "tool": "conformance_hole_wizard",
+        "message": "Provider arguments violate schema: 'selector_tokens' is a required property"
+      }
+    ],
+    "usage": {
+      "prompt_tokens": 131845,
+      "completion_tokens": 4025
+    },
+    "mode": "openai_compatible_tool_calling"
+  },
+  "reviewer_capability": {
+    "schema_hash": "87a7ad6b77286e1f6368dcffebe5efc592b453c133908cb7d3a12df68a80c6ad",
+    "tool_count": 28,
+    "supported": true,
+    "failures": [],
+    "usage": {
+      "prompt_tokens": 131845,
+      "completion_tokens": 1616
+    },
+    "mode": "openai_compatible_tool_calling"
+  },
+  "suite": "comprehensive",
+  "require_live": true,
+  "report_root": "/Users/lk/Projects/cdsl-cad/backend/live-evals/20260831T163146Z"
+}