重构改为标准化输出

2026-09-01 14:10:23 +08:00
parent 7533b298f1
commit bc87bd6d2d
10151 changed files with 1709487 additions and 11776 deletions
@@ -0,0 +1,42 @@
+{
+  "status": "LIVE_EVAL_BLOCKED",
+  "error": "MODEL_STRUCTURED_OUTPUT_UNSUPPORTED",
+  "author_capability": {
+    "schema_hash": "08f70b6c1f06c0c12b3e5122a7c2d1d4077c07ceb397a8ffad05089714bd2fdf",
+    "tool_count": 21,
+    "supported": false,
+    "failures": [
+      {
+        "tool": "conformance_hole_counterbore",
+        "message": "Provider arguments violate schema: 'selector_tokens' is a required property"
+      },
+      {
+        "tool": "conformance_hole_countersink",
+        "message": "Provider arguments violate schema: 'selector_tokens' is a required property"
+      },
+      {
+        "tool": "conformance_hole_wizard",
+        "message": "Provider arguments violate schema: 'selector_tokens' is a required property"
+      }
+    ],
+    "usage": {
+      "prompt_tokens": 97709,
+      "completion_tokens": 3243
+    },
+    "mode": "openai_compatible_tool_calling"
+  },
+  "reviewer_capability": {
+    "schema_hash": "08f70b6c1f06c0c12b3e5122a7c2d1d4077c07ceb397a8ffad05089714bd2fdf",
+    "tool_count": 21,
+    "supported": true,
+    "failures": [],
+    "usage": {
+      "prompt_tokens": 97709,
+      "completion_tokens": 1390
+    },
+    "mode": "openai_compatible_tool_calling"
+  },
+  "suite": "smoke",
+  "require_live": true,
+  "report_root": "/Users/lk/Projects/cdsl-cad/backend/live-evals/20260831T085154Z"
+}