重构改为标准化输出

2026-09-01 14:10:23 +08:00
parent 7533b298f1
commit bc87bd6d2d
10151 changed files with 1709487 additions and 11776 deletions
@@ -0,0 +1,103 @@
+{
+  "status": "LIVE_EVAL_BLOCKED",
+  "error": "MODEL_STRUCTURED_OUTPUT_UNSUPPORTED",
+  "author_capability": {
+    "schema_hash": "fb899a5de2f869b648df88a32d04a5eee92ae3d193ab23ee641892d6b59cd8e7",
+    "tool_count": 9,
+    "supported": false,
+    "failures": [
+      {
+        "tool": "submit_requirements_draft_batch",
+        "message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
+      },
+      {
+        "tool": "review_requirements",
+        "message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
+      },
+      {
+        "tool": "propose_next_action",
+        "message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
+      },
+      {
+        "tool": "review_candidate",
+        "message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
+      },
+      {
+        "tool": "review_final",
+        "message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
+      },
+      {
+        "tool": "conformance_extrude_add_blind",
+        "message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
+      },
+      {
+        "tool": "conformance_hole_blind",
+        "message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
+      },
+      {
+        "tool": "conformance_fillet",
+        "message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
+      },
+      {
+        "tool": "conformance_pattern_linear",
+        "message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
+      }
+    ],
+    "usage": {
+      "prompt_tokens": 0,
+      "completion_tokens": 0
+    },
+    "mode": "openai_compatible_tool_calling"
+  },
+  "reviewer_capability": {
+    "schema_hash": "fb899a5de2f869b648df88a32d04a5eee92ae3d193ab23ee641892d6b59cd8e7",
+    "tool_count": 9,
+    "supported": false,
+    "failures": [
+      {
+        "tool": "submit_requirements_draft_batch",
+        "message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
+      },
+      {
+        "tool": "review_requirements",
+        "message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
+      },
+      {
+        "tool": "propose_next_action",
+        "message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
+      },
+      {
+        "tool": "review_candidate",
+        "message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
+      },
+      {
+        "tool": "review_final",
+        "message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
+      },
+      {
+        "tool": "conformance_extrude_add_blind",
+        "message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
+      },
+      {
+        "tool": "conformance_hole_blind",
+        "message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
+      },
+      {
+        "tool": "conformance_fillet",
+        "message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
+      },
+      {
+        "tool": "conformance_pattern_linear",
+        "message": "Provider transport unavailable after 3 attempts: All connection attempts failed"
+      }
+    ],
+    "usage": {
+      "prompt_tokens": 0,
+      "completion_tokens": 0
+    },
+    "mode": "openai_compatible_tool_calling"
+  },
+  "suite": "smoke",
+  "require_live": true,
+  "report_root": "/Users/lk/Projects/cdsl-cad/backend/live-evals/20260831T102554Z"
+}