Files
community/knowledge/cad-parts/reports/backend-knowledge-implementation-20261111.json
2026-11-12 20:40:21 +08:00

48 lines
3.2 KiB
JSON

{
"scope": "community CAD AI only",
"knowledge_protocol": "cad-knowledge-v1",
"mode_default": "off",
"pilot_env": "CAD_AI_KNOWLEDGE_MODE=pilot",
"runtime_types": 20,
"recipe_status": "experimental",
"recipe_sha256": "70cf10a008e7f4183456579201d1f42fbc04511f4cb573a8afd784e2d730ab2d",
"additional_routing_instruction_chars": 147,
"tests": {
"service_knowledge": 15,
"service_protocol": 25,
"service_provider": 27,
"api": 17,
"routing_cases_within_knowledge_tests": 72
},
"validation": "All listed tests passed using Java 21. Final browser build compatibility replay and first model A/B/component trials are recorded in reports/gear-integration-20261111/README.md. The live helical LLM trial failed knowledge tool argument validation before dispatch; uncovered-type model fallback remains unverified.",
"limits": [
"Deterministic term/condition routing does not prove general semantic understanding.",
"No generated geometry validation is claimed by these backend tests.",
"Experimental recipe is available only in pilot mode and for explicitly registered engine builds."
],
"type_id_contract_fix": {
"trigger": "Formal B-plain24 invented a type ID despite an explicit gear query. The original failed trial is retained.",
"schema": "type_id is optional and enum values are generated from the canonical validated catalog. Unknown IDs are rejected; omit type_id to use query routing.",
"extra_schema_chars": 404,
"extra_static_instruction_chars": 0,
"token_delta": "Not measured; no model-specific tokenizer available.",
"verified": "Schema IDs equal all canonical type IDs; invented ID rejected; original query without invented ID matches with complete facts."
},
"publication_validation": "approved requires benefit_observed verdict and nonempty engine_replay, ab_comparison and parameter_transfer evidence references; build/startup rejects invalid publication.",
"same_component_name_fix": {
"trigger": "Formal B-plain24-fixed repeated 齿轮 in a disk-shape description after specifying the exact external involute spur subtype.",
"handling": "Resolve a general related type to the sole precise subtype for the same part; retain ambiguity for distinct component markers or other precise subtypes.",
"regression": "The exact request-003 query matches in one lookup both with and without explicit canonical type_id; multiple component controls stay ambiguous.",
"prompt_chars_added": 0,
"scope_guard": "The inner-root phrase 基圆内齿根段 is not the 内齿轮 tooth system."
},
"facts_contract_fix": {
"trigger": "B-full20 omitted root_transition and treated needs_conditions as if the construction recipe had been loaded.",
"schema": "When facts is supplied all eight fields are required. Unknown values are null; facts itself is optional. Root transition has an explicit field description.",
"needs_conditions": "Explicitly states no recipe body returned and no claim of loaded/applicable is justified; only supplement already established conditions then retry.",
"schema_extra_chars": 251,
"static_instruction_extra_chars": 0,
"inference": "No prose dimensions extracted and no unknown values defaulted."
}
}