48 lines
3.2 KiB
JSON
48 lines
3.2 KiB
JSON
{
|
|
"scope": "community CAD AI only",
|
|
"knowledge_protocol": "cad-knowledge-v1",
|
|
"mode_default": "off",
|
|
"pilot_env": "CAD_AI_KNOWLEDGE_MODE=pilot",
|
|
"runtime_types": 20,
|
|
"recipe_status": "experimental",
|
|
"recipe_sha256": "70cf10a008e7f4183456579201d1f42fbc04511f4cb573a8afd784e2d730ab2d",
|
|
"additional_routing_instruction_chars": 147,
|
|
"tests": {
|
|
"service_knowledge": 15,
|
|
"service_protocol": 25,
|
|
"service_provider": 27,
|
|
"api": 17,
|
|
"routing_cases_within_knowledge_tests": 72
|
|
},
|
|
"validation": "All listed tests passed using Java 21. Final browser build compatibility replay and first model A/B/component trials are recorded in reports/gear-integration-20261111/README.md. The live helical LLM trial failed knowledge tool argument validation before dispatch; uncovered-type model fallback remains unverified.",
|
|
"limits": [
|
|
"Deterministic term/condition routing does not prove general semantic understanding.",
|
|
"No generated geometry validation is claimed by these backend tests.",
|
|
"Experimental recipe is available only in pilot mode and for explicitly registered engine builds."
|
|
],
|
|
"type_id_contract_fix": {
|
|
"trigger": "Formal B-plain24 invented a type ID despite an explicit gear query. The original failed trial is retained.",
|
|
"schema": "type_id is optional and enum values are generated from the canonical validated catalog. Unknown IDs are rejected; omit type_id to use query routing.",
|
|
"extra_schema_chars": 404,
|
|
"extra_static_instruction_chars": 0,
|
|
"token_delta": "Not measured; no model-specific tokenizer available.",
|
|
"verified": "Schema IDs equal all canonical type IDs; invented ID rejected; original query without invented ID matches with complete facts."
|
|
},
|
|
"publication_validation": "approved requires benefit_observed verdict and nonempty engine_replay, ab_comparison and parameter_transfer evidence references; build/startup rejects invalid publication.",
|
|
"same_component_name_fix": {
|
|
"trigger": "Formal B-plain24-fixed repeated 齿轮 in a disk-shape description after specifying the exact external involute spur subtype.",
|
|
"handling": "Resolve a general related type to the sole precise subtype for the same part; retain ambiguity for distinct component markers or other precise subtypes.",
|
|
"regression": "The exact request-003 query matches in one lookup both with and without explicit canonical type_id; multiple component controls stay ambiguous.",
|
|
"prompt_chars_added": 0,
|
|
"scope_guard": "The inner-root phrase 基圆内齿根段 is not the 内齿轮 tooth system."
|
|
},
|
|
"facts_contract_fix": {
|
|
"trigger": "B-full20 omitted root_transition and treated needs_conditions as if the construction recipe had been loaded.",
|
|
"schema": "When facts is supplied all eight fields are required. Unknown values are null; facts itself is optional. Root transition has an explicit field description.",
|
|
"needs_conditions": "Explicitly states no recipe body returned and no claim of loaded/applicable is justified; only supplement already established conditions then retry.",
|
|
"schema_extra_chars": 251,
|
|
"static_instruction_extra_chars": 0,
|
|
"inference": "No prose dimensions extracted and no unknown values defaulted."
|
|
}
|
|
}
|