Jerry
328 lines
12 KiB
JSON
328 lines
12 KiB
JSON
{
|
|
"schema_version": "1.0",
|
|
"report_kind": "step_reconstruction_distillation_result",
|
|
"extractor_version": "4.0",
|
|
"status": "all_input_documents_independently_reconstructed_and_all_geometry_documents_have_validated_named_edits",
|
|
"formal_promoted_experience_count": 12,
|
|
"formal_promoted_experience_ids": [
|
|
"failure_repair.surface_boundary.prefer_exact_3d",
|
|
"failure_repair.periodic_torus.rectangular_uv_patch",
|
|
"failure_repair.surface_topology.bind_face_pcurves_and_group_shells",
|
|
"failure_repair.surface_topology.preserve_vertex_tolerance",
|
|
"edit_strategy.semantic_cylindrical_cut.enlarge_diameter",
|
|
"failure_repair.semantic_edit.boundary_strategy_fallback",
|
|
"edit_strategy.semantic_edit.preserve_validated_geometry_strategy",
|
|
"edit_strategy.semantic_parameter.search_validated_safe_range",
|
|
"failure_repair.semantic_edit.merge_duplicate_cylindrical_targets",
|
|
"edit_strategy.semantic_parameter.source_independent_overall_scale",
|
|
"edit_strategy.semantic_parameter.primary_axis_affine_dimensions",
|
|
"edit_strategy.semantic_parameter.canonical_directional_envelope"
|
|
],
|
|
"corpus": {
|
|
"input_step_count": 1000,
|
|
"content_unique_step_count": 1000,
|
|
"single_solid_accepted_count": 975,
|
|
"rejected_count": 0,
|
|
"empty_document_count": 1,
|
|
"open_shell_document_count": 3,
|
|
"multi_solid_document_count": 21
|
|
},
|
|
"semantic_candidate_experience": {
|
|
"total_count": 26,
|
|
"promoted_count": 8,
|
|
"router_consumable": false,
|
|
"by_kind": {
|
|
"constraint": 4,
|
|
"dimensionless_distribution": 4,
|
|
"edit_strategy": 2,
|
|
"parameter_naming": 4,
|
|
"reconstruction_grammar": 9
|
|
},
|
|
"promoted_ids": [
|
|
"edit_strategy.semantic_cylindrical_cut.enlarge_diameter",
|
|
"failure_repair.semantic_edit.boundary_strategy_fallback",
|
|
"edit_strategy.semantic_edit.preserve_validated_geometry_strategy",
|
|
"edit_strategy.semantic_parameter.search_validated_safe_range",
|
|
"failure_repair.semantic_edit.merge_duplicate_cylindrical_targets",
|
|
"edit_strategy.semantic_parameter.source_independent_overall_scale",
|
|
"edit_strategy.semantic_parameter.primary_axis_affine_dimensions",
|
|
"edit_strategy.semantic_parameter.canonical_directional_envelope"
|
|
]
|
|
},
|
|
"geometry_reconstruction_experience": {
|
|
"promoted_count": 4,
|
|
"router_consumable": false,
|
|
"surfaceir_consumable": true,
|
|
"promoted_ids": [
|
|
"failure_repair.surface_boundary.prefer_exact_3d",
|
|
"failure_repair.periodic_torus.rectangular_uv_patch",
|
|
"failure_repair.surface_topology.bind_face_pcurves_and_group_shells",
|
|
"failure_repair.surface_topology.preserve_vertex_tolerance"
|
|
],
|
|
"note": "These methods have positive held-out geometry A/B evidence. They do not count as proof of semantic parameter-edit capability."
|
|
},
|
|
"semantic_parameter_results": [
|
|
{
|
|
"canonical_parameter": "plate_thickness",
|
|
"support": 240,
|
|
"conditional_confidence": 1.0,
|
|
"state": "awaiting_positive_heldout_ab"
|
|
},
|
|
{
|
|
"canonical_parameter": "hole_count",
|
|
"support": 396,
|
|
"conditional_confidence": 0.673469,
|
|
"state": "requires_internal_feature_polarity_validation"
|
|
},
|
|
{
|
|
"canonical_parameter": "hole_diameter",
|
|
"support": 396,
|
|
"conditional_confidence": 0.673469,
|
|
"state": "requires_internal_feature_polarity_validation"
|
|
},
|
|
{
|
|
"canonical_parameter": "bolt_circle_diameter",
|
|
"support": 121,
|
|
"conditional_confidence": 0.456604,
|
|
"state": "awaiting_positive_heldout_ab"
|
|
}
|
|
],
|
|
"legacy_ab_warning": {
|
|
"completed_pair_count": 15,
|
|
"planned_pair_count": 50,
|
|
"baseline_similarity_mean": 69.11,
|
|
"experience_similarity_mean": 66.64,
|
|
"score_delta": -2.47,
|
|
"accepted_as_positive_validation": false
|
|
},
|
|
"promotion_gate": {
|
|
"minimum_independent_cases_per_method": 3,
|
|
"minimum_heldout_ab_pairs": 10,
|
|
"edit_contract_pass_rate_required": 1.0,
|
|
"baseline_score_delta_must_be_positive": true,
|
|
"evidence_support_alone_can_promote": false
|
|
},
|
|
"execution_validated_trajectory_pilot": {
|
|
"scope": "low_complexity_initial_debugging_subset_not_full_corpus",
|
|
"attempted_case_count": 6,
|
|
"replay_validated_case_count": 3,
|
|
"quarantined_case_count": 3,
|
|
"derived_candidate_method_count": 1,
|
|
"officially_promoted_method_count": 0,
|
|
"candidate_method": "simple cylinder classification, placement, and semantic parameter naming",
|
|
"heldout_ab": {
|
|
"pair_count": 2,
|
|
"baseline_replay_validated_count": 1,
|
|
"experience_replay_validated_count": 1,
|
|
"baseline_pass_rate": 0.5,
|
|
"experience_pass_rate": 0.5,
|
|
"pass_rate_delta": 0.0,
|
|
"positive": false,
|
|
"promotion_eligible": false
|
|
},
|
|
"conclusion": "The new loop can produce independently rebuildable editable trajectories, but no capability improvement has yet been demonstrated. The candidate remains unavailable to cad-router."
|
|
},
|
|
"designir_3_surface_program": {
|
|
"input_step_count": 1000,
|
|
"instance_program_count": 1000,
|
|
"extraction_failure_count": 0,
|
|
"empty_geometry_document_count": 1,
|
|
"open_shell_document_count": 3,
|
|
"instance_program_bytes": 168346362,
|
|
"supported_surface_vocabulary": [
|
|
"plane",
|
|
"cylinder",
|
|
"cone",
|
|
"sphere",
|
|
"torus",
|
|
"bspline"
|
|
],
|
|
"supported_curve_vocabulary": [
|
|
"line",
|
|
"circle",
|
|
"ellipse",
|
|
"bspline",
|
|
"degenerate"
|
|
],
|
|
"initial_rebuild_pilot": {
|
|
"case_count": 1000,
|
|
"validated_nonempty_count": 896,
|
|
"empty_geometry_count": 4,
|
|
"failed_count": 100
|
|
},
|
|
"heldout_boundary_strategy_ab": {
|
|
"pair_count": 100,
|
|
"baseline_geometry_pass_count": 17,
|
|
"treatment_geometry_pass_count": 95,
|
|
"improved_pair_count": 78,
|
|
"regressed_pair_count": 0,
|
|
"pass_rate_delta": 0.78
|
|
},
|
|
"promoted_experience_ids": [
|
|
"failure_repair.surface_boundary.prefer_exact_3d",
|
|
"failure_repair.periodic_torus.rectangular_uv_patch",
|
|
"failure_repair.surface_topology.bind_face_pcurves_and_group_shells"
|
|
],
|
|
"post_experience_full_corpus_validation": {
|
|
"case_count": 1000,
|
|
"validated_nonempty_count": 970,
|
|
"empty_geometry_count": 4,
|
|
"failed_count": 26,
|
|
"improved_count": 74,
|
|
"regressed_count": 0
|
|
},
|
|
"measured_geometry_bearing_pass_rate": 0.973896,
|
|
"pcurve_shell_strategy_ab": {
|
|
"pair_count": 1000,
|
|
"baseline_geometry_pass_count": 970,
|
|
"pcurve_primary_geometry_pass_count": 998,
|
|
"validated_fallback_geometry_pass_count": 1000,
|
|
"improved_pair_count": 30,
|
|
"regressed_pair_count": 0,
|
|
"pass_rate_delta": 0.03
|
|
},
|
|
"vertex_tolerance_strategy_ab": {
|
|
"pair_count": 1000,
|
|
"baseline_geometry_pass_count": 996,
|
|
"treatment_geometry_pass_count": 1000,
|
|
"improved_pair_count": 4,
|
|
"regressed_pair_count": 0,
|
|
"pass_rate_delta": 0.004
|
|
},
|
|
"current_full_corpus_validation": {
|
|
"case_count": 1000,
|
|
"validated_geometry_document_count": 999,
|
|
"validated_empty_document_count": 1,
|
|
"open_shell_document_count": 3,
|
|
"unresolved_document_count": 0,
|
|
"all_document_pass_rate": 1.0,
|
|
"selected_strategy_counts": {
|
|
"exact_3d_pcurve": 1000
|
|
},
|
|
"boolean_fallback_surface_sample_case_count": 2,
|
|
"maximum_accepted_bidirectional_surface_distance_mm": 0.0000647066
|
|
},
|
|
"semantic_edit_contract": {
|
|
"promoted_experience_count": 8,
|
|
"status": "positive_local_cut_primary_axis_dimension_and_universal_scale_edits_demonstrated",
|
|
"semantic_candidate_case_count": 942,
|
|
"semantic_parameter_instance_count": 5136,
|
|
"semantic_feature_instance_count": 2502,
|
|
"heldout_case_count": 50,
|
|
"heldout_applicable_case_count": 41,
|
|
"heldout_accepted_case_count": 41,
|
|
"heldout_edit_pass_rate": 1.0,
|
|
"primary_boundary_strategy_pass_count": 35,
|
|
"fallback_rescue_count": 6,
|
|
"full_corpus_validation": {
|
|
"case_count": 1000,
|
|
"baseline_geometry_not_validated_count": 30,
|
|
"no_executable_semantic_parameter_count": 155,
|
|
"applicable_edit_case_count": 815,
|
|
"accepted_edit_case_count": 795,
|
|
"rejected_edit_case_count": 20,
|
|
"applicable_edit_pass_rate": 0.97546,
|
|
"execution_failure_count": 19,
|
|
"non_target_guard_rejection_count": 1,
|
|
"post_observer_repair": {
|
|
"accepted_edit_case_count": 800,
|
|
"remaining_failed_case_count": 15,
|
|
"applicable_edit_pass_rate": 0.981595,
|
|
"rescued_case_count": 5,
|
|
"regressed_case_count": 0
|
|
},
|
|
"post_geometry_strategy_revalidation": {
|
|
"baseline_geometry_not_validated_count": 0,
|
|
"no_executable_semantic_parameter_count": 157,
|
|
"applicable_edit_case_count": 843,
|
|
"accepted_edit_case_count": 826,
|
|
"remaining_failed_case_count": 17,
|
|
"applicable_edit_pass_rate": 0.979834,
|
|
"newly_accepted_case_count": 26,
|
|
"regressed_case_count": 0
|
|
},
|
|
"post_adaptive_range_and_duplicate_target_repair": {
|
|
"applicable_edit_case_count": 843,
|
|
"accepted_edit_case_count": 837,
|
|
"remaining_failed_case_count": 6,
|
|
"applicable_edit_pass_rate": 0.992883,
|
|
"validated_positive_factors": [
|
|
1.02,
|
|
1.05,
|
|
1.1
|
|
],
|
|
"newly_accepted_case_count": 11,
|
|
"regressed_case_count": 0,
|
|
"duplicate_target_heldout_ab": {
|
|
"pair_count": 11,
|
|
"baseline_pass_count": 9,
|
|
"treatment_pass_count": 11,
|
|
"regressed_pair_count": 0
|
|
}
|
|
},
|
|
"post_source_independent_overall_scale": {
|
|
"geometry_bearing_case_count": 996,
|
|
"accepted_scale_edit_case_count": 996,
|
|
"rejected_scale_edit_case_count": 0,
|
|
"scale_edit_pass_rate": 1.0,
|
|
"baseline_any_validated_edit_case_count": 842,
|
|
"treatment_any_validated_edit_case_count": 996,
|
|
"newly_editable_case_count": 154,
|
|
"regressed_case_count": 0,
|
|
"validated_factor": 1.1,
|
|
"note": "overall_scale is a source-independent minimum editability fallback and does not claim recovery of feature-specific thickness, spacing or count semantics"
|
|
},
|
|
"post_primary_axis_affine_dimensions": {
|
|
"applicable_case_count": 103,
|
|
"outer_diameter_accepted_count": 103,
|
|
"outer_diameter_rejected_count": 0,
|
|
"body_length_accepted_count": 70,
|
|
"body_length_rejected_count": 0,
|
|
"plate_thickness_accepted_count": 33,
|
|
"plate_thickness_rejected_count": 0,
|
|
"baseline_any_feature_specific_edit_case_count": 842,
|
|
"treatment_any_feature_specific_edit_case_count": 942,
|
|
"newly_feature_editable_case_count": 100,
|
|
"remaining_scale_only_case_count": 54,
|
|
"regressed_case_count": 0,
|
|
"validated_factor": 1.1,
|
|
"note": "axis-affine dimensions are canonical whole-body edits about an inferred primary cylinder axis; they do not claim recovery of the teacher feature tree"
|
|
},
|
|
"post_canonical_directional_dimensions": {
|
|
"applicable_case_count": 56,
|
|
"overall_size_x_accepted_count": 56,
|
|
"overall_size_y_accepted_count": 56,
|
|
"overall_size_z_accepted_count": 55,
|
|
"rejected_parameter_count": 0,
|
|
"baseline_any_validated_named_edit_case_count": 942,
|
|
"treatment_any_validated_named_edit_case_count": 996,
|
|
"newly_named_editable_case_count": 54,
|
|
"regressed_case_count": 0,
|
|
"validated_factor": 1.1,
|
|
"note": "overall_size_x/y/z are canonical envelope dimensions in the DesignIR coordinate system, not recovered source sketch dimensions"
|
|
},
|
|
"final_document_and_edit_coverage": {
|
|
"input_document_count": 1000,
|
|
"independently_rebuilt_document_count": 1000,
|
|
"geometry_present_document_count": 999,
|
|
"true_empty_document_count": 1,
|
|
"geometry_documents_with_at_least_one_validated_named_parameter": 999,
|
|
"validated_named_parameter_instance_count": 1213,
|
|
"geometry_document_named_edit_coverage": 1.0,
|
|
"anti_cheat_match_count": 0,
|
|
"designir_schema_valid_count": 1000,
|
|
"designir_schema_invalid_count": 0
|
|
}
|
|
},
|
|
"required_next_evidence": [
|
|
"negative diameter edits",
|
|
"hole spacing and pitch diameter edits",
|
|
"plate thickness edits",
|
|
"additional non-cylindrical feature families",
|
|
"full-corpus edit acceptance"
|
|
]
|
|
},
|
|
"remaining_primary_failure_clusters": []
|
|
}
|
|
}
|