Files
cadSet/cad-experience-plugin/benchmarks/ab50/metrics.json
T

1168 lines
32 KiB
JSON

[
{
"id": "000166",
"family": "general_mechanical_part",
"variant": "baseline",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 125663.70614359173,
"generated_volume": 125663.70614359173,
"volume_rel_error": 0.0,
"surface_area_rel_error": 6.425513440379324e-14,
"bbox_mape": 0.0,
"face_rel_error": 0.25,
"edge_rel_error": 0.5,
"surface_chamfer_norm": 0.004847580881730266,
"surface_hausdorff95_norm": 0.00977766538694562,
"feature_f1": 0.8571428571428571,
"family_match": 1.0,
"experience_methods_returned": 0,
"experience_methods_applied": 0,
"similarity_score": 93.81711632834559
},
{
"id": "000166",
"family": "general_mechanical_part",
"variant": "experience",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 125663.70614359173,
"generated_volume": 125663.70614359173,
"volume_rel_error": 0.0,
"surface_area_rel_error": 6.425513440379324e-14,
"bbox_mape": 0.0,
"face_rel_error": 0.25,
"edge_rel_error": 0.5,
"surface_chamfer_norm": 0.004847580881730266,
"surface_hausdorff95_norm": 0.00977766538694562,
"feature_f1": 0.8571428571428571,
"family_match": 1.0,
"experience_methods_returned": 0,
"experience_methods_applied": 0,
"similarity_score": 93.81711632834559
},
{
"id": "004764",
"family": "patterned_plate",
"variant": "baseline",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 36749.40939347248,
"generated_volume": 106129.48703937844,
"volume_rel_error": 1.8879236099568286,
"surface_area_rel_error": 1.0309687869495758,
"bbox_mape": 0.45066264681866697,
"face_rel_error": 0.1111111111111111,
"edge_rel_error": 0.125,
"surface_chamfer_norm": 0.05550481239248205,
"surface_hausdorff95_norm": 0.1775660613682025,
"feature_f1": 0.8571428571428571,
"family_match": 0.0,
"experience_methods_returned": 0,
"experience_methods_applied": 0,
"similarity_score": 54.33835930595081
},
{
"id": "004764",
"family": "patterned_plate",
"variant": "experience",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 36749.40939347248,
"generated_volume": 88774.08881569223,
"volume_rel_error": 1.4156602862700836,
"surface_area_rel_error": 0.7876989178243013,
"bbox_mape": 0.3413730293323282,
"face_rel_error": 0.1111111111111111,
"edge_rel_error": 0.125,
"surface_chamfer_norm": 0.0465090322155671,
"surface_hausdorff95_norm": 0.15562347480527094,
"feature_f1": 0.8571428571428571,
"family_match": 0.0,
"experience_methods_returned": 18,
"experience_methods_applied": 3,
"similarity_score": 59.488074232257325
},
{
"id": "011680",
"family": "plate_or_bracket",
"variant": "baseline",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 898496.0,
"generated_volume": 19016.0,
"volume_rel_error": 0.9788357432865589,
"surface_area_rel_error": 0.9780420050604243,
"bbox_mape": 0.5696649029982362,
"face_rel_error": 0.0,
"edge_rel_error": 0.0,
"surface_chamfer_norm": 0.10796723414266624,
"surface_hausdorff95_norm": 0.36481967349123434,
"feature_f1": 1.0,
"family_match": 1.0,
"experience_methods_returned": 0,
"experience_methods_applied": 0,
"similarity_score": 60.445468751589296
},
{
"id": "011680",
"family": "plate_or_bracket",
"variant": "experience",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 898496.0,
"generated_volume": 13547.999999999998,
"volume_rel_error": 0.9849214687655816,
"surface_area_rel_error": 0.9842171382062035,
"bbox_mape": 0.583774250440917,
"face_rel_error": 0.0,
"edge_rel_error": 0.0,
"surface_chamfer_norm": 0.11235674854244815,
"surface_hausdorff95_norm": 0.374964117147598,
"feature_f1": 1.0,
"family_match": 1.0,
"experience_methods_returned": 10,
"experience_methods_applied": 4,
"similarity_score": 59.90070139134242
},
{
"id": "016033",
"family": "patterned_plate",
"variant": "baseline",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 44618.37587532573,
"generated_volume": 23882.59512641282,
"volume_rel_error": 0.4647363410728704,
"surface_area_rel_error": 0.34116223818430896,
"bbox_mape": 0.18571427761876255,
"face_rel_error": 0.26666666666666666,
"edge_rel_error": 0.2631578947368421,
"surface_chamfer_norm": 0.018452946285241585,
"surface_hausdorff95_norm": 0.08713798240651745,
"feature_f1": 1.0,
"family_match": 1.0,
"experience_methods_returned": 0,
"experience_methods_applied": 0,
"similarity_score": 81.50778192907364
},
{
"id": "016033",
"family": "patterned_plate",
"variant": "experience",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 44618.37587532573,
"generated_volume": 13866.369040708962,
"volume_rel_error": 0.6892229094251465,
"surface_area_rel_error": 0.5000404499582691,
"bbox_mape": 0.3238095238095235,
"face_rel_error": 0.06666666666666667,
"edge_rel_error": 0.02631578947368421,
"surface_chamfer_norm": 0.026851094204940862,
"surface_hausdorff95_norm": 0.12169100582216402,
"feature_f1": 0.9411764705882353,
"family_match": 1.0,
"experience_methods_returned": 10,
"experience_methods_applied": 3,
"similarity_score": 75.91174289423121
},
{
"id": "020543",
"family": "flanged_rotational_part",
"variant": "baseline",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 24145.808587596228,
"generated_volume": 118756.98485692723,
"volume_rel_error": 3.9183271053483395,
"surface_area_rel_error": 1.5105685440071281,
"bbox_mape": 0.5959595959595959,
"face_rel_error": 0.28125,
"edge_rel_error": 0.2857142857142857,
"surface_chamfer_norm": 0.08451218347517844,
"surface_hausdorff95_norm": 0.22747541674825858,
"feature_f1": 1.0,
"family_match": 1.0,
"experience_methods_returned": 0,
"experience_methods_applied": 0,
"similarity_score": 51.56160371886595
},
{
"id": "020543",
"family": "flanged_rotational_part",
"variant": "experience",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 24145.808587596228,
"generated_volume": 55638.90609255368,
"volume_rel_error": 1.3042883774509648,
"surface_area_rel_error": 0.4640684949891876,
"bbox_mape": 0.23232323232323235,
"face_rel_error": 0.1875,
"edge_rel_error": 0.05194805194805195,
"surface_chamfer_norm": 0.042969081471212464,
"surface_hausdorff95_norm": 0.11104259063963073,
"feature_f1": 0.888888888888889,
"family_match": 1.0,
"experience_methods_returned": 0,
"experience_methods_applied": 0,
"similarity_score": 69.33575293745653
},
{
"id": "024675",
"family": "patterned_prismatic_part",
"variant": "baseline",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 580617.6091315141,
"generated_volume": 569438.4483554161,
"volume_rel_error": 0.019253912730652068,
"surface_area_rel_error": 0.2739018704584683,
"bbox_mape": 0.06666666666666685,
"face_rel_error": 0.19480519480519481,
"edge_rel_error": 0.2,
"surface_chamfer_norm": 0.011073315847120254,
"surface_hausdorff95_norm": 0.07352156562273186,
"feature_f1": 1.0,
"family_match": 1.0,
"experience_methods_returned": 0,
"experience_methods_applied": 0,
"similarity_score": 91.92371160771847
},
{
"id": "024675",
"family": "patterned_prismatic_part",
"variant": "experience",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 580617.6091315141,
"generated_volume": 38876.03946418978,
"volume_rel_error": 0.9330436437807312,
"surface_area_rel_error": 0.8746474563374864,
"bbox_mape": 0.5777777777777777,
"face_rel_error": 1.4025974025974026,
"edge_rel_error": 0.8933333333333333,
"surface_chamfer_norm": 0.07094038930770122,
"surface_hausdorff95_norm": 0.33837892456299423,
"feature_f1": 0.9333333333333333,
"family_match": 1.0,
"experience_methods_returned": 0,
"experience_methods_applied": 0,
"similarity_score": 56.84188202691976
},
{
"id": "029190",
"family": "patterned_plate",
"variant": "baseline",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 131254.75510206894,
"generated_volume": 73807.58425433026,
"volume_rel_error": 0.4376768735202429,
"surface_area_rel_error": 0.1560183040026604,
"bbox_mape": 0.0980952380952385,
"face_rel_error": 0.14285714285714285,
"edge_rel_error": 0.16666666666666666,
"surface_chamfer_norm": 0.024101504873521428,
"surface_hausdorff95_norm": 0.04232654923555514,
"feature_f1": 0.9333333333333333,
"family_match": 1.0,
"experience_methods_returned": 0,
"experience_methods_applied": 0,
"similarity_score": 83.74861954252185
},
{
"id": "029190",
"family": "patterned_plate",
"variant": "experience",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 131254.75510206894,
"generated_volume": 71846.37021205797,
"volume_rel_error": 0.45261891535901033,
"surface_area_rel_error": 0.20263501345527155,
"bbox_mape": 0.14047619047618823,
"face_rel_error": 1.6428571428571428,
"edge_rel_error": 1.5277777777777777,
"surface_chamfer_norm": 0.02460078307658505,
"surface_hausdorff95_norm": 0.04143094591291666,
"feature_f1": 0.7999999999999999,
"family_match": 1.0,
"experience_methods_returned": 0,
"experience_methods_applied": 0,
"similarity_score": 73.91053356207678
},
{
"id": "030352",
"family": "patterned_plate",
"variant": "baseline",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 60881.15044407846,
"generated_volume": 34352.594678913054,
"volume_rel_error": 0.4357433388111292,
"surface_area_rel_error": 0.48742381144539443,
"bbox_mape": 0.31241830065359194,
"face_rel_error": 0.5625,
"edge_rel_error": 0.9285714285714286,
"surface_chamfer_norm": 0.02510282770499014,
"surface_hausdorff95_norm": 0.10902462973941958,
"feature_f1": 0.923076923076923,
"family_match": 1.0,
"experience_methods_returned": 0,
"experience_methods_applied": 0,
"similarity_score": 73.94372815488485
},
{
"id": "030352",
"family": "patterned_plate",
"variant": "experience",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 60881.15044407846,
"generated_volume": 11173.345159683424,
"volume_rel_error": 0.8164728314398964,
"surface_area_rel_error": 0.6732862799472543,
"bbox_mape": 0.4306604575163398,
"face_rel_error": 2.0625,
"edge_rel_error": 2.642857142857143,
"surface_chamfer_norm": 0.03957952772551367,
"surface_hausdorff95_norm": 0.16850566658178062,
"feature_f1": 0.7692307692307692,
"family_match": 1.0,
"experience_methods_returned": 10,
"experience_methods_applied": 3,
"similarity_score": 59.45331217188532
},
{
"id": "046014",
"family": "flanged_rotational_part",
"variant": "baseline",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 162271.3445381513,
"generated_volume": 73578.89519968569,
"volume_rel_error": 0.5465687709120651,
"surface_area_rel_error": 0.333964798541362,
"bbox_mape": 0.21212121212121218,
"face_rel_error": 0.43243243243243246,
"edge_rel_error": 0.5,
"surface_chamfer_norm": 0.033942930350360764,
"surface_hausdorff95_norm": 0.05126001418573268,
"feature_f1": 0.9600000000000001,
"family_match": 1.0,
"experience_methods_returned": 0,
"experience_methods_applied": 0,
"similarity_score": 75.92217396437314
},
{
"id": "046014",
"family": "flanged_rotational_part",
"variant": "experience",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 162271.3445381513,
"generated_volume": 111532.3028776836,
"volume_rel_error": 0.31268023202050027,
"surface_area_rel_error": 0.24200901291799348,
"bbox_mape": 0.13636363636363644,
"face_rel_error": 0.43243243243243246,
"edge_rel_error": 0.5,
"surface_chamfer_norm": 0.02662187229047825,
"surface_hausdorff95_norm": 0.043202965297600246,
"feature_f1": 0.9600000000000001,
"family_match": 1.0,
"experience_methods_returned": 10,
"experience_methods_applied": 4,
"similarity_score": 81.61765078194381
},
{
"id": "047048",
"family": "patterned_prismatic_part",
"variant": "baseline",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 33461.296317388085,
"generated_volume": 167251.53322574112,
"volume_rel_error": 3.9983578531842254,
"surface_area_rel_error": 1.6260155362793598,
"bbox_mape": 0.6851851851851847,
"face_rel_error": 0.34782608695652173,
"edge_rel_error": 0.3709677419354839,
"surface_chamfer_norm": 0.11322328439048983,
"surface_hausdorff95_norm": 0.2789388077989153,
"feature_f1": 0.823529411764706,
"family_match": 1.0,
"experience_methods_returned": 0,
"experience_methods_applied": 0,
"similarity_score": 44.79000279500974
},
{
"id": "047048",
"family": "patterned_prismatic_part",
"variant": "experience",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 33461.296317388085,
"generated_volume": 169277.67589913897,
"volume_rel_error": 4.058909681606514,
"surface_area_rel_error": 1.587008333438104,
"bbox_mape": 0.7175925925925921,
"face_rel_error": 0.2391304347826087,
"edge_rel_error": 0.1693548387096774,
"surface_chamfer_norm": 0.13259494837120114,
"surface_hausdorff95_norm": 0.321530970786483,
"feature_f1": 0.823529411764706,
"family_match": 1.0,
"experience_methods_returned": 18,
"experience_methods_applied": 3,
"similarity_score": 44.38628038601891
},
{
"id": "048346",
"family": "hollow_or_stepped_shaft",
"variant": "baseline",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 8341713.8934443,
"generated_volume": 8278002.394429736,
"volume_rel_error": 0.007637698898380382,
"surface_area_rel_error": 0.01545893719801078,
"bbox_mape": 1.4575235605335388e-16,
"face_rel_error": 0.3125,
"edge_rel_error": 0.5,
"surface_chamfer_norm": 0.008802226092164953,
"surface_hausdorff95_norm": 0.016975575422477428,
"feature_f1": 0.9166666666666666,
"family_match": 1.0,
"experience_methods_returned": 0,
"experience_methods_applied": 0,
"similarity_score": 93.45850460439323
},
{
"id": "048346",
"family": "hollow_or_stepped_shaft",
"variant": "experience",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 8341713.8934443,
"generated_volume": 8292610.800268921,
"volume_rel_error": 0.005886451369899948,
"surface_area_rel_error": 0.012238325281746575,
"bbox_mape": 1.4575235605335388e-16,
"face_rel_error": 0.3125,
"edge_rel_error": 0.5,
"surface_chamfer_norm": 0.008857323306102671,
"surface_hausdorff95_norm": 0.017730676062993916,
"feature_f1": 0.9166666666666666,
"family_match": 1.0,
"experience_methods_returned": 0,
"experience_methods_applied": 0,
"similarity_score": 93.51807327218812
},
{
"id": "053664",
"family": "patterned_plate",
"variant": "baseline",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 349435.5647059466,
"generated_volume": 315117.2806010815,
"volume_rel_error": 0.0982106218459597,
"surface_area_rel_error": 0.07576465816363272,
"bbox_mape": 0.02857142857142833,
"face_rel_error": 0.21212121212121213,
"edge_rel_error": 0.2222222222222222,
"surface_chamfer_norm": 0.012696566244914555,
"surface_hausdorff95_norm": 0.02434484580541925,
"feature_f1": 0.8571428571428571,
"family_match": 0.0,
"experience_methods_returned": 0,
"experience_methods_applied": 0,
"similarity_score": 85.57701767939263
},
{
"id": "053664",
"family": "patterned_plate",
"variant": "experience",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 349435.5647059466,
"generated_volume": 282776.14120936824,
"volume_rel_error": 0.19076313412080106,
"surface_area_rel_error": 0.167398697885095,
"bbox_mape": 0.07936507936507906,
"face_rel_error": 0.030303030303030304,
"edge_rel_error": 0.0,
"surface_chamfer_norm": 0.016320456106002173,
"surface_hausdorff95_norm": 0.05162627100789126,
"feature_f1": 0.8571428571428571,
"family_match": 0.0,
"experience_methods_returned": 0,
"experience_methods_applied": 0,
"similarity_score": 83.57268406993335
},
{
"id": "063487",
"family": "patterned_prismatic_part",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "063487",
"family": "patterned_prismatic_part",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "065487",
"family": "flanged_rotational_part",
"variant": "baseline",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 81354.16556588435,
"generated_volume": 68680.44493144708,
"volume_rel_error": 0.15578453231351141,
"surface_area_rel_error": 0.060356551334099576,
"bbox_mape": 0.05572210294349599,
"face_rel_error": 0.4396551724137931,
"edge_rel_error": 0.420863309352518,
"surface_chamfer_norm": 0.022572421105818447,
"surface_hausdorff95_norm": 0.053770414665160235,
"feature_f1": 0.923076923076923,
"family_match": 1.0,
"experience_methods_returned": 0,
"experience_methods_applied": 0,
"similarity_score": 87.21779338748289
},
{
"id": "065487",
"family": "flanged_rotational_part",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "067186",
"family": "patterned_plate",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "067186",
"family": "patterned_plate",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "073706",
"family": "rotational_part",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "073706",
"family": "rotational_part",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "077955",
"family": "patterned_prismatic_part",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "077955",
"family": "patterned_prismatic_part",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "082187",
"family": "prismatic_block",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "082187",
"family": "prismatic_block",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "089970",
"family": "rotational_part",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "089970",
"family": "rotational_part",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "092092",
"family": "shaft",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "092092",
"family": "shaft",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "095520",
"family": "patterned_prismatic_part",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "095520",
"family": "patterned_prismatic_part",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "102128",
"family": "patterned_prismatic_part",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "102128",
"family": "patterned_prismatic_part",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "104465",
"family": "patterned_plate",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "104465",
"family": "patterned_plate",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "110143",
"family": "patterned_prismatic_part",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "110143",
"family": "patterned_prismatic_part",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "112069",
"family": "prismatic_block",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "112069",
"family": "prismatic_block",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "116166",
"family": "rotational_part",
"variant": "baseline",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 147536.10631008807,
"generated_volume": 67519.74039233122,
"volume_rel_error": 0.5423510754010293,
"surface_area_rel_error": 0.38925591734814796,
"bbox_mape": 0.22361111004444456,
"face_rel_error": 0.6153846153846154,
"edge_rel_error": 0.6538461538461539,
"surface_chamfer_norm": 0.03424668647245051,
"surface_hausdorff95_norm": 0.07518718288900171,
"feature_f1": 0.761904761904762,
"family_match": 1.0,
"experience_methods_returned": 0,
"experience_methods_applied": 0,
"similarity_score": 71.3680012563105
},
{
"id": "116166",
"family": "rotational_part",
"variant": "experience",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 147536.10631008807,
"generated_volume": 69565.58402815007,
"volume_rel_error": 0.528484343473599,
"surface_area_rel_error": 0.365981954180488,
"bbox_mape": 0.18888888915554566,
"face_rel_error": 0.6923076923076923,
"edge_rel_error": 0.7307692307692307,
"surface_chamfer_norm": 0.032489227662340435,
"surface_hausdorff95_norm": 0.07289222461786297,
"feature_f1": 0.8571428571428572,
"family_match": 1.0,
"experience_methods_returned": 16,
"experience_methods_applied": 3,
"similarity_score": 73.4520592182128
},
{
"id": "134828",
"family": "multi_axis_manifold",
"variant": "baseline",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 349556.2389887021,
"generated_volume": 34234.94531047202,
"volume_rel_error": 0.9020616956815967,
"surface_area_rel_error": 0.9239731944207157,
"bbox_mape": 0.6746686351889055,
"face_rel_error": 0.45,
"edge_rel_error": 0.45217391304347826,
"surface_chamfer_norm": 0.10449739414590258,
"surface_hausdorff95_norm": 0.3144594900968871,
"feature_f1": 0.7692307692307692,
"family_match": 0.0,
"experience_methods_returned": 0,
"experience_methods_applied": 0,
"similarity_score": 48.526262227273214
},
{
"id": "134828",
"family": "multi_axis_manifold",
"variant": "experience",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 349556.2389887021,
"generated_volume": 38190.323227729335,
"volume_rel_error": 0.8907462692177447,
"surface_area_rel_error": 0.9152269986233839,
"bbox_mape": 0.7062506154470962,
"face_rel_error": 0.5,
"edge_rel_error": 0.5043478260869565,
"surface_chamfer_norm": 0.09836507300701838,
"surface_hausdorff95_norm": 0.29918959165673675,
"feature_f1": 0.7692307692307692,
"family_match": 0.0,
"experience_methods_returned": 14,
"experience_methods_applied": 5,
"similarity_score": 48.60371993717729
},
{
"id": "136930",
"family": "rotational_part",
"variant": "baseline",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 38.877209088173686,
"generated_volume": 25446.900494077883,
"volume_rel_error": 653.545454545469,
"surface_area_rel_error": 72.6363636363658,
"bbox_mape": 7.3809523809523805,
"face_rel_error": 0.3333333333333333,
"edge_rel_error": 0.5,
"surface_chamfer_norm": 1.666072751413829,
"surface_hausdorff95_norm": 2.6857505921882785,
"feature_f1": 0.9411764705882353,
"family_match": 1.0,
"experience_methods_returned": 0,
"experience_methods_applied": 0,
"similarity_score": 25.720060532485707
},
{
"id": "136930",
"family": "rotational_part",
"variant": "experience",
"generated": true,
"valid": true,
"solid_count": 1,
"reference_volume": 38.877209088173686,
"generated_volume": 21205.750411731566,
"volume_rel_error": 544.4545454545574,
"surface_area_rel_error": 67.18181818181998,
"bbox_mape": 6.936507936507937,
"face_rel_error": 0.3333333333333333,
"edge_rel_error": 0.5,
"surface_chamfer_norm": 1.6549008981976585,
"surface_hausdorff95_norm": 2.6698915132197145,
"feature_f1": 0.9411764705882353,
"family_match": 1.0,
"experience_methods_returned": 0,
"experience_methods_applied": 0,
"similarity_score": 25.725642575854934
},
{
"id": "138022",
"family": "patterned_prismatic_part",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "138022",
"family": "patterned_prismatic_part",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "141680",
"family": "patterned_plate",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "141680",
"family": "patterned_plate",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "145574",
"family": "patterned_prismatic_part",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "145574",
"family": "patterned_prismatic_part",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "150196",
"family": "prismatic_block",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "150196",
"family": "prismatic_block",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "150587",
"family": "patterned_prismatic_part",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "150587",
"family": "patterned_prismatic_part",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "152568",
"family": "multi_axis_manifold",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "152568",
"family": "multi_axis_manifold",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "153245",
"family": "plate_or_bracket",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "153245",
"family": "plate_or_bracket",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "158256",
"family": "patterned_prismatic_part",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "158256",
"family": "patterned_prismatic_part",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "162558",
"family": "hollow_or_stepped_shaft",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "162558",
"family": "hollow_or_stepped_shaft",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "167962",
"family": "multi_axis_manifold",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "167962",
"family": "multi_axis_manifold",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "168239",
"family": "rotational_part",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "168239",
"family": "rotational_part",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "174675",
"family": "patterned_prismatic_part",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "174675",
"family": "patterned_prismatic_part",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "183151",
"family": "patterned_plate",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "183151",
"family": "patterned_plate",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "189669",
"family": "patterned_prismatic_part",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "189669",
"family": "patterned_prismatic_part",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "194029",
"family": "rotational_part",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "194029",
"family": "rotational_part",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "201547",
"family": "prismatic_block",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "201547",
"family": "prismatic_block",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "204730",
"family": "patterned_prismatic_part",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "204730",
"family": "patterned_prismatic_part",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "211326",
"family": "patterned_prismatic_part",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "211326",
"family": "patterned_prismatic_part",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "214404",
"family": "patterned_plate",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "214404",
"family": "patterned_plate",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "229115",
"family": "patterned_prismatic_part",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "229115",
"family": "patterned_prismatic_part",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "234097",
"family": "hybrid_freeform_part",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "234097",
"family": "hybrid_freeform_part",
"variant": "experience",
"generated": false,
"error": "missing STEP"
},
{
"id": "242307",
"family": "patterned_prismatic_part",
"variant": "baseline",
"generated": false,
"error": "missing STEP"
},
{
"id": "242307",
"family": "patterned_prismatic_part",
"variant": "experience",
"generated": false,
"error": "missing STEP"
}
]