cadSet/designir-pipeline/benchmarks/generalization-ab/metrics.csv

1	bbox_mape	edge_rel_error	error	experience_methods_applied	experience_methods_returned	face_rel_error	family	family_match	feature_f1	generated	generated_volume	id	reference_volume	similarity_score	solid_count	surface_area_rel_error	surface_chamfer_norm	surface_hausdorff95_norm	valid	variant	volume_rel_error
2	0.0	0.5		0	0	0.25	general_mechanical_part	1.0	0.8571428571428571	True	125663.70614359173	000166	125663.70614359173	93.81711632834559	1	6.425513440379324e-14	0.004847580881730266	0.00977766538694562	True	baseline	0.0
3	0.0	0.5		0	0	0.25	general_mechanical_part	1.0	0.8571428571428571	True	125663.70614359173	000166	125663.70614359173	93.81711632834559	1	6.425513440379324e-14	0.004847580881730266	0.00977766538694562	True	experience	0.0
4	0.45066264681866697	0.125		0	0	0.1111111111111111	patterned_plate	0.0	0.8571428571428571	True	106129.48703937844	004764	36749.40939347248	54.33835930595081	1	1.0309687869495758	0.05550481239248205	0.1775660613682025	True	baseline	1.8879236099568286
5	0.3413730293323282	0.125		3	18	0.1111111111111111	patterned_plate	0.0	0.8571428571428571	True	88774.08881569223	004764	36749.40939347248	59.488074232257325	1	0.7876989178243013	0.0465090322155671	0.15562347480527094	True	experience	1.4156602862700836
6	0.5696649029982362	0.0		0	0	0.0	plate_or_bracket	1.0	1.0	True	19016.0	011680	898496.0	60.445468751589296	1	0.9780420050604243	0.10796723414266624	0.36481967349123434	True	baseline	0.9788357432865589
7	0.583774250440917	0.0		4	10	0.0	plate_or_bracket	1.0	1.0	True	13547.999999999998	011680	898496.0	59.90070139134242	1	0.9842171382062035	0.11235674854244815	0.374964117147598	True	experience	0.9849214687655816
8	0.18571427761876255	0.2631578947368421		0	0	0.26666666666666666	patterned_plate	1.0	1.0	True	23882.59512641282	016033	44618.37587532573	81.50778192907364	1	0.34116223818430896	0.018452946285241585	0.08713798240651745	True	baseline	0.4647363410728704
9	0.3238095238095235	0.02631578947368421		3	10	0.06666666666666667	patterned_plate	1.0	0.9411764705882353	True	13866.369040708962	016033	44618.37587532573	75.91174289423121	1	0.5000404499582691	0.026851094204940862	0.12169100582216402	True	experience	0.6892229094251465
10	0.5959595959595959	0.2857142857142857		0	0	0.28125	flanged_rotational_part	1.0	1.0	True	118756.98485692723	020543	24145.808587596228	51.56160371886595	1	1.5105685440071281	0.08451218347517844	0.22747541674825858	True	baseline	3.9183271053483395
11	0.23232323232323235	0.05194805194805195		0	0	0.1875	flanged_rotational_part	1.0	0.888888888888889	True	55638.90609255368	020543	24145.808587596228	69.33575293745653	1	0.4640684949891876	0.042969081471212464	0.11104259063963073	True	experience	1.3042883774509648
12	0.06666666666666685	0.2		0	0	0.19480519480519481	patterned_prismatic_part	1.0	1.0	True	569438.4483554161	024675	580617.6091315141	91.92371160771847	1	0.2739018704584683	0.011073315847120254	0.07352156562273186	True	baseline	0.019253912730652068
13	0.5777777777777777	0.8933333333333333		0	0	1.4025974025974026	patterned_prismatic_part	1.0	0.9333333333333333	True	38876.03946418978	024675	580617.6091315141	56.84188202691976	1	0.8746474563374864	0.07094038930770122	0.33837892456299423	True	experience	0.9330436437807312
14	0.0980952380952385	0.16666666666666666		0	0	0.14285714285714285	patterned_plate	1.0	0.9333333333333333	True	73807.58425433026	029190	131254.75510206894	83.74861954252185	1	0.1560183040026604	0.024101504873521428	0.04232654923555514	True	baseline	0.4376768735202429
15	0.14047619047618823	1.5277777777777777		0	0	1.6428571428571428	patterned_plate	1.0	0.7999999999999999	True	71846.37021205797	029190	131254.75510206894	73.91053356207678	1	0.20263501345527155	0.02460078307658505	0.04143094591291666	True	experience	0.45261891535901033
16	0.31241830065359194	0.9285714285714286		0	0	0.5625	patterned_plate	1.0	0.923076923076923	True	34352.594678913054	030352	60881.15044407846	73.94372815488485	1	0.48742381144539443	0.02510282770499014	0.10902462973941958	True	baseline	0.4357433388111292
17	0.4306604575163398	2.642857142857143		3	10	2.0625	patterned_plate	1.0	0.7692307692307692	True	11173.345159683424	030352	60881.15044407846	59.45331217188532	1	0.6732862799472543	0.03957952772551367	0.16850566658178062	True	experience	0.8164728314398964
18	0.21212121212121218	0.5		0	0	0.43243243243243246	flanged_rotational_part	1.0	0.9600000000000001	True	73578.89519968569	046014	162271.3445381513	75.92217396437314	1	0.333964798541362	0.033942930350360764	0.05126001418573268	True	baseline	0.5465687709120651
19	0.13636363636363644	0.5		4	10	0.43243243243243246	flanged_rotational_part	1.0	0.9600000000000001	True	111532.3028776836	046014	162271.3445381513	81.61765078194381	1	0.24200901291799348	0.02662187229047825	0.043202965297600246	True	experience	0.31268023202050027
20	0.6851851851851847	0.3709677419354839		0	0	0.34782608695652173	patterned_prismatic_part	1.0	0.823529411764706	True	167251.53322574112	047048	33461.296317388085	44.79000279500974	1	1.6260155362793598	0.11322328439048983	0.2789388077989153	True	baseline	3.9983578531842254
21	0.7175925925925921	0.1693548387096774		3	18	0.2391304347826087	patterned_prismatic_part	1.0	0.823529411764706	True	169277.67589913897	047048	33461.296317388085	44.38628038601891	1	1.587008333438104	0.13259494837120114	0.321530970786483	True	experience	4.058909681606514
22	1.4575235605335388e-16	0.5		0	0	0.3125	hollow_or_stepped_shaft	1.0	0.9166666666666666	True	8278002.394429736	048346	8341713.8934443	93.45850460439323	1	0.01545893719801078	0.008802226092164953	0.016975575422477428	True	baseline	0.007637698898380382
23	1.4575235605335388e-16	0.5		0	0	0.3125	hollow_or_stepped_shaft	1.0	0.9166666666666666	True	8292610.800268921	048346	8341713.8934443	93.51807327218812	1	0.012238325281746575	0.008857323306102671	0.017730676062993916	True	experience	0.005886451369899948
24	0.02857142857142833	0.2222222222222222		0	0	0.21212121212121213	patterned_plate	0.0	0.8571428571428571	True	315117.2806010815	053664	349435.5647059466	85.57701767939263	1	0.07576465816363272	0.012696566244914555	0.02434484580541925	True	baseline	0.0982106218459597
25	0.07936507936507906	0.0		0	0	0.030303030303030304	patterned_plate	0.0	0.8571428571428571	True	282776.14120936824	053664	349435.5647059466	83.57268406993335	1	0.167398697885095	0.016320456106002173	0.05162627100789126	True	experience	0.19076313412080106
26			missing STEP				patterned_prismatic_part			False		063487								baseline
27			missing STEP				patterned_prismatic_part			False		063487								experience
28	0.05572210294349599	0.420863309352518		0	0	0.4396551724137931	flanged_rotational_part	1.0	0.923076923076923	True	68680.44493144708	065487	81354.16556588435	87.21779338748289	1	0.060356551334099576	0.022572421105818447	0.053770414665160235	True	baseline	0.15578453231351141
29			missing STEP				flanged_rotational_part			False		065487								experience
30			missing STEP				patterned_plate			False		067186								baseline
31			missing STEP				patterned_plate			False		067186								experience
32			missing STEP				rotational_part			False		073706								baseline
33			missing STEP				rotational_part			False		073706								experience
34			missing STEP				patterned_prismatic_part			False		077955								baseline
35			missing STEP				patterned_prismatic_part			False		077955								experience
36			missing STEP				prismatic_block			False		082187								baseline
37			missing STEP				prismatic_block			False		082187								experience
38			missing STEP				rotational_part			False		089970								baseline
39			missing STEP				rotational_part			False		089970								experience
40			missing STEP				shaft			False		092092								baseline
41			missing STEP				shaft			False		092092								experience
42			missing STEP				patterned_prismatic_part			False		095520								baseline
43			missing STEP				patterned_prismatic_part			False		095520								experience
44			missing STEP				patterned_prismatic_part			False		102128								baseline
45			missing STEP				patterned_prismatic_part			False		102128								experience
46			missing STEP				patterned_plate			False		104465								baseline
47			missing STEP				patterned_plate			False		104465								experience
48			missing STEP				patterned_prismatic_part			False		110143								baseline
49			missing STEP				patterned_prismatic_part			False		110143								experience
50			missing STEP				prismatic_block			False		112069								baseline
51			missing STEP				prismatic_block			False		112069								experience
52	0.22361111004444456	0.6538461538461539		0	0	0.6153846153846154	rotational_part	1.0	0.761904761904762	True	67519.74039233122	116166	147536.10631008807	71.3680012563105	1	0.38925591734814796	0.03424668647245051	0.07518718288900171	True	baseline	0.5423510754010293
53	0.18888888915554566	0.7307692307692307		3	16	0.6923076923076923	rotational_part	1.0	0.8571428571428572	True	69565.58402815007	116166	147536.10631008807	73.4520592182128	1	0.365981954180488	0.032489227662340435	0.07289222461786297	True	experience	0.528484343473599
54	0.6746686351889055	0.45217391304347826		0	0	0.45	multi_axis_manifold	0.0	0.7692307692307692	True	34234.94531047202	134828	349556.2389887021	48.526262227273214	1	0.9239731944207157	0.10449739414590258	0.3144594900968871	True	baseline	0.9020616956815967
55	0.7062506154470962	0.5043478260869565		5	14	0.5	multi_axis_manifold	0.0	0.7692307692307692	True	38190.323227729335	134828	349556.2389887021	48.60371993717729	1	0.9152269986233839	0.09836507300701838	0.29918959165673675	True	experience	0.8907462692177447
56	7.3809523809523805	0.5		0	0	0.3333333333333333	rotational_part	1.0	0.9411764705882353	True	25446.900494077883	136930	38.877209088173686	25.720060532485707	1	72.6363636363658	1.666072751413829	2.6857505921882785	True	baseline	653.545454545469
57	6.936507936507937	0.5		0	0	0.3333333333333333	rotational_part	1.0	0.9411764705882353	True	21205.750411731566	136930	38.877209088173686	25.725642575854934	1	67.18181818181998	1.6549008981976585	2.6698915132197145	True	experience	544.4545454545574
58			missing STEP				patterned_prismatic_part			False		138022								baseline
59			missing STEP				patterned_prismatic_part			False		138022								experience
60			missing STEP				patterned_plate			False		141680								baseline
61			missing STEP				patterned_plate			False		141680								experience
62			missing STEP				patterned_prismatic_part			False		145574								baseline
63			missing STEP				patterned_prismatic_part			False		145574								experience
64			missing STEP				prismatic_block			False		150196								baseline
65			missing STEP				prismatic_block			False		150196								experience
66			missing STEP				patterned_prismatic_part			False		150587								baseline
67			missing STEP				patterned_prismatic_part			False		150587								experience
68			missing STEP				multi_axis_manifold			False		152568								baseline
69			missing STEP				multi_axis_manifold			False		152568								experience
70			missing STEP				plate_or_bracket			False		153245								baseline
71			missing STEP				plate_or_bracket			False		153245								experience
72			missing STEP				patterned_prismatic_part			False		158256								baseline
73			missing STEP				patterned_prismatic_part			False		158256								experience
74			missing STEP				hollow_or_stepped_shaft			False		162558								baseline
75			missing STEP				hollow_or_stepped_shaft			False		162558								experience
76			missing STEP				multi_axis_manifold			False		167962								baseline
77			missing STEP				multi_axis_manifold			False		167962								experience
78			missing STEP				rotational_part			False		168239								baseline
79			missing STEP				rotational_part			False		168239								experience
80			missing STEP				patterned_prismatic_part			False		174675								baseline
81			missing STEP				patterned_prismatic_part			False		174675								experience
82			missing STEP				patterned_plate			False		183151								baseline
83			missing STEP				patterned_plate			False		183151								experience
84			missing STEP				patterned_prismatic_part			False		189669								baseline
85			missing STEP				patterned_prismatic_part			False		189669								experience
86			missing STEP				rotational_part			False		194029								baseline
87			missing STEP				rotational_part			False		194029								experience
88			missing STEP				prismatic_block			False		201547								baseline
89			missing STEP				prismatic_block			False		201547								experience
90			missing STEP				patterned_prismatic_part			False		204730								baseline
91			missing STEP				patterned_prismatic_part			False		204730								experience
92			missing STEP				patterned_prismatic_part			False		211326								baseline
93			missing STEP				patterned_prismatic_part			False		211326								experience
94			missing STEP				patterned_plate			False		214404								baseline
95			missing STEP				patterned_plate			False		214404								experience
96			missing STEP				patterned_prismatic_part			False		229115								baseline
97			missing STEP				patterned_prismatic_part			False		229115								experience
98			missing STEP				hybrid_freeform_part			False		234097								baseline
99			missing STEP				hybrid_freeform_part			False		234097								experience
100			missing STEP				patterned_prismatic_part			False		242307								baseline
101			missing STEP				patterned_prismatic_part			False		242307								experience