{ "run_id": "20250422_095709", "meta_statistics": { "claude-3-5-haiku-20241022": { "default": { "total_replicates": 50, "scad_generation_success_count": 50, "render_success_count": 49, "checks_run_count": 49, "overall_pass_count": 16, "watertight_pass_count": 45, "single_comp_pass_count": 42, "bbox_acc_pass_count": 38, "volume_pass_count": 22, "hausdorff_pass_count": 25, "chamfer_pass_count": 38, "scad_generation_success_rate": 100.0, "render_success_rate": 98.0, "overall_pass_rate": 32.0, "watertight_pass_rate": 91.83673469387756, "single_comp_pass_rate": 85.71428571428571, "bbox_acc_pass_rate": 77.55102040816327, "volume_pass_rate": 44.89795918367347, "hausdorff_pass_rate": 51.02040816326531, "chamfer_pass_rate": 77.55102040816327, "avg_chamfer": 1.1910115612389338, "median_chamfer": 0.4334646330198395, "stdev_chamfer": 2.3263605709266213, "avg_hausdorff_95p": 4.26982423854372, "median_hausdorff_95p": 0.8845434501755867, "stdev_hausdorff_95p": 8.620073808176326, "avg_generation_time_seconds": 6.167825640464316, "median_generation_time_seconds": 5.979195833206177, "stdev_generation_time_seconds": 2.513197497776283, "avg_render_time_seconds": 0.09309093806208396, "median_render_time_seconds": 0.06829214096069336, "stdev_render_time_seconds": 0.05903025234085434, "avg_total_time_seconds": 6.260916578526399, "median_total_time_seconds": 6.033594846725464, "stdev_total_time_seconds": 2.518085182214742, "avg_estimated_cost": 0.0014792489795918367, "median_estimated_cost": 0.0013864, "stdev_estimated_cost": 0.0005394394228125654, "avg_prompt_tokens": 284.46938775510205, "median_prompt_tokens": 280, "stdev_prompt_tokens": 97.51134592976355, "avg_completion_tokens": 312.9183673469388, "median_completion_tokens": 294, "stdev_completion_tokens": 121.17838722566101 } }, "claude-3-5-sonnet-20241022": { "default": { "total_replicates": 50, "scad_generation_success_count": 50, "render_success_count": 49, "checks_run_count": 49, "overall_pass_count": 24, "watertight_pass_count": 46, "single_comp_pass_count": 45, "bbox_acc_pass_count": 34, "volume_pass_count": 29, "hausdorff_pass_count": 27, "chamfer_pass_count": 35, "scad_generation_success_rate": 100.0, "render_success_rate": 98.0, "overall_pass_rate": 48.0, "watertight_pass_rate": 93.87755102040816, "single_comp_pass_rate": 91.83673469387756, "bbox_acc_pass_rate": 69.38775510204081, "volume_pass_rate": 59.183673469387756, "hausdorff_pass_rate": 55.10204081632652, "chamfer_pass_rate": 71.42857142857143, "avg_chamfer": 2.1371244399939915, "median_chamfer": 0.35207127814463274, "stdev_chamfer": 5.7869850062662564, "avg_hausdorff_95p": 7.664706518658087, "median_hausdorff_95p": 0.6494712366542043, "stdev_hausdorff_95p": 18.02115496682995, "avg_generation_time_seconds": 5.11460847270732, "median_generation_time_seconds": 4.925652027130127, "stdev_generation_time_seconds": 1.9902725609696093, "avg_render_time_seconds": 0.0831245840812216, "median_render_time_seconds": 0.07281780242919922, "stdev_render_time_seconds": 0.040072441129866125, "avg_total_time_seconds": 5.197733056788542, "median_total_time_seconds": 4.9982008934021, "stdev_total_time_seconds": 1.9930898275971094, "avg_estimated_cost": 0.004769265306122449, "median_estimated_cost": 0.0044340000000000004, "stdev_estimated_cost": 0.0022795957314795078, "avg_prompt_tokens": 285.16326530612247, "median_prompt_tokens": 280, "stdev_prompt_tokens": 96.70301334041068, "avg_completion_tokens": 260.9183673469388, "median_completion_tokens": 237, "stdev_completion_tokens": 137.2146792339614 } }, "claude-3-7-sonnet-20250219": { "default": { "total_replicates": 50, "scad_generation_success_count": 50, "render_success_count": 50, "checks_run_count": 50, "overall_pass_count": 27, "watertight_pass_count": 44, "single_comp_pass_count": 48, "bbox_acc_pass_count": 39, "volume_pass_count": 33, "hausdorff_pass_count": 34, "chamfer_pass_count": 41, "scad_generation_success_rate": 100.0, "render_success_rate": 100.0, "overall_pass_rate": 54.0, "watertight_pass_rate": 88.0, "single_comp_pass_rate": 96.0, "bbox_acc_pass_rate": 78.0, "volume_pass_rate": 66.0, "hausdorff_pass_rate": 68.0, "chamfer_pass_rate": 82.0, "avg_chamfer": 0.8802994806963516, "median_chamfer": 0.288671629396047, "stdev_chamfer": 1.582326254464487, "avg_hausdorff_95p": 3.87023329087129, "median_hausdorff_95p": 0.5792515950305719, "stdev_hausdorff_95p": 7.544839350568598, "avg_generation_time_seconds": 22.893433136940004, "median_generation_time_seconds": 21.773658514022827, "stdev_generation_time_seconds": 6.193792922692082, "avg_render_time_seconds": 0.085318284034729, "median_render_time_seconds": 0.0770336389541626, "stdev_render_time_seconds": 0.029305336180663645, "avg_total_time_seconds": 22.97875142097473, "median_total_time_seconds": 21.89500617980957, "stdev_total_time_seconds": 6.190913011317682, "avg_estimated_cost": 0.0268422, "median_estimated_cost": 0.02556, "stdev_estimated_cost": 0.0077995974150423105, "avg_prompt_tokens": 310.6, "median_prompt_tokens": 308.0, "stdev_prompt_tokens": 97.41223155817167, "avg_completion_tokens": 1727.36, "median_completion_tokens": 1648.0, "stdev_completion_tokens": 506.7453879052727 } }, "claude-3-haiku-20240307": { "default": { "total_replicates": 50, "scad_generation_success_count": 50, "render_success_count": 37, "checks_run_count": 37, "overall_pass_count": 6, "watertight_pass_count": 29, "single_comp_pass_count": 30, "bbox_acc_pass_count": 22, "volume_pass_count": 12, "hausdorff_pass_count": 7, "chamfer_pass_count": 19, "scad_generation_success_rate": 100.0, "render_success_rate": 74.0, "overall_pass_rate": 12.0, "watertight_pass_rate": 78.37837837837837, "single_comp_pass_rate": 81.08108108108108, "bbox_acc_pass_rate": 59.45945945945946, "volume_pass_rate": 32.432432432432435, "hausdorff_pass_rate": 18.91891891891892, "chamfer_pass_rate": 51.35135135135135, "avg_chamfer": 2.516888613911326, "median_chamfer": 0.808064040309005, "stdev_chamfer": 3.7406052723307464, "avg_hausdorff_95p": 11.403532662775493, "median_hausdorff_95p": 3.7713097253791634, "stdev_hausdorff_95p": 15.926696170175308, "avg_generation_time_seconds": 3.878050810581929, "median_generation_time_seconds": 3.6924726963043213, "stdev_generation_time_seconds": 1.2442190032002018, "avg_render_time_seconds": 0.07994314142175622, "median_render_time_seconds": 0.06904792785644531, "stdev_render_time_seconds": 0.04022844296759699, "avg_total_time_seconds": 3.9579939520036853, "median_total_time_seconds": 3.7373502254486084, "stdev_total_time_seconds": 1.2377726431741134, "avg_estimated_cost": 0.0007009797297297298, "median_estimated_cost": 0.0006690000000000001, "stdev_estimated_cost": 0.00024688232674344727, "avg_prompt_tokens": 293.7837837837838, "median_prompt_tokens": 291, "stdev_prompt_tokens": 97.89766060510308, "avg_completion_tokens": 502.02702702702703, "median_completion_tokens": 466, "stdev_completion_tokens": 183.7353904224597 } }, "gemini-1.5-pro": { "default": { "total_replicates": 50, "scad_generation_success_count": 50, "render_success_count": 47, "checks_run_count": 47, "overall_pass_count": 17, "watertight_pass_count": 41, "single_comp_pass_count": 40, "bbox_acc_pass_count": 34, "volume_pass_count": 19, "hausdorff_pass_count": 21, "chamfer_pass_count": 34, "scad_generation_success_rate": 100.0, "render_success_rate": 94.0, "overall_pass_rate": 34.0, "watertight_pass_rate": 87.2340425531915, "single_comp_pass_rate": 85.1063829787234, "bbox_acc_pass_rate": 72.3404255319149, "volume_pass_rate": 40.42553191489361, "hausdorff_pass_rate": 44.680851063829785, "chamfer_pass_rate": 72.3404255319149, "avg_chamfer": 0.9770966732412953, "median_chamfer": 0.5008065414576972, "stdev_chamfer": 1.2009827711189809, "avg_hausdorff_95p": 3.638016674982866, "median_hausdorff_95p": 2.0902825289412017, "stdev_hausdorff_95p": 5.027176055958016, "avg_generation_time_seconds": 5.258973065842974, "median_generation_time_seconds": 4.787207841873169, "stdev_generation_time_seconds": 2.0071308212325207, "avg_render_time_seconds": 0.10370175889197816, "median_render_time_seconds": 0.06965994834899902, "stdev_render_time_seconds": 0.1391752413646848, "avg_total_time_seconds": 5.362674824734952, "median_total_time_seconds": 4.84850001335144, "stdev_total_time_seconds": 2.006404690918403, "avg_estimated_cost": 0.0019628989361702128, "median_estimated_cost": 0.00178625, "stdev_estimated_cost": 0.0008636599834481816, "avg_prompt_tokens": 271.7659574468085, "median_prompt_tokens": 269, "stdev_prompt_tokens": 96.72264533323631, "avg_completion_tokens": 324.63829787234044, "median_completion_tokens": 294, "stdev_completion_tokens": 156.78861781169144 } }, "gemini-2.0-flash": { "default": { "total_replicates": 50, "scad_generation_success_count": 50, "render_success_count": 44, "checks_run_count": 44, "overall_pass_count": 15, "watertight_pass_count": 36, "single_comp_pass_count": 36, "bbox_acc_pass_count": 31, "volume_pass_count": 20, "hausdorff_pass_count": 20, "chamfer_pass_count": 29, "scad_generation_success_rate": 100.0, "render_success_rate": 88.0, "overall_pass_rate": 30.0, "watertight_pass_rate": 81.81818181818183, "single_comp_pass_rate": 81.81818181818183, "bbox_acc_pass_rate": 70.45454545454545, "volume_pass_rate": 45.45454545454545, "hausdorff_pass_rate": 45.45454545454545, "chamfer_pass_rate": 65.9090909090909, "avg_chamfer": 1.3351930793618367, "median_chamfer": 0.4731257379280924, "stdev_chamfer": 1.8469859822106778, "avg_hausdorff_95p": 5.635148917032466, "median_hausdorff_95p": 2.1462072409021244, "stdev_hausdorff_95p": 8.833848812104312, "avg_generation_time_seconds": 2.3999834927645596, "median_generation_time_seconds": 2.181586503982544, "stdev_generation_time_seconds": 0.9240084463686163, "avg_render_time_seconds": 0.10416474125602028, "median_render_time_seconds": 0.07112348079681396, "stdev_render_time_seconds": 0.13727620176911637, "avg_total_time_seconds": 2.50414823402058, "median_total_time_seconds": 2.2648221254348755, "stdev_total_time_seconds": 0.9317838984269475, "avg_estimated_cost": 0.00017702045454545456, "median_estimated_cost": 0.0001533, "stdev_estimated_cost": 8.573792566573443e-05, "avg_prompt_tokens": 262.3863636363636, "median_prompt_tokens": 266.0, "stdev_prompt_tokens": 89.2298354288261, "avg_completion_tokens": 376.95454545454544, "median_completion_tokens": 311.0, "stdev_completion_tokens": 198.22350018443822 } }, "gemini-2.5-pro-preview-03-25": { "default": { "total_replicates": 50, "scad_generation_success_count": 49, "render_success_count": 45, "checks_run_count": 45, "overall_pass_count": 32, "watertight_pass_count": 43, "single_comp_pass_count": 44, "bbox_acc_pass_count": 41, "volume_pass_count": 38, "hausdorff_pass_count": 37, "chamfer_pass_count": 41, "scad_generation_success_rate": 98.0, "render_success_rate": 90.0, "overall_pass_rate": 64.0, "watertight_pass_rate": 95.55555555555556, "single_comp_pass_rate": 97.77777777777777, "bbox_acc_pass_rate": 91.11111111111111, "volume_pass_rate": 84.44444444444444, "hausdorff_pass_rate": 82.22222222222221, "chamfer_pass_rate": 91.11111111111111, "avg_chamfer": 0.40969507640368996, "median_chamfer": 0.28991237232075984, "stdev_chamfer": 0.4949404785466948, "avg_hausdorff_95p": 1.4415352088813551, "median_hausdorff_95p": 0.5640950548285198, "stdev_hausdorff_95p": 2.7542993765071495, "avg_generation_time_seconds": 36.88495003912184, "median_generation_time_seconds": 34.82700300216675, "stdev_generation_time_seconds": 18.048442627920608, "avg_render_time_seconds": 0.09690100881788466, "median_render_time_seconds": 0.07444405555725098, "stdev_render_time_seconds": 0.06355036999950706, "avg_total_time_seconds": 36.98185104793973, "median_total_time_seconds": 34.900739908218384, "stdev_total_time_seconds": 18.0561309083382, "avg_estimated_cost": 0.04070341666666667, "median_estimated_cost": 0.03773625, "stdev_estimated_cost": 0.020570089552317, "avg_prompt_tokens": 267.8, "median_prompt_tokens": 267, "stdev_prompt_tokens": 94.22135446045995, "avg_completion_tokens": 4036.866666666667, "median_completion_tokens": 3739, "stdev_completion_tokens": 2050.2974795247287 } }, "gpt-4.1-2025-04-14": { "default": { "total_replicates": 50, "scad_generation_success_count": 50, "render_success_count": 46, "checks_run_count": 46, "overall_pass_count": 21, "watertight_pass_count": 42, "single_comp_pass_count": 39, "bbox_acc_pass_count": 37, "volume_pass_count": 26, "hausdorff_pass_count": 26, "chamfer_pass_count": 32, "scad_generation_success_rate": 100.0, "render_success_rate": 92.0, "overall_pass_rate": 42.0, "watertight_pass_rate": 91.30434782608695, "single_comp_pass_rate": 84.78260869565217, "bbox_acc_pass_rate": 80.43478260869566, "volume_pass_rate": 56.52173913043478, "hausdorff_pass_rate": 56.52173913043478, "chamfer_pass_rate": 69.56521739130434, "avg_chamfer": 1.9610126153894105, "median_chamfer": 0.3752516820920351, "stdev_chamfer": 3.9107295301511242, "avg_hausdorff_95p": 7.253913436572538, "median_hausdorff_95p": 0.6841210706976408, "stdev_hausdorff_95p": 14.22005987665188, "avg_generation_time_seconds": 11.497744995614756, "median_generation_time_seconds": 9.864354848861694, "stdev_generation_time_seconds": 6.649200106380392, "avg_render_time_seconds": 0.11935645082722539, "median_render_time_seconds": 0.07166552543640137, "stdev_render_time_seconds": 0.15997285916478993, "avg_total_time_seconds": 11.617101446441982, "median_total_time_seconds": 9.943551301956177, "stdev_total_time_seconds": 6.628693561130587, "avg_estimated_cost": 0.0038644347826086957, "median_estimated_cost": 0.0032459999999999998, "stdev_estimated_cost": 0.0016561381538208286, "avg_prompt_tokens": 260.5652173913044, "median_prompt_tokens": 257.0, "stdev_prompt_tokens": 88.9443401919083, "avg_completion_tokens": 417.9130434782609, "median_completion_tokens": 353.5, "stdev_completion_tokens": 192.48720893572315 } }, "gpt-4.1-mini-2025-04-14": { "default": { "total_replicates": 50, "scad_generation_success_count": 50, "render_success_count": 33, "checks_run_count": 33, "overall_pass_count": 8, "watertight_pass_count": 31, "single_comp_pass_count": 29, "bbox_acc_pass_count": 22, "volume_pass_count": 14, "hausdorff_pass_count": 15, "chamfer_pass_count": 23, "scad_generation_success_rate": 100.0, "render_success_rate": 66.0, "overall_pass_rate": 16.0, "watertight_pass_rate": 93.93939393939394, "single_comp_pass_rate": 87.87878787878788, "bbox_acc_pass_rate": 66.66666666666666, "volume_pass_rate": 42.42424242424242, "hausdorff_pass_rate": 45.45454545454545, "chamfer_pass_rate": 69.6969696969697, "avg_chamfer": 1.0757162913651956, "median_chamfer": 0.38903202626429484, "stdev_chamfer": 1.4925368763668638, "avg_hausdorff_95p": 4.573809199260673, "median_hausdorff_95p": 1.4980280672343353, "stdev_hausdorff_95p": 6.105595267266631, "avg_generation_time_seconds": 8.868800343889179, "median_generation_time_seconds": 8.194765090942383, "stdev_generation_time_seconds": 4.251490846043222, "avg_render_time_seconds": 0.09741045489455714, "median_render_time_seconds": 0.07717418670654297, "stdev_render_time_seconds": 0.0652095133144307, "avg_total_time_seconds": 8.966210798783736, "median_total_time_seconds": 8.256069898605347, "stdev_total_time_seconds": 4.239255945102256, "avg_estimated_cost": 0.0008930181818181819, "median_estimated_cost": 0.0008536, "stdev_estimated_cost": 0.0003503010860803759, "avg_prompt_tokens": 266.3636363636364, "median_prompt_tokens": 257, "stdev_prompt_tokens": 78.23115515166343, "avg_completion_tokens": 491.54545454545456, "median_completion_tokens": 466, "stdev_completion_tokens": 208.544972803993 } }, "gpt-4o-2024-08-06": { "default": { "total_replicates": 50, "scad_generation_success_count": 50, "render_success_count": 41, "checks_run_count": 41, "overall_pass_count": 13, "watertight_pass_count": 39, "single_comp_pass_count": 36, "bbox_acc_pass_count": 29, "volume_pass_count": 16, "hausdorff_pass_count": 14, "chamfer_pass_count": 23, "scad_generation_success_rate": 100.0, "render_success_rate": 82.0, "overall_pass_rate": 26.0, "watertight_pass_rate": 95.1219512195122, "single_comp_pass_rate": 87.8048780487805, "bbox_acc_pass_rate": 70.73170731707317, "volume_pass_rate": 39.02439024390244, "hausdorff_pass_rate": 34.146341463414636, "chamfer_pass_rate": 56.09756097560976, "avg_chamfer": 1.5788347395920244, "median_chamfer": 0.725933005289616, "stdev_chamfer": 2.273289708055007, "avg_hausdorff_95p": 6.483485140645836, "median_hausdorff_95p": 3.57821258862182, "stdev_hausdorff_95p": 10.722794262573494, "avg_generation_time_seconds": 6.972251897904931, "median_generation_time_seconds": 6.2122650146484375, "stdev_generation_time_seconds": 2.9843712150688786, "avg_render_time_seconds": 0.077394863454307, "median_render_time_seconds": 0.06823182106018066, "stdev_render_time_seconds": 0.028635584867020204, "avg_total_time_seconds": 7.049646761359238, "median_total_time_seconds": 6.284099102020264, "stdev_total_time_seconds": 2.988834932119422, "avg_estimated_cost": 0.0036881707317073173, "median_estimated_cost": 0.0034400000000000003, "stdev_estimated_cost": 0.0012482509043144937, "avg_prompt_tokens": 276.3414634146341, "median_prompt_tokens": 270, "stdev_prompt_tokens": 94.1110008862135, "avg_completion_tokens": 299.7317073170732, "median_completion_tokens": 292, "stdev_completion_tokens": 105.78752865774015 } }, "o1-2024-12-17": { "default": { "total_replicates": 50, "scad_generation_success_count": 49, "render_success_count": 44, "checks_run_count": 44, "overall_pass_count": 28, "watertight_pass_count": 38, "single_comp_pass_count": 42, "bbox_acc_pass_count": 37, "volume_pass_count": 29, "hausdorff_pass_count": 33, "chamfer_pass_count": 35, "scad_generation_success_rate": 98.0, "render_success_rate": 88.0, "overall_pass_rate": 56.00000000000001, "watertight_pass_rate": 86.36363636363636, "single_comp_pass_rate": 95.45454545454545, "bbox_acc_pass_rate": 84.0909090909091, "volume_pass_rate": 65.9090909090909, "hausdorff_pass_rate": 75.0, "chamfer_pass_rate": 79.54545454545455, "avg_chamfer": 1.3259124312102932, "median_chamfer": 0.2881511968888968, "stdev_chamfer": 2.86152509943945, "avg_hausdorff_95p": 4.7325005475249124, "median_hausdorff_95p": 0.5631637729758115, "stdev_hausdorff_95p": 11.303162155966172, "avg_generation_time_seconds": 122.82720227675004, "median_generation_time_seconds": 103.18523287773132, "stdev_generation_time_seconds": 109.19023834700005, "avg_render_time_seconds": 0.08784757419065996, "median_render_time_seconds": 0.06700849533081055, "stdev_render_time_seconds": 0.060387060533911886, "avg_total_time_seconds": 122.9150498509407, "median_total_time_seconds": 103.24432492256165, "stdev_total_time_seconds": 109.18128746762034, "avg_estimated_cost": 0.24663102272727275, "median_estimated_cost": 0.23313, "stdev_estimated_cost": 0.15188421170678068, "avg_prompt_tokens": 259.79545454545456, "median_prompt_tokens": 256.0, "stdev_prompt_tokens": 96.17536781425476, "avg_completion_tokens": 4045.568181818182, "median_completion_tokens": 3819.0, "stdev_completion_tokens": 2523.4055375367307 } }, "o3-2025-04-16": { "default": { "total_replicates": 50, "scad_generation_success_count": 49, "render_success_count": 48, "checks_run_count": 48, "overall_pass_count": 37, "watertight_pass_count": 46, "single_comp_pass_count": 46, "bbox_acc_pass_count": 44, "volume_pass_count": 39, "hausdorff_pass_count": 39, "chamfer_pass_count": 41, "scad_generation_success_rate": 98.0, "render_success_rate": 96.0, "overall_pass_rate": 74.0, "watertight_pass_rate": 95.83333333333334, "single_comp_pass_rate": 95.83333333333334, "bbox_acc_pass_rate": 91.66666666666666, "volume_pass_rate": 81.25, "hausdorff_pass_rate": 81.25, "chamfer_pass_rate": 85.41666666666666, "avg_chamfer": 1.0275880262368577, "median_chamfer": 0.26660549870620853, "stdev_chamfer": 3.056214875039959, "avg_hausdorff_95p": 3.977869791645446, "median_hausdorff_95p": 0.5266398423639391, "stdev_hausdorff_95p": 13.250953907228055, "avg_generation_time_seconds": 45.24186350901922, "median_generation_time_seconds": 34.96188843250275, "stdev_generation_time_seconds": 32.25476943177327, "avg_render_time_seconds": 0.1217734416325887, "median_render_time_seconds": 0.07928943634033203, "stdev_render_time_seconds": 0.13600184755386602, "avg_total_time_seconds": 45.3636369506518, "median_total_time_seconds": 35.08281147480011, "stdev_total_time_seconds": 32.28045791910527, "avg_estimated_cost": 0.10534062500000001, "median_estimated_cost": 0.085425, "stdev_estimated_cost": 0.07017635166951626, "avg_prompt_tokens": 259.9791666666667, "median_prompt_tokens": 256.0, "stdev_prompt_tokens": 93.57770456032858, "avg_completion_tokens": 2568.5208333333335, "median_completion_tokens": 2077.5, "stdev_completion_tokens": 1750.4646068922013 } }, "o3-mini-2025-01-31": { "default": { "total_replicates": 50, "scad_generation_success_count": 48, "render_success_count": 35, "checks_run_count": 35, "overall_pass_count": 27, "watertight_pass_count": 34, "single_comp_pass_count": 34, "bbox_acc_pass_count": 30, "volume_pass_count": 29, "hausdorff_pass_count": 28, "chamfer_pass_count": 30, "scad_generation_success_rate": 96.0, "render_success_rate": 70.0, "overall_pass_rate": 54.0, "watertight_pass_rate": 97.14285714285714, "single_comp_pass_rate": 97.14285714285714, "bbox_acc_pass_rate": 85.71428571428571, "volume_pass_rate": 82.85714285714286, "hausdorff_pass_rate": 80.0, "chamfer_pass_rate": 85.71428571428571, "avg_chamfer": 1.5283888797792107, "median_chamfer": 0.25215841920510496, "stdev_chamfer": 4.375789854109493, "avg_hausdorff_95p": 5.452915793217338, "median_hausdorff_95p": 0.5099607902398581, "stdev_hausdorff_95p": 16.24954482307927, "avg_generation_time_seconds": 34.215329095295495, "median_generation_time_seconds": 26.314218044281006, "stdev_generation_time_seconds": 29.072104131470596, "avg_render_time_seconds": 0.09020235197884696, "median_render_time_seconds": 0.06814002990722656, "stdev_render_time_seconds": 0.052879708294575244, "avg_total_time_seconds": 34.30553144727435, "median_total_time_seconds": 26.372956037521362, "stdev_total_time_seconds": 29.06939397238377, "avg_estimated_cost": 0.01689075142857143, "median_estimated_cost": 0.0127083, "stdev_estimated_cost": 0.013519406672422284, "avg_prompt_tokens": 236.82857142857142, "median_prompt_tokens": 236, "stdev_prompt_tokens": 74.78144064904218, "avg_completion_tokens": 3779.6, "median_completion_tokens": 2811, "stdev_completion_tokens": 3067.5428200664414 } }, "o4-mini-2025-04-16": { "default": { "total_replicates": 50, "scad_generation_success_count": 50, "render_success_count": 47, "checks_run_count": 47, "overall_pass_count": 31, "watertight_pass_count": 44, "single_comp_pass_count": 40, "bbox_acc_pass_count": 41, "volume_pass_count": 36, "hausdorff_pass_count": 36, "chamfer_pass_count": 40, "scad_generation_success_rate": 100.0, "render_success_rate": 94.0, "overall_pass_rate": 62.0, "watertight_pass_rate": 93.61702127659575, "single_comp_pass_rate": 85.1063829787234, "bbox_acc_pass_rate": 87.2340425531915, "volume_pass_rate": 76.59574468085107, "hausdorff_pass_rate": 76.59574468085107, "chamfer_pass_rate": 85.1063829787234, "avg_chamfer": 0.6921677734684298, "median_chamfer": 0.2873191651419167, "stdev_chamfer": 1.3544409792455203, "avg_hausdorff_95p": 2.8329425847012897, "median_hausdorff_95p": 0.559151475027991, "stdev_hausdorff_95p": 6.260875312237378, "avg_generation_time_seconds": 30.626875862162162, "median_generation_time_seconds": 24.942198038101196, "stdev_generation_time_seconds": 18.84192081449397, "avg_render_time_seconds": 0.10127930438264887, "median_render_time_seconds": 0.08024406433105469, "stdev_render_time_seconds": 0.05681621506024552, "avg_total_time_seconds": 30.728155166544813, "median_total_time_seconds": 25.0952730178833, "stdev_total_time_seconds": 18.844932648163986, "avg_estimated_cost": 0.012588868085106383, "median_estimated_cost": 0.0106887, "stdev_estimated_cost": 0.007867144850499571, "avg_prompt_tokens": 260.59574468085106, "median_prompt_tokens": 256, "stdev_prompt_tokens": 91.27446892286356, "avg_completion_tokens": 2795.9574468085107, "median_completion_tokens": 2376, "stdev_completion_tokens": 1784.7898056420465 } }, "zoo-ml-text-to-cad": { "default": { "total_replicates": 50, "scad_generation_success_count": 0, "render_success_count": 38, "checks_run_count": 38, "overall_pass_count": 10, "watertight_pass_count": 30, "single_comp_pass_count": 31, "bbox_acc_pass_count": 25, "volume_pass_count": 12, "hausdorff_pass_count": 12, "chamfer_pass_count": 19, "scad_generation_success_rate": 0.0, "render_success_rate": 76.0, "overall_pass_rate": 20.0, "watertight_pass_rate": 78.94736842105263, "single_comp_pass_rate": 81.57894736842105, "bbox_acc_pass_rate": 65.78947368421053, "volume_pass_rate": 31.57894736842105, "hausdorff_pass_rate": 31.57894736842105, "chamfer_pass_rate": 50.0, "avg_chamfer": 3.0220641073676675, "median_chamfer": 0.6656685312184752, "stdev_chamfer": 5.402769025911013, "avg_hausdorff_95p": 11.85729822953729, "median_hausdorff_95p": 3.5016888244590194, "stdev_hausdorff_95p": 19.717931565956476, "avg_generation_time_seconds": 45.091098176805595, "median_generation_time_seconds": 36.988781213760376, "stdev_generation_time_seconds": 24.42534165374986, "avg_total_time_seconds": 45.091098176805595, "median_total_time_seconds": 36.988781213760376, "stdev_total_time_seconds": 24.42534165374986, "avg_estimated_cost": 0.29242581814004664, "median_estimated_cost": 0.22490651011466978, "stdev_estimated_cost": 0.20354451378124885 } } }, "task_statistics": { "task1": { "total_replicates": 30, "non_zoo_replicates": 28, "scad_generation_success_count": 28, "render_success_count": 26, "non_zoo_render_success_count": 24, "checks_run_count": 26, "overall_pass_count": 15, "watertight_pass_count": 26, "single_comp_pass_count": 26, "bbox_acc_pass_count": 17, "volume_pass_count": 15, "hausdorff_pass_count": 21, "chamfer_pass_count": 26, "scad_generation_success_rate": 100.0, "any_stl_success_rate": 86.66666666666667, "scad_render_success_rate": 85.71428571428571, "overall_pass_rate": 50.0, "watertight_pass_rate": 100.0, "single_comp_pass_rate": 100.0, "bbox_acc_pass_rate": 65.38461538461539, "volume_pass_rate": 57.692307692307686, "hausdorff_pass_rate": 80.76923076923077, "chamfer_pass_rate": 100.0, "avg_chamfer": 0.185582907456076, "median_chamfer": 0.04406022143169898, "stdev_chamfer": 0.215398393313416, "avg_hausdorff_95p": 0.49945318560352536, "median_hausdorff_95p": 0.08585957891219675, "stdev_hausdorff_95p": 0.6613944514251461, "avg_generation_time_seconds": 16.135599365601173, "median_generation_time_seconds": 13.543840050697327, "stdev_generation_time_seconds": 15.358113310879352, "avg_render_time_seconds": 0.08186729749043782, "median_render_time_seconds": 0.07472455501556396, "stdev_render_time_seconds": 0.03666184289294301, "avg_total_time_seconds": 16.21116917866927, "median_total_time_seconds": 13.659923195838928, "stdev_total_time_seconds": 15.35831190699656, "avg_estimated_cost": 0.03585089002431723, "median_estimated_cost": 0.0066671000000000005, "stdev_estimated_cost": 0.07430159948728104, "avg_prompt_tokens": 189.33333333333334, "median_prompt_tokens": 183.0, "stdev_prompt_tokens": 15.881809848312974, "avg_completion_tokens": 1012.9166666666666, "median_completion_tokens": 804.5, "stdev_completion_tokens": 862.0107391980414 }, "task10": { "total_replicates": 30, "non_zoo_replicates": 28, "scad_generation_success_count": 28, "render_success_count": 24, "non_zoo_render_success_count": 22, "checks_run_count": 24, "overall_pass_count": 14, "watertight_pass_count": 22, "single_comp_pass_count": 22, "bbox_acc_pass_count": 15, "volume_pass_count": 15, "hausdorff_pass_count": 15, "chamfer_pass_count": 15, "scad_generation_success_rate": 100.0, "any_stl_success_rate": 80.0, "scad_render_success_rate": 78.57142857142857, "overall_pass_rate": 46.666666666666664, "watertight_pass_rate": 91.66666666666666, "single_comp_pass_rate": 91.66666666666666, "bbox_acc_pass_rate": 62.5, "volume_pass_rate": 62.5, "hausdorff_pass_rate": 62.5, "chamfer_pass_rate": 62.5, "avg_chamfer": 4.2184395535860295, "median_chamfer": 0.33992274510933707, "stdev_chamfer": 7.048064933951385, "avg_hausdorff_95p": 16.87495352803562, "median_hausdorff_95p": 0.6349584085672864, "stdev_hausdorff_95p": 27.88700638044672, "avg_generation_time_seconds": 26.508296956618626, "median_generation_time_seconds": 19.949986934661865, "stdev_generation_time_seconds": 27.90694311252483, "avg_render_time_seconds": 0.08680441162802956, "median_render_time_seconds": 0.07956111431121826, "stdev_render_time_seconds": 0.04286030934739542, "avg_total_time_seconds": 26.587867667277653, "median_total_time_seconds": 20.117393612861633, "stdev_total_time_seconds": 27.897940383852397, "avg_estimated_cost": 0.054702989232481854, "median_estimated_cost": 0.01614925, "stdev_estimated_cost": 0.07903726971357748, "avg_prompt_tokens": 185.3181818181818, "median_prompt_tokens": 179.5, "stdev_prompt_tokens": 12.699405174058027, "avg_completion_tokens": 2110.5, "median_completion_tokens": 997.5, "stdev_completion_tokens": 2242.2924016028137 }, "task11": { "total_replicates": 30, "non_zoo_replicates": 28, "scad_generation_success_count": 26, "render_success_count": 26, "non_zoo_render_success_count": 24, "checks_run_count": 26, "overall_pass_count": 0, "watertight_pass_count": 19, "single_comp_pass_count": 8, "bbox_acc_pass_count": 1, "volume_pass_count": 6, "hausdorff_pass_count": 2, "chamfer_pass_count": 2, "scad_generation_success_rate": 92.85714285714286, "any_stl_success_rate": 86.66666666666667, "scad_render_success_rate": 85.71428571428571, "overall_pass_rate": 0.0, "watertight_pass_rate": 73.07692307692307, "single_comp_pass_rate": 30.76923076923077, "bbox_acc_pass_rate": 3.8461538461538463, "volume_pass_rate": 23.076923076923077, "hausdorff_pass_rate": 7.6923076923076925, "chamfer_pass_rate": 7.6923076923076925, "avg_chamfer": 6.477325575257982, "median_chamfer": 5.311225049437997, "stdev_chamfer": 4.063357639770733, "avg_hausdorff_95p": 23.398997037608915, "median_hausdorff_95p": 20.337798087050423, "stdev_hausdorff_95p": 11.621984137210854, "avg_generation_time_seconds": 42.02622187137604, "median_generation_time_seconds": 12.879985213279724, "stdev_generation_time_seconds": 68.60354576100414, "avg_render_time_seconds": 0.26428934931755066, "median_render_time_seconds": 0.15853404998779297, "stdev_render_time_seconds": 0.2675579362648985, "avg_total_time_seconds": 42.270181270746086, "median_total_time_seconds": 13.06069791316986, "stdev_total_time_seconds": 68.59243725709092, "avg_estimated_cost": 0.06452268078121773, "median_estimated_cost": 0.0056145, "stdev_estimated_cost": 0.12123965597538836, "avg_prompt_tokens": 245.5, "median_prompt_tokens": 236.5, "stdev_prompt_tokens": 16.495058548599914, "avg_completion_tokens": 2757.9166666666665, "median_completion_tokens": 607.0, "stdev_completion_tokens": 3487.1095033574434 }, "task12": { "total_replicates": 30, "non_zoo_replicates": 28, "scad_generation_success_count": 28, "render_success_count": 29, "non_zoo_render_success_count": 27, "checks_run_count": 29, "overall_pass_count": 13, "watertight_pass_count": 24, "single_comp_pass_count": 28, "bbox_acc_pass_count": 26, "volume_pass_count": 19, "hausdorff_pass_count": 18, "chamfer_pass_count": 24, "scad_generation_success_rate": 100.0, "any_stl_success_rate": 96.66666666666667, "scad_render_success_rate": 96.42857142857143, "overall_pass_rate": 43.333333333333336, "watertight_pass_rate": 82.75862068965517, "single_comp_pass_rate": 96.55172413793103, "bbox_acc_pass_rate": 89.65517241379311, "volume_pass_rate": 65.51724137931035, "hausdorff_pass_rate": 62.06896551724138, "chamfer_pass_rate": 82.75862068965517, "avg_chamfer": 0.5913386826854743, "median_chamfer": 0.16866017304763767, "stdev_chamfer": 0.7196242202612609, "avg_hausdorff_95p": 3.2832012600459497, "median_hausdorff_95p": 0.32941026840551163, "stdev_hausdorff_95p": 5.230667729280145, "avg_generation_time_seconds": 27.702587884047936, "median_generation_time_seconds": 26.74837875366211, "stdev_generation_time_seconds": 29.83514239502786, "avg_render_time_seconds": 0.08053016662597656, "median_render_time_seconds": 0.07218098640441895, "stdev_render_time_seconds": 0.028081316161607747, "avg_total_time_seconds": 27.777564246079017, "median_total_time_seconds": 26.86685585975647, "stdev_total_time_seconds": 29.82818013233323, "avg_estimated_cost": 0.061219443546128544, "median_estimated_cost": 0.006123, "stdev_estimated_cost": 0.11670050943217683, "avg_prompt_tokens": 380.962962962963, "median_prompt_tokens": 373, "stdev_prompt_tokens": 16.082674580194105, "avg_completion_tokens": 1847.3333333333333, "median_completion_tokens": 492, "stdev_completion_tokens": 2199.29119700661 }, "task13": { "total_replicates": 30, "non_zoo_replicates": 28, "scad_generation_success_count": 28, "render_success_count": 27, "non_zoo_render_success_count": 26, "checks_run_count": 27, "overall_pass_count": 23, "watertight_pass_count": 27, "single_comp_pass_count": 26, "bbox_acc_pass_count": 27, "volume_pass_count": 24, "hausdorff_pass_count": 24, "chamfer_pass_count": 27, "scad_generation_success_rate": 100.0, "any_stl_success_rate": 90.0, "scad_render_success_rate": 92.85714285714286, "overall_pass_rate": 76.66666666666667, "watertight_pass_rate": 100.0, "single_comp_pass_rate": 96.29629629629629, "bbox_acc_pass_rate": 100.0, "volume_pass_rate": 88.88888888888889, "hausdorff_pass_rate": 88.88888888888889, "chamfer_pass_rate": 100.0, "avg_chamfer": 0.15336844300228344, "median_chamfer": 0.14048920572634785, "stdev_chamfer": 0.07478225801233945, "avg_hausdorff_95p": 0.42237597893123785, "median_hausdorff_95p": 0.23708811649302802, "stdev_hausdorff_95p": 0.550652365116437, "avg_generation_time_seconds": 10.703591134813097, "median_generation_time_seconds": 6.568481683731079, "stdev_generation_time_seconds": 18.948443193955818, "avg_render_time_seconds": 0.08967762727003831, "median_render_time_seconds": 0.07210099697113037, "stdev_render_time_seconds": 0.05038668603151798, "avg_total_time_seconds": 10.789947368480542, "median_total_time_seconds": 6.642307758331299, "stdev_total_time_seconds": 18.926629991237505, "avg_estimated_cost": 0.037072683998178556, "median_estimated_cost": 0.0024660000000000003, "stdev_estimated_cost": 0.14764458399889505, "avg_prompt_tokens": 134.92307692307693, "median_prompt_tokens": 129.0, "stdev_prompt_tokens": 11.808210963302026, "avg_completion_tokens": 451.88461538461536, "median_completion_tokens": 315.5, "stdev_completion_tokens": 330.3210955325835 }, "task14": { "total_replicates": 30, "non_zoo_replicates": 28, "scad_generation_success_count": 28, "render_success_count": 25, "non_zoo_render_success_count": 23, "checks_run_count": 25, "overall_pass_count": 12, "watertight_pass_count": 25, "single_comp_pass_count": 25, "bbox_acc_pass_count": 12, "volume_pass_count": 12, "hausdorff_pass_count": 12, "chamfer_pass_count": 12, "scad_generation_success_rate": 100.0, "any_stl_success_rate": 83.33333333333334, "scad_render_success_rate": 82.14285714285714, "overall_pass_rate": 40.0, "watertight_pass_rate": 100.0, "single_comp_pass_rate": 100.0, "bbox_acc_pass_rate": 48.0, "volume_pass_rate": 48.0, "hausdorff_pass_rate": 48.0, "chamfer_pass_rate": 48.0, "avg_chamfer": 4.063177903635785, "median_chamfer": 2.683223618514801, "stdev_chamfer": 5.269427793352125, "avg_hausdorff_95p": 17.20768437584635, "median_hausdorff_95p": 6.944387279355827, "stdev_hausdorff_95p": 23.646300067107948, "avg_generation_time_seconds": 30.17337734222412, "median_generation_time_seconds": 21.511850833892822, "stdev_generation_time_seconds": 45.19188665933826, "avg_render_time_seconds": 0.065423177636188, "median_render_time_seconds": 0.062042951583862305, "stdev_render_time_seconds": 0.019188562970381167, "avg_total_time_seconds": 30.233566665649413, "median_total_time_seconds": 21.566961765289307, "stdev_total_time_seconds": 45.18865737470236, "avg_estimated_cost": 0.05648946092641704, "median_estimated_cost": 0.012716000000000002, "stdev_estimated_cost": 0.10388795229498633, "avg_prompt_tokens": 179.7826086956522, "median_prompt_tokens": 173, "stdev_prompt_tokens": 14.266797187045333, "avg_completion_tokens": 1846.4782608695652, "median_completion_tokens": 1541, "stdev_completion_tokens": 1834.2328807622998 }, "task15": { "total_replicates": 30, "non_zoo_replicates": 28, "scad_generation_success_count": 28, "render_success_count": 20, "non_zoo_render_success_count": 20, "checks_run_count": 20, "overall_pass_count": 0, "watertight_pass_count": 15, "single_comp_pass_count": 18, "bbox_acc_pass_count": 13, "volume_pass_count": 0, "hausdorff_pass_count": 10, "chamfer_pass_count": 12, "scad_generation_success_rate": 100.0, "any_stl_success_rate": 66.66666666666666, "scad_render_success_rate": 71.42857142857143, "overall_pass_rate": 0.0, "watertight_pass_rate": 75.0, "single_comp_pass_rate": 90.0, "bbox_acc_pass_rate": 65.0, "volume_pass_rate": 0.0, "hausdorff_pass_rate": 50.0, "chamfer_pass_rate": 60.0, "avg_chamfer": 2.808083655738304, "median_chamfer": 0.6597132367693548, "stdev_chamfer": 3.6394988571445124, "avg_hausdorff_95p": 9.059719977054673, "median_hausdorff_95p": 2.3744530222288045, "stdev_hausdorff_95p": 12.16693827194807, "avg_generation_time_seconds": 19.745779526233672, "median_generation_time_seconds": 7.943716406822205, "stdev_generation_time_seconds": 27.96633641755394, "avg_render_time_seconds": 0.0795319676399231, "median_render_time_seconds": 0.07075750827789307, "stdev_render_time_seconds": 0.024249517902477955, "avg_total_time_seconds": 19.825311493873595, "median_total_time_seconds": 8.006325364112854, "stdev_total_time_seconds": 27.96229239737296, "avg_estimated_cost": 0.037562905, "median_estimated_cost": 0.003796, "stdev_estimated_cost": 0.08203535507696298, "avg_prompt_tokens": 202.75, "median_prompt_tokens": 196.0, "stdev_prompt_tokens": 14.552536403990668, "avg_completion_tokens": 1348.9, "median_completion_tokens": 438.5, "stdev_completion_tokens": 1647.1289822629333 }, "task16": { "total_replicates": 30, "non_zoo_replicates": 28, "scad_generation_success_count": 28, "render_success_count": 24, "non_zoo_render_success_count": 23, "checks_run_count": 24, "overall_pass_count": 7, "watertight_pass_count": 22, "single_comp_pass_count": 21, "bbox_acc_pass_count": 22, "volume_pass_count": 12, "hausdorff_pass_count": 9, "chamfer_pass_count": 15, "scad_generation_success_rate": 100.0, "any_stl_success_rate": 80.0, "scad_render_success_rate": 82.14285714285714, "overall_pass_rate": 23.333333333333332, "watertight_pass_rate": 91.66666666666666, "single_comp_pass_rate": 87.5, "bbox_acc_pass_rate": 91.66666666666666, "volume_pass_rate": 50.0, "hausdorff_pass_rate": 37.5, "chamfer_pass_rate": 62.5, "avg_chamfer": 0.8778350570758151, "median_chamfer": 0.7235099615280369, "stdev_chamfer": 0.8845092052355137, "avg_hausdorff_95p": 3.5064114564644515, "median_hausdorff_95p": 3.7118945002804002, "stdev_hausdorff_95p": 3.313082995405412, "avg_generation_time_seconds": 44.607752154270806, "median_generation_time_seconds": 13.763123631477356, "stdev_generation_time_seconds": 65.882808492187, "avg_render_time_seconds": 0.0725742008375085, "median_render_time_seconds": 0.0646829605102539, "stdev_render_time_seconds": 0.021465050643959916, "avg_total_time_seconds": 44.67730243007342, "median_total_time_seconds": 13.827107906341553, "stdev_total_time_seconds": 65.8770848357887, "avg_estimated_cost": 0.10159331737839382, "median_estimated_cost": 0.0081905, "stdev_estimated_cost": 0.21026577574379432, "avg_prompt_tokens": 425.82608695652175, "median_prompt_tokens": 418, "stdev_prompt_tokens": 20.566195064878684, "avg_completion_tokens": 2457.8695652173915, "median_completion_tokens": 852, "stdev_completion_tokens": 2795.1652464462118 }, "task17": { "total_replicates": 30, "non_zoo_replicates": 28, "scad_generation_success_count": 28, "render_success_count": 29, "non_zoo_render_success_count": 27, "checks_run_count": 29, "overall_pass_count": 10, "watertight_pass_count": 27, "single_comp_pass_count": 28, "bbox_acc_pass_count": 29, "volume_pass_count": 14, "hausdorff_pass_count": 12, "chamfer_pass_count": 29, "scad_generation_success_rate": 100.0, "any_stl_success_rate": 96.66666666666667, "scad_render_success_rate": 96.42857142857143, "overall_pass_rate": 33.33333333333333, "watertight_pass_rate": 93.10344827586206, "single_comp_pass_rate": 96.55172413793103, "bbox_acc_pass_rate": 100.0, "volume_pass_rate": 48.275862068965516, "hausdorff_pass_rate": 41.37931034482759, "chamfer_pass_rate": 100.0, "avg_chamfer": 0.39115907377129483, "median_chamfer": 0.4093617064368975, "stdev_chamfer": 0.1727104315822523, "avg_hausdorff_95p": 1.709753128165856, "median_hausdorff_95p": 1.8187230188044283, "stdev_hausdorff_95p": 1.287369641690215, "avg_generation_time_seconds": 33.49668399218855, "median_generation_time_seconds": 12.371155977249146, "stdev_generation_time_seconds": 48.341266987708345, "avg_render_time_seconds": 0.06781660185919867, "median_render_time_seconds": 0.06686615943908691, "stdev_render_time_seconds": 0.018095348490466016, "avg_total_time_seconds": 33.559823587022976, "median_total_time_seconds": 12.419658184051514, "stdev_total_time_seconds": 48.338228989380596, "avg_estimated_cost": 0.07350685781818697, "median_estimated_cost": 0.0054399999999999995, "stdev_estimated_cost": 0.16399493179212968, "avg_prompt_tokens": 291.25925925925924, "median_prompt_tokens": 288, "stdev_prompt_tokens": 12.040293226024895, "avg_completion_tokens": 1586.6666666666667, "median_completion_tokens": 636, "stdev_completion_tokens": 1597.1439412998345 }, "task18": { "total_replicates": 30, "non_zoo_replicates": 28, "scad_generation_success_count": 28, "render_success_count": 30, "non_zoo_render_success_count": 28, "checks_run_count": 30, "overall_pass_count": 24, "watertight_pass_count": 28, "single_comp_pass_count": 30, "bbox_acc_pass_count": 30, "volume_pass_count": 24, "hausdorff_pass_count": 28, "chamfer_pass_count": 30, "scad_generation_success_rate": 100.0, "any_stl_success_rate": 100.0, "scad_render_success_rate": 100.0, "overall_pass_rate": 80.0, "watertight_pass_rate": 93.33333333333333, "single_comp_pass_rate": 100.0, "bbox_acc_pass_rate": 100.0, "volume_pass_rate": 80.0, "hausdorff_pass_rate": 93.33333333333333, "chamfer_pass_rate": 100.0, "avg_chamfer": 0.13356423497482733, "median_chamfer": 0.10983579671676938, "stdev_chamfer": 0.03810468090432983, "avg_hausdorff_95p": 0.36944756956140856, "median_hausdorff_95p": 0.2118029741231804, "stdev_hausdorff_95p": 0.2853517420205326, "avg_generation_time_seconds": 17.842487462361653, "median_generation_time_seconds": 11.246390104293823, "stdev_generation_time_seconds": 23.135608381433286, "avg_render_time_seconds": 0.06601145437785558, "median_render_time_seconds": 0.06487095355987549, "stdev_render_time_seconds": 0.011636664699840458, "avg_total_time_seconds": 17.90409815311432, "median_total_time_seconds": 11.323258996009827, "stdev_total_time_seconds": 23.13850264805003, "avg_estimated_cost": 0.028229671337475247, "median_estimated_cost": 0.0038580000000000003, "stdev_estimated_cost": 0.04722871672347422, "avg_prompt_tokens": 281.92857142857144, "median_prompt_tokens": 276.0, "stdev_prompt_tokens": 12.289497387271215, "avg_completion_tokens": 1090.0714285714287, "median_completion_tokens": 471.5, "stdev_completion_tokens": 1062.1346057044375 }, "task19": { "total_replicates": 30, "non_zoo_replicates": 28, "scad_generation_success_count": 28, "render_success_count": 28, "non_zoo_render_success_count": 26, "checks_run_count": 28, "overall_pass_count": 5, "watertight_pass_count": 27, "single_comp_pass_count": 19, "bbox_acc_pass_count": 9, "volume_pass_count": 23, "hausdorff_pass_count": 9, "chamfer_pass_count": 16, "scad_generation_success_rate": 100.0, "any_stl_success_rate": 93.33333333333333, "scad_render_success_rate": 92.85714285714286, "overall_pass_rate": 16.666666666666664, "watertight_pass_rate": 96.42857142857143, "single_comp_pass_rate": 67.85714285714286, "bbox_acc_pass_rate": 32.142857142857146, "volume_pass_rate": 82.14285714285714, "hausdorff_pass_rate": 32.142857142857146, "chamfer_pass_rate": 57.14285714285714, "avg_chamfer": 0.9895022658822523, "median_chamfer": 0.8374470192741927, "stdev_chamfer": 0.6166803464361758, "avg_hausdorff_95p": 5.633691669177807, "median_hausdorff_95p": 3.432842859110311, "stdev_hausdorff_95p": 5.480483696942124, "avg_generation_time_seconds": 38.37413603918893, "median_generation_time_seconds": 12.94970691204071, "stdev_generation_time_seconds": 87.85984684956175, "avg_render_time_seconds": 0.06996430800511287, "median_render_time_seconds": 0.07385790348052979, "stdev_render_time_seconds": 0.013450939243534786, "avg_total_time_seconds": 38.43910289662225, "median_total_time_seconds": 13.02708899974823, "stdev_total_time_seconds": 87.85774368958991, "avg_estimated_cost": 0.06088812050080527, "median_estimated_cost": 0.0054615, "stdev_estimated_cost": 0.11331324110151145, "avg_prompt_tokens": 327.0769230769231, "median_prompt_tokens": 320.5, "stdev_prompt_tokens": 18.077440254467614, "avg_completion_tokens": 1568.8846153846155, "median_completion_tokens": 543.0, "stdev_completion_tokens": 1561.8002004590235 }, "task2": { "total_replicates": 30, "non_zoo_replicates": 28, "scad_generation_success_count": 28, "render_success_count": 30, "non_zoo_render_success_count": 28, "checks_run_count": 30, "overall_pass_count": 30, "watertight_pass_count": 30, "single_comp_pass_count": 30, "bbox_acc_pass_count": 30, "volume_pass_count": 30, "hausdorff_pass_count": 30, "chamfer_pass_count": 30, "scad_generation_success_rate": 100.0, "any_stl_success_rate": 100.0, "scad_render_success_rate": 100.0, "overall_pass_rate": 100.0, "watertight_pass_rate": 100.0, "single_comp_pass_rate": 100.0, "bbox_acc_pass_rate": 100.0, "volume_pass_rate": 100.0, "hausdorff_pass_rate": 100.0, "chamfer_pass_rate": 100.0, "avg_chamfer": 0.1023375559842009, "median_chamfer": 0.10272005352981128, "stdev_chamfer": 0.006819322848947391, "avg_hausdorff_95p": 0.18636128161726087, "median_hausdorff_95p": 0.18508086968134457, "stdev_hausdorff_95p": 0.009084977199069368, "avg_generation_time_seconds": 19.945425081253052, "median_generation_time_seconds": 7.158251404762268, "stdev_generation_time_seconds": 29.764933565536698, "avg_render_time_seconds": 0.06527067082268852, "median_render_time_seconds": 0.06398665904998779, "stdev_render_time_seconds": 0.010051389135081364, "avg_total_time_seconds": 20.006344374020895, "median_total_time_seconds": 7.22001850605011, "stdev_total_time_seconds": 29.764439144994594, "avg_estimated_cost": 0.043770273581593834, "median_estimated_cost": 0.003086, "stdev_estimated_cost": 0.12106814409986452, "avg_prompt_tokens": 265.92857142857144, "median_prompt_tokens": 261.0, "stdev_prompt_tokens": 13.302543815288562, "avg_completion_tokens": 1033.9285714285713, "median_completion_tokens": 448.5, "stdev_completion_tokens": 980.8093380835837 }, "task20": { "total_replicates": 30, "non_zoo_replicates": 28, "scad_generation_success_count": 28, "render_success_count": 24, "non_zoo_render_success_count": 24, "checks_run_count": 24, "overall_pass_count": 2, "watertight_pass_count": 22, "single_comp_pass_count": 22, "bbox_acc_pass_count": 15, "volume_pass_count": 3, "hausdorff_pass_count": 2, "chamfer_pass_count": 4, "scad_generation_success_rate": 100.0, "any_stl_success_rate": 80.0, "scad_render_success_rate": 85.71428571428571, "overall_pass_rate": 6.666666666666667, "watertight_pass_rate": 91.66666666666666, "single_comp_pass_rate": 91.66666666666666, "bbox_acc_pass_rate": 62.5, "volume_pass_rate": 12.5, "hausdorff_pass_rate": 8.333333333333332, "chamfer_pass_rate": 16.666666666666664, "avg_chamfer": 3.028873659319117, "median_chamfer": 2.230832595546403, "stdev_chamfer": 2.9643676811221953, "avg_hausdorff_95p": 11.617969397480495, "median_hausdorff_95p": 7.975846470448489, "stdev_hausdorff_95p": 12.65090066752977, "avg_generation_time_seconds": 38.06163943807284, "median_generation_time_seconds": 14.876904964447021, "stdev_generation_time_seconds": 55.99047573550551, "avg_render_time_seconds": 0.0753214160601298, "median_render_time_seconds": 0.07541406154632568, "stdev_render_time_seconds": 0.018511617754547457, "avg_total_time_seconds": 38.13696085413297, "median_total_time_seconds": 14.94784700870514, "stdev_total_time_seconds": 55.99253151580876, "avg_estimated_cost": 0.047915077083333334, "median_estimated_cost": 0.009412, "stdev_estimated_cost": 0.0902948566133283, "avg_prompt_tokens": 446.25, "median_prompt_tokens": 439.5, "stdev_prompt_tokens": 16.524685092046514, "avg_completion_tokens": 2125.3333333333335, "median_completion_tokens": 846.5, "stdev_completion_tokens": 2034.2443243166472 }, "task21": { "total_replicates": 30, "non_zoo_replicates": 28, "scad_generation_success_count": 28, "render_success_count": 27, "non_zoo_render_success_count": 27, "checks_run_count": 27, "overall_pass_count": 9, "watertight_pass_count": 24, "single_comp_pass_count": 27, "bbox_acc_pass_count": 27, "volume_pass_count": 14, "hausdorff_pass_count": 9, "chamfer_pass_count": 26, "scad_generation_success_rate": 100.0, "any_stl_success_rate": 90.0, "scad_render_success_rate": 96.42857142857143, "overall_pass_rate": 30.0, "watertight_pass_rate": 88.88888888888889, "single_comp_pass_rate": 100.0, "bbox_acc_pass_rate": 100.0, "volume_pass_rate": 51.85185185185185, "hausdorff_pass_rate": 33.33333333333333, "chamfer_pass_rate": 96.29629629629629, "avg_chamfer": 0.45079054051964196, "median_chamfer": 0.4770950514784913, "stdev_chamfer": 0.21982562525044566, "avg_hausdorff_95p": 2.2022058947523564, "median_hausdorff_95p": 2.7995359483050866, "stdev_hausdorff_95p": 1.3913782845936193, "avg_generation_time_seconds": 24.265919385132968, "median_generation_time_seconds": 15.623214721679688, "stdev_generation_time_seconds": 29.961626235082797, "avg_render_time_seconds": 0.08922813556812427, "median_render_time_seconds": 0.08289003372192383, "stdev_render_time_seconds": 0.027073590235136488, "avg_total_time_seconds": 24.35514752070109, "median_total_time_seconds": 15.699130535125732, "stdev_total_time_seconds": 29.95660572232062, "avg_estimated_cost": 0.026839409259259258, "median_estimated_cost": 0.005336, "stdev_estimated_cost": 0.049546497566118945, "avg_prompt_tokens": 369, "median_prompt_tokens": 370, "stdev_prompt_tokens": 16.527366582545632, "avg_completion_tokens": 1788.962962962963, "median_completion_tokens": 660, "stdev_completion_tokens": 1883.411174550489 }, "task22": { "total_replicates": 30, "non_zoo_replicates": 28, "scad_generation_success_count": 27, "render_success_count": 20, "non_zoo_render_success_count": 18, "checks_run_count": 20, "overall_pass_count": 3, "watertight_pass_count": 13, "single_comp_pass_count": 18, "bbox_acc_pass_count": 15, "volume_pass_count": 4, "hausdorff_pass_count": 7, "chamfer_pass_count": 14, "scad_generation_success_rate": 96.42857142857143, "any_stl_success_rate": 66.66666666666666, "scad_render_success_rate": 64.28571428571429, "overall_pass_rate": 10.0, "watertight_pass_rate": 65.0, "single_comp_pass_rate": 90.0, "bbox_acc_pass_rate": 75.0, "volume_pass_rate": 20.0, "hausdorff_pass_rate": 35.0, "chamfer_pass_rate": 70.0, "avg_chamfer": 0.798229013340076, "median_chamfer": 0.5022724632030638, "stdev_chamfer": 0.7792767436851176, "avg_hausdorff_95p": 2.5286255457402347, "median_hausdorff_95p": 2.242715507306138, "stdev_hausdorff_95p": 2.108158294682799, "avg_generation_time_seconds": 31.52099213600159, "median_generation_time_seconds": 12.785422086715698, "stdev_generation_time_seconds": 36.43382240945251, "avg_render_time_seconds": 0.10177307658725315, "median_render_time_seconds": 0.0918508768081665, "stdev_render_time_seconds": 0.02877274940163429, "avg_total_time_seconds": 31.612587904930116, "median_total_time_seconds": 12.908518075942993, "stdev_total_time_seconds": 36.4284333594477, "avg_estimated_cost": 0.05450095706045151, "median_estimated_cost": 0.0047685, "stdev_estimated_cost": 0.09714250315519177, "avg_prompt_tokens": 274.77777777777777, "median_prompt_tokens": 266.0, "stdev_prompt_tokens": 17.608672848262135, "avg_completion_tokens": 2805.277777777778, "median_completion_tokens": 526.0, "stdev_completion_tokens": 3908.2281197427196 }, "task23": { "total_replicates": 30, "non_zoo_replicates": 28, "scad_generation_success_count": 28, "render_success_count": 21, "non_zoo_render_success_count": 21, "checks_run_count": 21, "overall_pass_count": 1, "watertight_pass_count": 14, "single_comp_pass_count": 12, "bbox_acc_pass_count": 4, "volume_pass_count": 2, "hausdorff_pass_count": 3, "chamfer_pass_count": 9, "scad_generation_success_rate": 100.0, "any_stl_success_rate": 70.0, "scad_render_success_rate": 75.0, "overall_pass_rate": 3.3333333333333335, "watertight_pass_rate": 66.66666666666666, "single_comp_pass_rate": 57.14285714285714, "bbox_acc_pass_rate": 19.047619047619047, "volume_pass_rate": 9.523809523809524, "hausdorff_pass_rate": 14.285714285714285, "chamfer_pass_rate": 42.857142857142854, "avg_chamfer": 4.3368961354883, "median_chamfer": 1.2554782494077399, "stdev_chamfer": 8.161270408019593, "avg_hausdorff_95p": 15.375220299430596, "median_hausdorff_95p": 3.930828449626435, "stdev_hausdorff_95p": 26.444764331369857, "avg_generation_time_seconds": 45.236043793814524, "median_generation_time_seconds": 11.326995849609375, "stdev_generation_time_seconds": 90.92740310928494, "avg_render_time_seconds": 0.12014074552626837, "median_render_time_seconds": 0.09338998794555664, "stdev_render_time_seconds": 0.06888831750341178, "avg_total_time_seconds": 45.35618453934079, "median_total_time_seconds": 11.38908576965332, "stdev_total_time_seconds": 90.92207047053702, "avg_estimated_cost": 0.0545382880952381, "median_estimated_cost": 0.005155000000000001, "stdev_estimated_cost": 0.14141740535729053, "avg_prompt_tokens": 317.04761904761904, "median_prompt_tokens": 311, "stdev_prompt_tokens": 15.806568857523098, "avg_completion_tokens": 2354.714285714286, "median_completion_tokens": 595, "stdev_completion_tokens": 3296.5962012787845 }, "task24": { "total_replicates": 30, "non_zoo_replicates": 28, "scad_generation_success_count": 28, "render_success_count": 24, "non_zoo_render_success_count": 22, "checks_run_count": 24, "overall_pass_count": 9, "watertight_pass_count": 24, "single_comp_pass_count": 21, "bbox_acc_pass_count": 16, "volume_pass_count": 13, "hausdorff_pass_count": 11, "chamfer_pass_count": 17, "scad_generation_success_rate": 100.0, "any_stl_success_rate": 80.0, "scad_render_success_rate": 78.57142857142857, "overall_pass_rate": 30.0, "watertight_pass_rate": 100.0, "single_comp_pass_rate": 87.5, "bbox_acc_pass_rate": 66.66666666666666, "volume_pass_rate": 54.166666666666664, "hausdorff_pass_rate": 45.83333333333333, "chamfer_pass_rate": 70.83333333333334, "avg_chamfer": 1.322993214042983, "median_chamfer": 0.441234539961066, "stdev_chamfer": 1.8709818300939363, "avg_hausdorff_95p": 5.883774316691952, "median_hausdorff_95p": 1.7937415435589954, "stdev_hausdorff_95p": 8.126747313626206, "avg_generation_time_seconds": 18.53165837128957, "median_generation_time_seconds": 17.020604968070984, "stdev_generation_time_seconds": 14.253208676142313, "avg_render_time_seconds": 0.14333034645427356, "median_render_time_seconds": 0.14528751373291016, "stdev_render_time_seconds": 0.06296838854879304, "avg_total_time_seconds": 18.66304452220599, "median_total_time_seconds": 17.215237379074097, "stdev_total_time_seconds": 14.22318389459949, "avg_estimated_cost": 0.043034087178908456, "median_estimated_cost": 0.0065625, "stdev_estimated_cost": 0.06654748811544467, "avg_prompt_tokens": 485.6363636363636, "median_prompt_tokens": 483.0, "stdev_prompt_tokens": 21.504253077772788, "avg_completion_tokens": 1371.8181818181818, "median_completion_tokens": 758.5, "stdev_completion_tokens": 1214.395975131499 }, "task25": { "total_replicates": 30, "non_zoo_replicates": 28, "scad_generation_success_count": 28, "render_success_count": 28, "non_zoo_render_success_count": 27, "checks_run_count": 28, "overall_pass_count": 13, "watertight_pass_count": 26, "single_comp_pass_count": 25, "bbox_acc_pass_count": 21, "volume_pass_count": 15, "hausdorff_pass_count": 17, "chamfer_pass_count": 18, "scad_generation_success_rate": 100.0, "any_stl_success_rate": 93.33333333333333, "scad_render_success_rate": 96.42857142857143, "overall_pass_rate": 43.333333333333336, "watertight_pass_rate": 92.85714285714286, "single_comp_pass_rate": 89.28571428571429, "bbox_acc_pass_rate": 75.0, "volume_pass_rate": 53.57142857142857, "hausdorff_pass_rate": 60.71428571428571, "chamfer_pass_rate": 64.28571428571429, "avg_chamfer": 1.3538483494276776, "median_chamfer": 0.4402774983820793, "stdev_chamfer": 1.6739932765565337, "avg_hausdorff_95p": 6.72150961748613, "median_hausdorff_95p": 0.6491156213722715, "stdev_hausdorff_95p": 9.577217006998913, "avg_generation_time_seconds": 29.517364638192312, "median_generation_time_seconds": 7.032474994659424, "stdev_generation_time_seconds": 45.640397971156624, "avg_render_time_seconds": 0.15256585898222746, "median_render_time_seconds": 0.14342093467712402, "stdev_render_time_seconds": 0.07277970963208469, "avg_total_time_seconds": 29.664481716496603, "median_total_time_seconds": 7.195525050163269, "stdev_total_time_seconds": 45.63777419051561, "avg_estimated_cost": 0.0557824187813986, "median_estimated_cost": 0.003193, "stdev_estimated_cost": 0.12406291629472278, "avg_prompt_tokens": 320.81481481481484, "median_prompt_tokens": 321, "stdev_prompt_tokens": 14.57879660813301, "avg_completion_tokens": 1521.5925925925926, "median_completion_tokens": 332, "stdev_completion_tokens": 1682.1645913080897 }, "task3": { "total_replicates": 30, "non_zoo_replicates": 28, "scad_generation_success_count": 28, "render_success_count": 30, "non_zoo_render_success_count": 28, "checks_run_count": 30, "overall_pass_count": 27, "watertight_pass_count": 27, "single_comp_pass_count": 28, "bbox_acc_pass_count": 30, "volume_pass_count": 28, "hausdorff_pass_count": 30, "chamfer_pass_count": 30, "scad_generation_success_rate": 100.0, "any_stl_success_rate": 100.0, "scad_render_success_rate": 100.0, "overall_pass_rate": 90.0, "watertight_pass_rate": 90.0, "single_comp_pass_rate": 93.33333333333333, "bbox_acc_pass_rate": 100.0, "volume_pass_rate": 93.33333333333333, "hausdorff_pass_rate": 100.0, "chamfer_pass_rate": 100.0, "avg_chamfer": 0.3043045434020719, "median_chamfer": 0.3010798577518072, "stdev_chamfer": 0.021366480674656546, "avg_hausdorff_95p": 0.5773909126555784, "median_hausdorff_95p": 0.5686049599393598, "stdev_hausdorff_95p": 0.024890608775290885, "avg_generation_time_seconds": 15.461963605880737, "median_generation_time_seconds": 9.873959422111511, "stdev_generation_time_seconds": 19.198465030539587, "avg_render_time_seconds": 0.09161594935825892, "median_render_time_seconds": 0.0681988000869751, "stdev_render_time_seconds": 0.06346626398704822, "avg_total_time_seconds": 15.547471825281779, "median_total_time_seconds": 9.940375924110413, "stdev_total_time_seconds": 19.19300816587141, "avg_estimated_cost": 0.027933318387790257, "median_estimated_cost": 0.0050025, "stdev_estimated_cost": 0.07277202711351716, "avg_prompt_tokens": 267.92857142857144, "median_prompt_tokens": 263.0, "stdev_prompt_tokens": 14.849687791776214, "avg_completion_tokens": 845.0714285714286, "median_completion_tokens": 415.5, "stdev_completion_tokens": 804.1752586102401 }, "task4": { "total_replicates": 30, "non_zoo_replicates": 28, "scad_generation_success_count": 28, "render_success_count": 28, "non_zoo_render_success_count": 26, "checks_run_count": 28, "overall_pass_count": 11, "watertight_pass_count": 21, "single_comp_pass_count": 24, "bbox_acc_pass_count": 24, "volume_pass_count": 12, "hausdorff_pass_count": 14, "chamfer_pass_count": 26, "scad_generation_success_rate": 100.0, "any_stl_success_rate": 93.33333333333333, "scad_render_success_rate": 92.85714285714286, "overall_pass_rate": 36.666666666666664, "watertight_pass_rate": 75.0, "single_comp_pass_rate": 85.71428571428571, "bbox_acc_pass_rate": 85.71428571428571, "volume_pass_rate": 42.857142857142854, "hausdorff_pass_rate": 50.0, "chamfer_pass_rate": 92.85714285714286, "avg_chamfer": 0.3960376629405917, "median_chamfer": 0.3377327003252809, "stdev_chamfer": 0.3112280858995267, "avg_hausdorff_95p": 1.4461853508823717, "median_hausdorff_95p": 1.1030643308076007, "stdev_hausdorff_95p": 1.463393227526015, "avg_generation_time_seconds": 32.32940443924495, "median_generation_time_seconds": 11.18912148475647, "stdev_generation_time_seconds": 40.29105381480754, "avg_render_time_seconds": 0.07411378163557786, "median_render_time_seconds": 0.06755316257476807, "stdev_render_time_seconds": 0.020118583214616605, "avg_total_time_seconds": 32.39822437933513, "median_total_time_seconds": 11.256431937217712, "stdev_total_time_seconds": 40.28748068945445, "avg_estimated_cost": 0.07667848508944738, "median_estimated_cost": 0.004119, "stdev_estimated_cost": 0.1435699366302498, "avg_prompt_tokens": 281.61538461538464, "median_prompt_tokens": 277.5, "stdev_prompt_tokens": 15.176500052586363, "avg_completion_tokens": 1968.8846153846155, "median_completion_tokens": 466.0, "stdev_completion_tokens": 2301.2390806158855 }, "task5": { "total_replicates": 30, "non_zoo_replicates": 28, "scad_generation_success_count": 28, "render_success_count": 29, "non_zoo_render_success_count": 27, "checks_run_count": 29, "overall_pass_count": 9, "watertight_pass_count": 26, "single_comp_pass_count": 29, "bbox_acc_pass_count": 29, "volume_pass_count": 10, "hausdorff_pass_count": 9, "chamfer_pass_count": 9, "scad_generation_success_rate": 100.0, "any_stl_success_rate": 96.66666666666667, "scad_render_success_rate": 96.42857142857143, "overall_pass_rate": 30.0, "watertight_pass_rate": 89.65517241379311, "single_comp_pass_rate": 100.0, "bbox_acc_pass_rate": 100.0, "volume_pass_rate": 34.48275862068966, "hausdorff_pass_rate": 31.03448275862069, "chamfer_pass_rate": 31.03448275862069, "avg_chamfer": 1.237262981210343, "median_chamfer": 1.3390271674924716, "stdev_chamfer": 0.655745677044254, "avg_hausdorff_95p": 6.0977369376841235, "median_hausdorff_95p": 8.089705381660613, "stdev_hausdorff_95p": 3.854620822168534, "avg_generation_time_seconds": 24.46446549481359, "median_generation_time_seconds": 14.267407894134521, "stdev_generation_time_seconds": 27.52972048177553, "avg_render_time_seconds": 0.06737571292453343, "median_render_time_seconds": 0.06904911994934082, "stdev_render_time_seconds": 0.013339613263025813, "avg_total_time_seconds": 24.527194606846777, "median_total_time_seconds": 14.34611201286316, "stdev_total_time_seconds": 27.52385550171058, "avg_estimated_cost": 0.05151687483777452, "median_estimated_cost": 0.003798, "stdev_estimated_cost": 0.09734713443123785, "avg_prompt_tokens": 190.62962962962962, "median_prompt_tokens": 185, "stdev_prompt_tokens": 13.368010461684404, "avg_completion_tokens": 1829.888888888889, "median_completion_tokens": 702, "stdev_completion_tokens": 2136.793721971405 }, "task6": { "total_replicates": 30, "non_zoo_replicates": 28, "scad_generation_success_count": 28, "render_success_count": 29, "non_zoo_render_success_count": 28, "checks_run_count": 29, "overall_pass_count": 24, "watertight_pass_count": 29, "single_comp_pass_count": 29, "bbox_acc_pass_count": 29, "volume_pass_count": 26, "hausdorff_pass_count": 27, "chamfer_pass_count": 29, "scad_generation_success_rate": 100.0, "any_stl_success_rate": 96.66666666666667, "scad_render_success_rate": 100.0, "overall_pass_rate": 80.0, "watertight_pass_rate": 100.0, "single_comp_pass_rate": 100.0, "bbox_acc_pass_rate": 100.0, "volume_pass_rate": 89.65517241379311, "hausdorff_pass_rate": 93.10344827586206, "chamfer_pass_rate": 100.0, "avg_chamfer": 0.13186681324064334, "median_chamfer": 0.10786639513403354, "stdev_chamfer": 0.03681453086132743, "avg_hausdorff_95p": 0.3592362032570237, "median_hausdorff_95p": 0.2093973884691061, "stdev_hausdorff_95p": 0.2579909946897733, "avg_generation_time_seconds": 14.07293806404903, "median_generation_time_seconds": 7.815728187561035, "stdev_generation_time_seconds": 11.7269177690459, "avg_render_time_seconds": 0.061827855450766425, "median_render_time_seconds": 0.06103014945983887, "stdev_render_time_seconds": 0.010292258294975935, "avg_total_time_seconds": 14.132633924484253, "median_total_time_seconds": 7.8753252029418945, "stdev_total_time_seconds": 11.727069110981581, "avg_estimated_cost": 0.023729382753911513, "median_estimated_cost": 0.003105, "stdev_estimated_cost": 0.04175327283175189, "avg_prompt_tokens": 220.14285714285714, "median_prompt_tokens": 214.0, "stdev_prompt_tokens": 12.712531833134799, "avg_completion_tokens": 1050.9285714285713, "median_completion_tokens": 363.0, "stdev_completion_tokens": 1028.9370613358603 }, "task7": { "total_replicates": 30, "non_zoo_replicates": 28, "scad_generation_success_count": 28, "render_success_count": 28, "non_zoo_render_success_count": 26, "checks_run_count": 28, "overall_pass_count": 14, "watertight_pass_count": 25, "single_comp_pass_count": 21, "bbox_acc_pass_count": 18, "volume_pass_count": 14, "hausdorff_pass_count": 14, "chamfer_pass_count": 18, "scad_generation_success_rate": 100.0, "any_stl_success_rate": 93.33333333333333, "scad_render_success_rate": 92.85714285714286, "overall_pass_rate": 46.666666666666664, "watertight_pass_rate": 89.28571428571429, "single_comp_pass_rate": 75.0, "bbox_acc_pass_rate": 64.28571428571429, "volume_pass_rate": 50.0, "hausdorff_pass_rate": 50.0, "chamfer_pass_rate": 64.28571428571429, "avg_chamfer": 1.2110792685370235, "median_chamfer": 0.2294178065054635, "stdev_chamfer": 1.9502636575066437, "avg_hausdorff_95p": 3.5735030291557854, "median_hausdorff_95p": 0.4044000969844511, "stdev_hausdorff_95p": 5.969662271576575, "avg_generation_time_seconds": 11.231468175138746, "median_generation_time_seconds": 8.486519575119019, "stdev_generation_time_seconds": 8.221027215168194, "avg_render_time_seconds": 0.2262530235143808, "median_render_time_seconds": 0.18886947631835938, "stdev_render_time_seconds": 0.202587445031344, "avg_total_time_seconds": 11.4415602684021, "median_total_time_seconds": 8.932161092758179, "stdev_total_time_seconds": 8.218909446387329, "avg_estimated_cost": 0.02290195712243489, "median_estimated_cost": 0.004806400000000001, "stdev_estimated_cost": 0.0395530260926464, "avg_prompt_tokens": 166, "median_prompt_tokens": 161.0, "stdev_prompt_tokens": 11.784735890124988, "avg_completion_tokens": 750.0769230769231, "median_completion_tokens": 473.0, "stdev_completion_tokens": 575.4197718589046 }, "task8": { "total_replicates": 30, "non_zoo_replicates": 28, "scad_generation_success_count": 26, "render_success_count": 22, "non_zoo_render_success_count": 20, "checks_run_count": 22, "overall_pass_count": 15, "watertight_pass_count": 20, "single_comp_pass_count": 20, "bbox_acc_pass_count": 20, "volume_pass_count": 17, "hausdorff_pass_count": 19, "chamfer_pass_count": 20, "scad_generation_success_rate": 92.85714285714286, "any_stl_success_rate": 73.33333333333333, "scad_render_success_rate": 71.42857142857143, "overall_pass_rate": 50.0, "watertight_pass_rate": 90.9090909090909, "single_comp_pass_rate": 90.9090909090909, "bbox_acc_pass_rate": 90.9090909090909, "volume_pass_rate": 77.27272727272727, "hausdorff_pass_rate": 86.36363636363636, "chamfer_pass_rate": 90.9090909090909, "avg_chamfer": 1.383837040357189, "median_chamfer": 0.21101741937721608, "stdev_chamfer": 4.656142331231894, "avg_hausdorff_95p": 5.6148846752022, "median_hausdorff_95p": 0.449060556258494, "stdev_hausdorff_95p": 17.416645925227904, "avg_generation_time_seconds": 33.02528525482524, "median_generation_time_seconds": 17.843433499336243, "stdev_generation_time_seconds": 63.09114198210582, "avg_render_time_seconds": 0.06779727935791016, "median_render_time_seconds": 0.06177949905395508, "stdev_render_time_seconds": 0.024869624529555122, "avg_total_time_seconds": 33.08691914515062, "median_total_time_seconds": 17.9022034406662, "stdev_total_time_seconds": 63.09352365614004, "avg_estimated_cost": 0.0637210670751456, "median_estimated_cost": 0.00632635, "stdev_estimated_cost": 0.12842049393006108, "avg_prompt_tokens": 148.75, "median_prompt_tokens": 141.0, "stdev_prompt_tokens": 13.95057063537659, "avg_completion_tokens": 1699.1, "median_completion_tokens": 578.5, "stdev_completion_tokens": 2318.127100189198 }, "task9": { "total_replicates": 30, "non_zoo_replicates": 28, "scad_generation_success_count": 28, "render_success_count": 25, "non_zoo_render_success_count": 23, "checks_run_count": 25, "overall_pass_count": 22, "watertight_pass_count": 25, "single_comp_pass_count": 25, "bbox_acc_pass_count": 25, "volume_pass_count": 22, "hausdorff_pass_count": 22, "chamfer_pass_count": 22, "scad_generation_success_rate": 100.0, "any_stl_success_rate": 83.33333333333334, "scad_render_success_rate": 82.14285714285714, "overall_pass_rate": 73.33333333333333, "watertight_pass_rate": 100.0, "single_comp_pass_rate": 100.0, "bbox_acc_pass_rate": 100.0, "volume_pass_rate": 88.0, "hausdorff_pass_rate": 88.0, "chamfer_pass_rate": 88.0, "avg_chamfer": 0.4850355065527892, "median_chamfer": 0.33217390886471626, "stdev_chamfer": 0.444787029198636, "avg_hausdorff_95p": 1.1731339055342935, "median_hausdorff_95p": 0.6479414897516829, "stdev_hausdorff_95p": 1.4514249225141835, "avg_generation_time_seconds": 11.974859657287597, "median_generation_time_seconds": 8.111597061157227, "stdev_generation_time_seconds": 13.877818530371151, "avg_render_time_seconds": 0.05402499696482783, "median_render_time_seconds": 0.05411410331726074, "stdev_render_time_seconds": 0.005820379887538657, "avg_total_time_seconds": 12.02456265449524, "median_total_time_seconds": 8.171305179595947, "stdev_total_time_seconds": 13.864423742207023, "avg_estimated_cost": 0.03821514394741313, "median_estimated_cost": 0.0030063, "stdev_estimated_cost": 0.09543863213591734, "avg_prompt_tokens": 182, "median_prompt_tokens": 180, "stdev_prompt_tokens": 12.221441664698824, "avg_completion_tokens": 607.0434782608696, "median_completion_tokens": 564, "stdev_completion_tokens": 531.8835722104527 } }, "complexity_analysis": { "1": { "total_replicates": 150, "overall_pass_count": 63, "avg_overall_pass_rate": 42.0 }, "2": { "total_replicates": 120, "overall_pass_count": 61, "avg_overall_pass_rate": 50.83333333333333 }, "3": { "total_replicates": 180, "overall_pass_count": 102, "avg_overall_pass_rate": 56.666666666666664 }, "4": { "total_replicates": 150, "overall_pass_count": 62, "avg_overall_pass_rate": 41.333333333333336 }, "5": { "total_replicates": 150, "overall_pass_count": 24, "avg_overall_pass_rate": 16.0 } }, "results_by_model": { "claude-3-5-haiku-20241022": [ { "Task ID": "task1", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task1.stl", "output_stl_path": "results/20250422_095709/stl/task1_anthropic_claude-3-5-haiku-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4220", "Hausdorff Dist (95p / 99p mm)": "95p: 1.1572\\n99p: 1.4936", "Vol Ref (mm\u00b3)": "334.9736", "Vol Gen (mm\u00b3)": "280.5654", "BBox Ref (mm)": "[5.0, 10.766426086425781, 11.410706520080566]", "BBox Gen Aligned (mm)": "[5.02370915457975, 8.995900982475291, 9.982104894778484]", "Overall Passed": "Fail" }, { "Task ID": "task1", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task1.stl", "output_stl_path": "results/20250422_095709/stl/task1_anthropic_claude-3-5-haiku-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.0440", "Hausdorff Dist (95p / 99p mm)": "95p: 0.0861\\n99p: 0.1067", "Vol Ref (mm\u00b3)": "334.9736", "Vol Gen (mm\u00b3)": "335.0961", "BBox Ref (mm)": "[5.0, 10.766426086425781, 11.410706520080566]", "BBox Gen Aligned (mm)": "[5.0017046380829475, 10.773620477490127, 11.408318740540864]", "Overall Passed": "Pass" }, { "Task ID": "task10", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task10.stl", "output_stl_path": "results/20250422_095709/stl/task10_anthropic_claude-3-5-haiku-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3400", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6359\\n99p: 0.7841", "Vol Ref (mm\u00b3)": "141328.9381", "Vol Gen (mm\u00b3)": "140340.3913", "BBox Ref (mm)": "[30.0, 64.97696685791016, 130.0]", "BBox Gen Aligned (mm)": "[30.009021601371597, 64.66145362286453, 130.00052443286296]", "Overall Passed": "Pass" }, { "Task ID": "task10", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task10.stl", "output_stl_path": "results/20250422_095709/stl/task10_anthropic_claude-3-5-haiku-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3390", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6327\\n99p: 0.7836", "Vol Ref (mm\u00b3)": "141328.9381", "Vol Gen (mm\u00b3)": "140340.3913", "BBox Ref (mm)": "[30.0, 64.97696685791016, 130.0]", "BBox Gen Aligned (mm)": "[30.006908814728348, 64.655123303217, 130.00023733303408]", "Overall Passed": "Pass" }, { "Task ID": "task11", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task11.stl", "output_stl_path": "results/20250422_095709/stl/task11_anthropic_claude-3-5-haiku-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "9.0804", "Hausdorff Dist (95p / 99p mm)": "95p: 26.9814\\n99p: 38.2040", "Vol Ref (mm\u00b3)": "2507.2287", "Vol Gen (mm\u00b3)": "12800.8632", "BBox Ref (mm)": "[5.0, 29.947338104248047, 80.0]", "BBox Gen Aligned (mm)": "[54.33856102834031, 59.7735811130265, 59.98895810904508]", "Overall Passed": "Fail" }, { "Task ID": "task11", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task11.stl", "output_stl_path": "results/20250422_095709/stl/task11_anthropic_claude-3-5-haiku-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "4.8194", "Hausdorff Dist (95p / 99p mm)": "95p: 18.7876\\n99p: 22.7060", "Vol Ref (mm\u00b3)": "2507.2287", "Vol Gen (mm\u00b3)": "2256.0280", "BBox Ref (mm)": "[5.0, 29.947338104248047, 80.0]", "BBox Gen Aligned (mm)": "[29.88671851629945, 29.995246569514325, 52.51187901315677]", "Overall Passed": "Fail" }, { "Task ID": "task12", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_anthropic_claude-3-5-haiku-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1684", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3098\\n99p: 0.3963", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "10074.2271", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.003785366299848, 60.00116279219028, 60.00146040387117]", "Overall Passed": "Pass" }, { "Task ID": "task12", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_anthropic_claude-3-5-haiku-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1685", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3106\\n99p: 0.4023", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "10074.2271", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.000547617973567, 60.00082328258231, 60.00085183986531]", "Overall Passed": "Pass" }, { "Task ID": "task13", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task13.stl", "output_stl_path": "results/20250422_095709/stl/task13_anthropic_claude-3-5-haiku-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1405", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2370\\n99p: 0.2860", "Vol Ref (mm\u00b3)": "2509.7634", "Vol Gen (mm\u00b3)": "2504.3175", "BBox Ref (mm)": "[9.991845607757568, 9.995922088623047, 50.0]", "BBox Gen Aligned (mm)": "[9.951036847730533, 9.951041721974624, 50.000702713571165]", "Overall Passed": "Pass" }, { "Task ID": "task13", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task13.stl", "output_stl_path": "results/20250422_095709/stl/task13_anthropic_claude-3-5-haiku-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1404", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2371\\n99p: 0.2877", "Vol Ref (mm\u00b3)": "2509.7634", "Vol Gen (mm\u00b3)": "2504.3175", "BBox Ref (mm)": "[9.991845607757568, 9.995922088623047, 50.0]", "BBox Gen Aligned (mm)": "[9.942202856640879, 9.943495038532642, 50.00047459590131]", "Overall Passed": "Pass" }, { "Task ID": "task14", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task14.stl", "output_stl_path": "results/20250422_095709/stl/task14_anthropic_claude-3-5-haiku-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.6832", "Hausdorff Dist (95p / 99p mm)": "95p: 6.9444\\n99p: 8.4189", "Vol Ref (mm\u00b3)": "55079.4518", "Vol Gen (mm\u00b3)": "57512.5619", "BBox Ref (mm)": "[25.980762481689453, 59.978736877441406, 120.0]", "BBox Gen Aligned (mm)": "[38.411577897095924, 59.57952640134731, 112.26523018386543]", "Overall Passed": "Fail" }, { "Task ID": "task14", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task14.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task15", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task15.stl", "output_stl_path": "results/20250422_095709/stl/task15_anthropic_claude-3-5-haiku-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3498", "Hausdorff Dist (95p / 99p mm)": "95p: 0.8845\\n99p: 1.0083", "Vol Ref (mm\u00b3)": "43149.2272", "Vol Gen (mm\u00b3)": "44871.9497", "BBox Ref (mm)": "[40.0, 40.0, 40.0]", "BBox Gen Aligned (mm)": "[40.00000414111089, 40.00000719457185, 40.103690775246825]", "Overall Passed": "Fail" }, { "Task ID": "task15", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task15.stl", "output_stl_path": "results/20250422_095709/stl/task15_anthropic_claude-3-5-haiku-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3480", "Hausdorff Dist (95p / 99p mm)": "95p: 0.8797\\n99p: 1.0049", "Vol Ref (mm\u00b3)": "43149.2272", "Vol Gen (mm\u00b3)": "44855.9353", "BBox Ref (mm)": "[40.0, 40.0, 40.0]", "BBox Gen Aligned (mm)": "[40.00000653214987, 40.0000239530909, 40.110008397331356]", "Overall Passed": "Fail" }, { "Task ID": "task16", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task16.stl", "output_stl_path": "results/20250422_095709/stl/task16_anthropic_claude-3-5-haiku-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.8262", "Hausdorff Dist (95p / 99p mm)": "95p: 4.5723\\n99p: 7.6840", "Vol Ref (mm\u00b3)": "52851.4977", "Vol Gen (mm\u00b3)": "52967.3824", "BBox Ref (mm)": "[20.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[20.02435564157476, 40.00488579115501, 80.00634373801802]", "Overall Passed": "Fail" }, { "Task ID": "task16", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task16.stl", "output_stl_path": "results/20250422_095709/stl/task16_anthropic_claude-3-5-haiku-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.2702", "Hausdorff Dist (95p / 99p mm)": "95p: 5.0165\\n99p: 8.5181", "Vol Ref (mm\u00b3)": "52851.4977", "Vol Gen (mm\u00b3)": "46498.5623", "BBox Ref (mm)": "[20.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[20.022290215275433, 40.23873487910926, 80.08829522949304]", "Overall Passed": "Fail" }, { "Task ID": "task17", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_anthropic_claude-3-5-haiku-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.6680", "Hausdorff Dist (95p / 99p mm)": "95p: 3.8549\\n99p: 5.7261", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "26518.9492", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.005952615696904, 40.05320267124874, 80.02633946741318]", "Overall Passed": "Fail" }, { "Task ID": "task17", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_anthropic_claude-3-5-haiku-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.5586", "Hausdorff Dist (95p / 99p mm)": "95p: 3.2396\\n99p: 5.0018", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "30090.6265", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.008710183484531, 40.02516423979753, 80.01269598795491]", "Overall Passed": "Fail" }, { "Task ID": "task18", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_anthropic_claude-3-5-haiku-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1804", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6274\\n99p: 2.0059", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3693.5385", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.0365252865765795, 20.00138743915069, 40.00449480025055]", "Overall Passed": "Fail" }, { "Task ID": "task18", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_anthropic_claude-3-5-haiku-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1811", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6055\\n99p: 2.0059", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3693.5385", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.033426149988173, 20.009375466386214, 40.00882949425577]", "Overall Passed": "Fail" }, { "Task ID": "task19", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_anthropic_claude-3-5-haiku-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.6609", "Hausdorff Dist (95p / 99p mm)": "95p: 0.7393\\n99p: 13.5868", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "60886.9462", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[40.002388284859386, 100.00063692698802, 100.00170541619144]", "Overall Passed": "Fail" }, { "Task ID": "task19", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_anthropic_claude-3-5-haiku-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.6243", "Hausdorff Dist (95p / 99p mm)": "95p: 3.0944\\n99p: 4.9669", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "61886.9462", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[50.005004729368764, 99.99722446227953, 99.99762452571224]", "Overall Passed": "Fail" }, { "Task ID": "task2", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_anthropic_claude-3-5-haiku-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1028", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1856\\n99p: 0.8545", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1697.4500", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.000723768141544, 18.007016636463007, 32.00392842873083]", "Overall Passed": "Pass" }, { "Task ID": "task2", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_anthropic_claude-3-5-haiku-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1029", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1854\\n99p: 0.8521", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1697.4500", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.0027082669059344, 18.0012387710171, 32.00045614718323]", "Overall Passed": "Pass" }, { "Task ID": "task20", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task20.stl", "output_stl_path": "results/20250422_095709/stl/task20_anthropic_claude-3-5-haiku-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "6.5213", "Hausdorff Dist (95p / 99p mm)": "95p: 18.5746\\n99p: 23.2837", "Vol Ref (mm\u00b3)": "39778.0652", "Vol Gen (mm\u00b3)": "64924.5222", "BBox Ref (mm)": "[20.0, 50.0, 80.00000000000001]", "BBox Gen Aligned (mm)": "[17.578328435777003, 70.59624147551617, 100.48256686078963]", "Overall Passed": "Fail" }, { "Task ID": "task20", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task20.stl", "output_stl_path": "results/20250422_095709/stl/task20_anthropic_claude-3-5-haiku-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "12.3337", "Hausdorff Dist (95p / 99p mm)": "95p: 50.9363\\n99p: 56.3251", "Vol Ref (mm\u00b3)": "39778.0652", "Vol Gen (mm\u00b3)": "2888.4958", "BBox Ref (mm)": "[20.0, 50.0, 80.00000000000001]", "BBox Gen Aligned (mm)": "[22.272746683355287, 23.35528962332586, 29.780896471243928]", "Overall Passed": "Fail" }, { "Task ID": "task21", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task21.stl", "output_stl_path": "results/20250422_095709/stl/task21_anthropic_claude-3-5-haiku-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.6045", "Hausdorff Dist (95p / 99p mm)": "95p: 3.7640\\n99p: 4.8737", "Vol Ref (mm\u00b3)": "21689.9535", "Vol Gen (mm\u00b3)": "17894.2712", "BBox Ref (mm)": "[10.0, 45.0, 60.0]", "BBox Gen Aligned (mm)": "[10.025486140851635, 45.01484239782537, 60.00822859747807]", "Overall Passed": "Fail" }, { "Task ID": "task21", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task21.stl", "output_stl_path": "results/20250422_095709/stl/task21_anthropic_claude-3-5-haiku-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.6014", "Hausdorff Dist (95p / 99p mm)": "95p: 3.7680\\n99p: 4.8624", "Vol Ref (mm\u00b3)": "21689.9535", "Vol Gen (mm\u00b3)": "17894.2712", "BBox Ref (mm)": "[10.0, 45.0, 60.0]", "BBox Gen Aligned (mm)": "[10.02239250122759, 45.01312149041394, 60.00733432040431]", "Overall Passed": "Fail" }, { "Task ID": "task22", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task22.stl", "output_stl_path": "results/20250422_095709/stl/task22_anthropic_claude-3-5-haiku-20241022_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.5037", "Hausdorff Dist (95p / 99p mm)": "95p: 2.3356\\n99p: 6.0072", "Vol Ref (mm\u00b3)": "32468.2275", "Vol Gen (mm\u00b3)": "32743.5756", "BBox Ref (mm)": "[40.0, 40.0, 95.0]", "BBox Gen Aligned (mm)": "[40.001677670649784, 40.00235713690179, 95.00576759251466]", "Overall Passed": "Fail" }, { "Task ID": "task22", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task22.stl", "output_stl_path": "results/20250422_095709/stl/task22_anthropic_claude-3-5-haiku-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4471", "Hausdorff Dist (95p / 99p mm)": "95p: 2.2021\\n99p: 5.0001", "Vol Ref (mm\u00b3)": "32468.2275", "Vol Gen (mm\u00b3)": "34309.5248", "BBox Ref (mm)": "[40.0, 40.0, 95.0]", "BBox Gen Aligned (mm)": "[40.00034922412068, 40.001705488901905, 93.00326061164847]", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task23.stl", "output_stl_path": "results/20250422_095709/stl/task23_anthropic_claude-3-5-haiku-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.2555", "Hausdorff Dist (95p / 99p mm)": "95p: 3.4986\\n99p: 4.0960", "Vol Ref (mm\u00b3)": "49287.8161", "Vol Gen (mm\u00b3)": "39024.2971", "BBox Ref (mm)": "[20.0, 60.0, 120.0]", "BBox Gen Aligned (mm)": "[19.98543165279806, 65.00194213826548, 119.99820078549274]", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task23.stl", "output_stl_path": "results/20250422_095709/stl/task23_anthropic_claude-3-5-haiku-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.2912", "Hausdorff Dist (95p / 99p mm)": "95p: 3.9308\\n99p: 50.5487", "Vol Ref (mm\u00b3)": "49287.8161", "Vol Gen (mm\u00b3)": "39022.3805", "BBox Ref (mm)": "[20.0, 60.0, 120.0]", "BBox Gen Aligned (mm)": "[70.94092732034039, 74.64945882512684, 119.99907871409243]", "Overall Passed": "Fail" }, { "Task ID": "task24", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task24.stl", "output_stl_path": "results/20250422_095709/stl/task24_anthropic_claude-3-5-haiku-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4407", "Hausdorff Dist (95p / 99p mm)": "95p: 1.7524\\n99p: 3.0228", "Vol Ref (mm\u00b3)": "75182.3274", "Vol Gen (mm\u00b3)": "75675.6054", "BBox Ref (mm)": "[50.0, 50.0, 75.0]", "BBox Gen Aligned (mm)": "[50.01434899170434, 50.046689495240415, 75.0399966385016]", "Overall Passed": "Fail" }, { "Task ID": "task24", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task24.stl", "output_stl_path": "results/20250422_095709/stl/task24_anthropic_claude-3-5-haiku-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4417", "Hausdorff Dist (95p / 99p mm)": "95p: 1.8350\\n99p: 3.0209", "Vol Ref (mm\u00b3)": "75182.3274", "Vol Gen (mm\u00b3)": "75675.6054", "BBox Ref (mm)": "[50.0, 50.0, 75.0]", "BBox Gen Aligned (mm)": "[50.003908706909925, 50.020987363455966, 75.01635332106866]", "Overall Passed": "Fail" }, { "Task ID": "task25", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_anthropic_claude-3-5-haiku-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.5424", "Hausdorff Dist (95p / 99p mm)": "95p: 8.9576\\n99p: 16.4038", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "126856.9125", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[49.98022541282254, 50.00828699129064, 75.00314379003109]", "Overall Passed": "Fail" }, { "Task ID": "task25", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_anthropic_claude-3-5-haiku-20241022_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4335", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6666\\n99p: 6.1933", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "95483.3770", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[49.97549101632164, 50.01507787596488, 74.99601774631232]", "Overall Passed": "Fail" }, { "Task ID": "task3", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_anthropic_claude-3-5-haiku-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3016", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5705\\n99p: 0.7040", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57533.0195", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.0014723729402, 99.46569972910459, 100.00004195838463]", "Overall Passed": "Pass" }, { "Task ID": "task3", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_anthropic_claude-3-5-haiku-20241022_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Fail", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3199", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6192\\n99p: 1.3733", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57886.9462", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.003324918625339, 100.00005895401809, 100.00021541969286]", "Overall Passed": "Fail" }, { "Task ID": "task4", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_anthropic_claude-3-5-haiku-20241022_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2762", "Hausdorff Dist (95p / 99p mm)": "95p: 0.8049\\n99p: 1.7105", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "38040.5625", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[38.81965701564534, 38.99858568560131, 80.00565911798056]", "Overall Passed": "Fail" }, { "Task ID": "task4", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_anthropic_claude-3-5-haiku-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2262", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4365\\n99p: 0.8832", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "37813.9388", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[34.91611362119317, 34.97887285627024, 80.00108658230221]", "Overall Passed": "Pass" }, { "Task ID": "task5", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_anthropic_claude-3-5-haiku-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.7717", "Hausdorff Dist (95p / 99p mm)": "95p: 8.4405\\n99p: 12.0432", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "235625.0000", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.01455486728031, 50.024144219064056, 100.0165246056203]", "Overall Passed": "Fail" }, { "Task ID": "task5", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_anthropic_claude-3-5-haiku-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.2894", "Hausdorff Dist (95p / 99p mm)": "95p: 8.2743\\n99p: 12.5541", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "237736.2267", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.01151083112629, 50.01302223564389, 100.00907983782479]", "Overall Passed": "Fail" }, { "Task ID": "task6", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_anthropic_claude-3-5-haiku-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1889", "Hausdorff Dist (95p / 99p mm)": "95p: 0.7616\\n99p: 1.9816", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3899.7334", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.080312707911577, 20.022546454686577, 40.01015095644324]", "Overall Passed": "Pass" }, { "Task ID": "task6", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_anthropic_claude-3-5-haiku-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1885", "Hausdorff Dist (95p / 99p mm)": "95p: 0.7358\\n99p: 2.0031", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3899.7334", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.081512531495838, 20.013943294230682, 40.00576153967232]", "Overall Passed": "Pass" }, { "Task ID": "task7", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_anthropic_claude-3-5-haiku-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.5302", "Hausdorff Dist (95p / 99p mm)": "95p: 1.9722\\n99p: 2.0287", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "11934.6539", "BBox Ref (mm)": "[9.993328094482422, 59.96661376953125, 59.97323989868164]", "BBox Gen Aligned (mm)": "[10.006132955526404, 59.852886465180106, 59.963925610313005]", "Overall Passed": "Fail" }, { "Task ID": "task7", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_anthropic_claude-3-5-haiku-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.5314", "Hausdorff Dist (95p / 99p mm)": "95p: 1.9724\\n99p: 2.0285", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "11934.6539", "BBox Ref (mm)": "[9.993328094482422, 59.96661376953125, 59.97323989868164]", "BBox Gen Aligned (mm)": "[10.00137937290496, 59.86449891935496, 59.95781589164672]", "Overall Passed": "Fail" }, { "Task ID": "task8", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task8.stl", "output_stl_path": "results/20250422_095709/stl/task8_anthropic_claude-3-5-haiku-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2407", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5386\\n99p: 0.6025", "Vol Ref (mm\u00b3)": "31765.3333", "Vol Gen (mm\u00b3)": "31026.0739", "BBox Ref (mm)": "[20.0, 20.0, 80.0]", "BBox Gen Aligned (mm)": "[19.81834174216207, 19.9091590036676, 79.00127592657705]", "Overall Passed": "Fail" }, { "Task ID": "task8", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task8.stl", "output_stl_path": "results/20250422_095709/stl/task8_anthropic_claude-3-5-haiku-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1956", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3739\\n99p: 0.4579", "Vol Ref (mm\u00b3)": "31765.3333", "Vol Gen (mm\u00b3)": "31809.2783", "BBox Ref (mm)": "[20.0, 20.0, 80.0]", "BBox Gen Aligned (mm)": "[19.981846834223358, 19.9870996132429, 79.9776189234625]", "Overall Passed": "Pass" }, { "Task ID": "task9", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task9.stl", "output_stl_path": "results/20250422_095709/stl/task9_anthropic_claude-3-5-haiku-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3322", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6478\\n99p: 0.8037", "Vol Ref (mm\u00b3)": "53000.0000", "Vol Gen (mm\u00b3)": "53000.0000", "BBox Ref (mm)": "[50.0, 50.0, 50.00000000000001]", "BBox Gen Aligned (mm)": "[50.01398927349356, 50.024492790560515, 50.027993172697656]", "Overall Passed": "Pass" }, { "Task ID": "task9", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-haiku-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task9.stl", "output_stl_path": "results/20250422_095709/stl/task9_anthropic_claude-3-5-haiku-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3318", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6469\\n99p: 0.7994", "Vol Ref (mm\u00b3)": "53000.0000", "Vol Gen (mm\u00b3)": "53000.0000", "BBox Ref (mm)": "[50.0, 50.0, 50.00000000000001]", "BBox Gen Aligned (mm)": "[50.002441366269565, 50.028054826638474, 50.029162821356714]", "Overall Passed": "Pass" } ], "claude-3-5-sonnet-20241022": [ { "Task ID": "task1", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task1.stl", "output_stl_path": "results/20250422_095709/stl/task1_anthropic_claude-3-5-sonnet-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.0438", "Hausdorff Dist (95p / 99p mm)": "95p: 0.0852\\n99p: 0.1061", "Vol Ref (mm\u00b3)": "334.9736", "Vol Gen (mm\u00b3)": "335.4675", "BBox Ref (mm)": "[5.0, 10.766426086425781, 11.410706520080566]", "BBox Gen Aligned (mm)": "[5.0020564027210535, 10.757104429648017, 11.415551878117386]", "Overall Passed": "Pass" }, { "Task ID": "task1", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task1.stl", "output_stl_path": "results/20250422_095709/stl/task1_anthropic_claude-3-5-sonnet-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.0440", "Hausdorff Dist (95p / 99p mm)": "95p: 0.0858\\n99p: 0.1066", "Vol Ref (mm\u00b3)": "334.9736", "Vol Gen (mm\u00b3)": "335.4675", "BBox Ref (mm)": "[5.0, 10.766426086425781, 11.410706520080566]", "BBox Gen Aligned (mm)": "[5.002404041383307, 10.764346752638577, 11.412175145242022]", "Overall Passed": "Pass" }, { "Task ID": "task10", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task10.stl", "output_stl_path": "results/20250422_095709/stl/task10_anthropic_claude-3-5-sonnet-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.8819", "Hausdorff Dist (95p / 99p mm)": "95p: 12.9437\\n99p: 18.1829", "Vol Ref (mm\u00b3)": "141328.9381", "Vol Gen (mm\u00b3)": "176168.6889", "BBox Ref (mm)": "[30.0, 64.97696685791016, 130.0]", "BBox Gen Aligned (mm)": "[30.017403409195047, 84.5464556251778, 133.33388460351716]", "Overall Passed": "Fail" }, { "Task ID": "task10", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task10.stl", "output_stl_path": "results/20250422_095709/stl/task10_anthropic_claude-3-5-sonnet-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "3.2945", "Hausdorff Dist (95p / 99p mm)": "95p: 14.0295\\n99p: 30.1385", "Vol Ref (mm\u00b3)": "141328.9381", "Vol Gen (mm\u00b3)": "202546.3168", "BBox Ref (mm)": "[30.0, 64.97696685791016, 130.0]", "BBox Gen Aligned (mm)": "[30.026544296745847, 102.16576996323778, 135.27636237013112]", "Overall Passed": "Fail" }, { "Task ID": "task11", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task11.stl", "output_stl_path": "results/20250422_095709/stl/task11_anthropic_claude-3-5-sonnet-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "10.0465", "Hausdorff Dist (95p / 99p mm)": "95p: 43.0991\\n99p: 47.9996", "Vol Ref (mm\u00b3)": "2507.2287", "Vol Gen (mm\u00b3)": "2244.4824", "BBox Ref (mm)": "[5.0, 29.947338104248047, 80.0]", "BBox Gen Aligned (mm)": "[29.855995560918995, 29.999326384866098, 51.618092777923025]", "Overall Passed": "Fail" }, { "Task ID": "task11", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task11.stl", "output_stl_path": "results/20250422_095709/stl/task11_anthropic_claude-3-5-sonnet-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "4.9247", "Hausdorff Dist (95p / 99p mm)": "95p: 19.2900\\n99p: 23.0225", "Vol Ref (mm\u00b3)": "2507.2287", "Vol Gen (mm\u00b3)": "2262.1563", "BBox Ref (mm)": "[5.0, 29.947338104248047, 80.0]", "BBox Gen Aligned (mm)": "[29.925891878364542, 29.982231277734595, 52.50732842672788]", "Overall Passed": "Fail" }, { "Task ID": "task12", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_anthropic_claude-3-5-sonnet-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1544", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3031\\n99p: 0.4032", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "10201.9481", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.00272211725764, 60.000898249270435, 60.00096356587632]", "Overall Passed": "Pass" }, { "Task ID": "task12", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_anthropic_claude-3-5-sonnet-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1540", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3038\\n99p: 0.4066", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "10215.5289", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.001933519764718, 60.00082740376742, 60.001001424461684]", "Overall Passed": "Pass" }, { "Task ID": "task13", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task13.stl", "output_stl_path": "results/20250422_095709/stl/task13_anthropic_claude-3-5-sonnet-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1139", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2225\\n99p: 0.2779", "Vol Ref (mm\u00b3)": "2509.7634", "Vol Gen (mm\u00b3)": "2509.2388", "BBox Ref (mm)": "[9.991845607757568, 9.995922088623047, 50.0]", "BBox Gen Aligned (mm)": "[9.992949692262826, 9.993010825957509, 50.00044354743535]", "Overall Passed": "Pass" }, { "Task ID": "task13", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task13.stl", "output_stl_path": "results/20250422_095709/stl/task13_anthropic_claude-3-5-sonnet-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1143", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2233\\n99p: 0.2768", "Vol Ref (mm\u00b3)": "2509.7634", "Vol Gen (mm\u00b3)": "2509.2388", "BBox Ref (mm)": "[9.991845607757568, 9.995922088623047, 50.0]", "BBox Gen Aligned (mm)": "[9.998357932518932, 9.999438914584585, 50.00038639289082]", "Overall Passed": "Pass" }, { "Task ID": "task14", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task14.stl", "output_stl_path": "results/20250422_095709/stl/task14_anthropic_claude-3-5-sonnet-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2746", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5136\\n99p: 0.6331", "Vol Ref (mm\u00b3)": "55079.4518", "Vol Gen (mm\u00b3)": "54692.2548", "BBox Ref (mm)": "[25.980762481689453, 59.978736877441406, 120.0]", "BBox Gen Aligned (mm)": "[26.005307668278064, 59.70110086607018, 119.99998764193802]", "Overall Passed": "Pass" }, { "Task ID": "task14", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task14.stl", "output_stl_path": "results/20250422_095709/stl/task14_anthropic_claude-3-5-sonnet-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "3.9172", "Hausdorff Dist (95p / 99p mm)": "95p: 13.8064\\n99p: 21.0016", "Vol Ref (mm\u00b3)": "55079.4518", "Vol Gen (mm\u00b3)": "46985.8086", "BBox Ref (mm)": "[25.980762481689453, 59.978736877441406, 120.0]", "BBox Gen Aligned (mm)": "[40.855618948596174, 60.91738195232888, 110.98277997585242]", "Overall Passed": "Fail" }, { "Task ID": "task15", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task15.stl", "output_stl_path": "results/20250422_095709/stl/task15_anthropic_claude-3-5-sonnet-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3521", "Hausdorff Dist (95p / 99p mm)": "95p: 0.8843\\n99p: 1.0071", "Vol Ref (mm\u00b3)": "43149.2272", "Vol Gen (mm\u00b3)": "44871.9497", "BBox Ref (mm)": "[40.0, 40.0, 40.0]", "BBox Gen Aligned (mm)": "[39.999990166549374, 40.00001192889077, 40.111515828809296]", "Overall Passed": "Fail" }, { "Task ID": "task15", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task15.stl", "output_stl_path": "results/20250422_095709/stl/task15_anthropic_claude-3-5-sonnet-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3484", "Hausdorff Dist (95p / 99p mm)": "95p: 0.8812\\n99p: 1.0098", "Vol Ref (mm\u00b3)": "43149.2272", "Vol Gen (mm\u00b3)": "44871.9497", "BBox Ref (mm)": "[40.0, 40.0, 40.0]", "BBox Gen Aligned (mm)": "[39.99999982716123, 40.000004757168895, 40.10441809195143]", "Overall Passed": "Fail" }, { "Task ID": "task16", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task16.stl", "output_stl_path": "results/20250422_095709/stl/task16_anthropic_claude-3-5-sonnet-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2404", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4698\\n99p: 0.5875", "Vol Ref (mm\u00b3)": "52851.4977", "Vol Gen (mm\u00b3)": "52929.0025", "BBox Ref (mm)": "[20.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[20.009079986536715, 40.01864678195955, 80.00888476734829]", "Overall Passed": "Pass" }, { "Task ID": "task16", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task16.stl", "output_stl_path": "results/20250422_095709/stl/task16_anthropic_claude-3-5-sonnet-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3910", "Hausdorff Dist (95p / 99p mm)": "95p: 1.2176\\n99p: 4.2952", "Vol Ref (mm\u00b3)": "52851.4977", "Vol Gen (mm\u00b3)": "52856.0290", "BBox Ref (mm)": "[20.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[20.00869416878003, 40.012124666797, 80.00458077647188]", "Overall Passed": "Fail" }, { "Task ID": "task17", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_anthropic_claude-3-5-sonnet-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2124", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4131\\n99p: 0.5132", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "28233.8940", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.006232727408177, 40.00312607703497, 80.00123906800357]", "Overall Passed": "Pass" }, { "Task ID": "task17", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_anthropic_claude-3-5-sonnet-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2116", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4112\\n99p: 0.5092", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "28233.8940", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.012767628239157, 40.007277428559156, 80.00336732483635]", "Overall Passed": "Pass" }, { "Task ID": "task18", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_anthropic_claude-3-5-sonnet-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1071", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2090\\n99p: 0.2585", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3612.9408", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.000947839971483, 20.001028574815834, 40.00045615595393]", "Overall Passed": "Pass" }, { "Task ID": "task18", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_anthropic_claude-3-5-sonnet-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1073", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2089\\n99p: 0.2586", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3612.9408", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.001852259481064, 20.005108842413655, 40.00272271486231]", "Overall Passed": "Pass" }, { "Task ID": "task19", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_anthropic_claude-3-5-sonnet-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.6954", "Hausdorff Dist (95p / 99p mm)": "95p: 1.9142\\n99p: 13.2463", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "60886.9462", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[40.00296347899601, 100.00034216068877, 100.00252843384573]", "Overall Passed": "Fail" }, { "Task ID": "task19", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_anthropic_claude-3-5-sonnet-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.8668", "Hausdorff Dist (95p / 99p mm)": "95p: 4.3407\\n99p: 12.9990", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "61896.9869", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[50.00123825211017, 99.99544140165514, 100.2309967403097]", "Overall Passed": "Fail" }, { "Task ID": "task2", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_anthropic_claude-3-5-sonnet-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1019", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1829\\n99p: 0.8118", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1697.5659", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.010499086785624, 18.0065491876875, 32.00408196862338]", "Overall Passed": "Pass" }, { "Task ID": "task2", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_anthropic_claude-3-5-sonnet-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1032", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1849\\n99p: 0.8575", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1697.5659", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.0052950100560527, 18.001997458123437, 32.0014399841738]", "Overall Passed": "Pass" }, { "Task ID": "task20", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task20.stl", "output_stl_path": "results/20250422_095709/stl/task20_anthropic_claude-3-5-sonnet-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "3.1917", "Hausdorff Dist (95p / 99p mm)": "95p: 15.3859\\n99p: 19.2458", "Vol Ref (mm\u00b3)": "39778.0652", "Vol Gen (mm\u00b3)": "86098.2450", "BBox Ref (mm)": "[20.0, 50.0, 80.00000000000001]", "BBox Gen Aligned (mm)": "[20.05856874154064, 79.95240625950487, 80.0208160033163]", "Overall Passed": "Fail" }, { "Task ID": "task20", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task20.stl", "output_stl_path": "results/20250422_095709/stl/task20_anthropic_claude-3-5-sonnet-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.8245", "Hausdorff Dist (95p / 99p mm)": "95p: 15.3802\\n99p: 19.1497", "Vol Ref (mm\u00b3)": "39778.0652", "Vol Gen (mm\u00b3)": "85985.4089", "BBox Ref (mm)": "[20.0, 50.0, 80.00000000000001]", "BBox Gen Aligned (mm)": "[20.020517458707634, 79.84027625712933, 80.0012292601807]", "Overall Passed": "Fail" }, { "Task ID": "task21", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task21.stl", "output_stl_path": "results/20250422_095709/stl/task21_anthropic_claude-3-5-sonnet-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4923", "Hausdorff Dist (95p / 99p mm)": "95p: 2.8620\\n99p: 4.5248", "Vol Ref (mm\u00b3)": "21689.9535", "Vol Gen (mm\u00b3)": "21280.6452", "BBox Ref (mm)": "[10.0, 45.0, 60.0]", "BBox Gen Aligned (mm)": "[10.064012509425014, 45.01162365050207, 60.01167558075898]", "Overall Passed": "Fail" }, { "Task ID": "task21", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task21.stl", "output_stl_path": "results/20250422_095709/stl/task21_anthropic_claude-3-5-sonnet-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4706", "Hausdorff Dist (95p / 99p mm)": "95p: 2.7995\\n99p: 4.5559", "Vol Ref (mm\u00b3)": "21689.9535", "Vol Gen (mm\u00b3)": "21828.2467", "BBox Ref (mm)": "[10.0, 45.0, 60.0]", "BBox Gen Aligned (mm)": "[10.081108816262516, 45.0143533167153, 60.00909526689545]", "Overall Passed": "Fail" }, { "Task ID": "task22", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task22.stl", "output_stl_path": "results/20250422_095709/stl/task22_anthropic_claude-3-5-sonnet-20241022_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2342", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4506\\n99p: 1.2089", "Vol Ref (mm\u00b3)": "32468.2275", "Vol Gen (mm\u00b3)": "32331.7286", "BBox Ref (mm)": "[40.0, 40.0, 95.0]", "BBox Gen Aligned (mm)": "[40.000102163007426, 40.000744898673275, 95.00225570163896]", "Overall Passed": "Fail" }, { "Task ID": "task22", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task22.stl", "output_stl_path": "results/20250422_095709/stl/task22_anthropic_claude-3-5-sonnet-20241022_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.6737", "Hausdorff Dist (95p / 99p mm)": "95p: 2.2518\\n99p: 13.6890", "Vol Ref (mm\u00b3)": "32468.2275", "Vol Gen (mm\u00b3)": "29788.7126", "BBox Ref (mm)": "[40.0, 40.0, 95.0]", "BBox Gen Aligned (mm)": "[39.99992948623435, 40.00132025127385, 80.00360034475638]", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task23.stl", "output_stl_path": "results/20250422_095709/stl/task23_anthropic_claude-3-5-sonnet-20241022_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "34.0336", "Hausdorff Dist (95p / 99p mm)": "95p: 95.4546\\n99p: 98.7005", "Vol Ref (mm\u00b3)": "49287.8161", "Vol Gen (mm\u00b3)": "3076.3638", "BBox Ref (mm)": "[20.0, 60.0, 120.0]", "BBox Gen Aligned (mm)": "[26.393059141812905, 60.030586806215176, 122.04955241934057]", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task23.stl", "output_stl_path": "results/20250422_095709/stl/task23_anthropic_claude-3-5-sonnet-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.2340", "Hausdorff Dist (95p / 99p mm)": "95p: 9.2249\\n99p: 18.2770", "Vol Ref (mm\u00b3)": "49287.8161", "Vol Gen (mm\u00b3)": "34725.6858", "BBox Ref (mm)": "[20.0, 60.0, 120.0]", "BBox Gen Aligned (mm)": "[21.5030992637587, 70.81331936831597, 100.11156432425625]", "Overall Passed": "Fail" }, { "Task ID": "task24", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task24.stl", "output_stl_path": "results/20250422_095709/stl/task24_anthropic_claude-3-5-sonnet-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.2671", "Hausdorff Dist (95p / 99p mm)": "95p: 8.1806\\n99p: 14.3774", "Vol Ref (mm\u00b3)": "75182.3274", "Vol Gen (mm\u00b3)": "61207.1666", "BBox Ref (mm)": "[50.0, 50.0, 75.0]", "BBox Gen Aligned (mm)": "[50.017462955881385, 50.02651863719167, 60.036460600327985]", "Overall Passed": "Fail" }, { "Task ID": "task24", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task24.stl", "output_stl_path": "results/20250422_095709/stl/task24_anthropic_claude-3-5-sonnet-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.2893", "Hausdorff Dist (95p / 99p mm)": "95p: 8.3543\\n99p: 14.3545", "Vol Ref (mm\u00b3)": "75182.3274", "Vol Gen (mm\u00b3)": "61207.1666", "BBox Ref (mm)": "[50.0, 50.0, 75.0]", "BBox Gen Aligned (mm)": "[50.005433583290724, 50.01815643057336, 60.03384766671619]", "Overall Passed": "Fail" }, { "Task ID": "task25", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_anthropic_claude-3-5-sonnet-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4448", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6316\\n99p: 7.0215", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "95519.5444", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[49.78411672503371, 50.00801558588489, 74.87626884519018]", "Overall Passed": "Pass" }, { "Task ID": "task25", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_anthropic_claude-3-5-sonnet-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4357", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6299\\n99p: 6.4459", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "95519.5444", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[49.74830525528641, 50.00004035709569, 74.86811481295668]", "Overall Passed": "Pass" }, { "Task ID": "task3", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_anthropic_claude-3-5-sonnet-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3032", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5735\\n99p: 0.7035", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57533.0195", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.00374151261445, 99.47969825104863, 99.9999645082229]", "Overall Passed": "Pass" }, { "Task ID": "task3", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_anthropic_claude-3-5-sonnet-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3008", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5669\\n99p: 0.6948", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57533.0195", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.008807441257861, 99.45890659688183, 100.0001785528651]", "Overall Passed": "Pass" }, { "Task ID": "task4", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_anthropic_claude-3-5-sonnet-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4050", "Hausdorff Dist (95p / 99p mm)": "95p: 2.0910\\n99p: 2.1096", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "36365.2350", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[34.999791967782414, 35.00080178053644, 80.00387033030776]", "Overall Passed": "Fail" }, { "Task ID": "task4", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_anthropic_claude-3-5-sonnet-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4136", "Hausdorff Dist (95p / 99p mm)": "95p: 1.7093\\n99p: 1.7325", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "36143.8655", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[34.984361263133394, 34.9847851089843, 78.10058505332212]", "Overall Passed": "Fail" }, { "Task ID": "task5", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_anthropic_claude-3-5-sonnet-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.6816", "Hausdorff Dist (95p / 99p mm)": "95p: 7.4590\\n99p: 10.2559", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "243908.8372", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.026709102761274, 50.03544743769197, 100.01331350447249]", "Overall Passed": "Fail" }, { "Task ID": "task5", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_anthropic_claude-3-5-sonnet-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.0696", "Hausdorff Dist (95p / 99p mm)": "95p: 7.2598\\n99p: 10.1138", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "250000.0000", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.02420460655483, 50.83575842594055, 100.42669567898601]", "Overall Passed": "Fail" }, { "Task ID": "task6", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_anthropic_claude-3-5-sonnet-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1063", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2072\\n99p: 0.2567", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3862.6564", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.001037060862646, 20.005881983491726, 40.0028520161707]", "Overall Passed": "Pass" }, { "Task ID": "task6", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_anthropic_claude-3-5-sonnet-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1062", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2068\\n99p: 0.2586", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3862.6564", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.003322204327677, 20.00124249460695, 40.00040613227359]", "Overall Passed": "Pass" }, { "Task ID": "task7", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_anthropic_claude-3-5-sonnet-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2294", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4048\\n99p: 0.4950", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "7810.1533", "BBox Ref (mm)": "[9.993328094482422, 59.96661376953125, 59.97323989868164]", "BBox Gen Aligned (mm)": "[10.001231695524297, 59.69187400203678, 59.99966712289806]", "Overall Passed": "Pass" }, { "Task ID": "task7", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_anthropic_claude-3-5-sonnet-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2295", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4040\\n99p: 0.4930", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "7810.1533", "BBox Ref (mm)": "[9.993328094482422, 59.96661376953125, 59.97323989868164]", "BBox Gen Aligned (mm)": "[10.00552967156097, 59.67258776078646, 59.999998734758805]", "Overall Passed": "Pass" }, { "Task ID": "task8", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task8.stl", "output_stl_path": "results/20250422_095709/stl/task8_anthropic_claude-3-5-sonnet-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "21.9165", "Hausdorff Dist (95p / 99p mm)": "95p: 75.5610\\n99p: 79.9864", "Vol Ref (mm\u00b3)": "31765.3333", "Vol Gen (mm\u00b3)": "2.6667", "BBox Ref (mm)": "[20.0, 20.0, 80.0]", "BBox Gen Aligned (mm)": "[1.555491143528858, 2.4323531546079877, 2.473609634157567]", "Overall Passed": "Fail" }, { "Task ID": "task8", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task8.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task9", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task9.stl", "output_stl_path": "results/20250422_095709/stl/task9_anthropic_claude-3-5-sonnet-20241022_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3325", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6495\\n99p: 0.8058", "Vol Ref (mm\u00b3)": "53000.0000", "Vol Gen (mm\u00b3)": "53000.0000", "BBox Ref (mm)": "[50.0, 50.0, 50.00000000000001]", "BBox Gen Aligned (mm)": "[50.009429947100706, 50.01764869549182, 50.017705562467356]", "Overall Passed": "Pass" }, { "Task ID": "task9", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-5-sonnet-20241022", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task9.stl", "output_stl_path": "results/20250422_095709/stl/task9_anthropic_claude-3-5-sonnet-20241022_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3318", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6479\\n99p: 0.8055", "Vol Ref (mm\u00b3)": "53000.0000", "Vol Gen (mm\u00b3)": "53000.0000", "BBox Ref (mm)": "[50.0, 50.0, 50.00000000000001]", "BBox Gen Aligned (mm)": "[50.02228083911967, 50.0235521449076, 50.03391145712245]", "Overall Passed": "Pass" } ], "claude-3-7-sonnet-20250219": [ { "Task ID": "task1", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task1.stl", "output_stl_path": "results/20250422_095709/stl/task1_anthropic_claude-3-7-sonnet-20250219_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3304", "Hausdorff Dist (95p / 99p mm)": "95p: 0.8021\\n99p: 0.8449", "Vol Ref (mm\u00b3)": "334.9736", "Vol Gen (mm\u00b3)": "226.8429", "BBox Ref (mm)": "[5.0, 10.766426086425781, 11.410706520080566]", "BBox Gen Aligned (mm)": "[5.007436511703912, 9.050074651482687, 9.968139456926584]", "Overall Passed": "Fail" }, { "Task ID": "task1", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task1.stl", "output_stl_path": "results/20250422_095709/stl/task1_anthropic_claude-3-7-sonnet-20250219_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.0441", "Hausdorff Dist (95p / 99p mm)": "95p: 0.0856\\n99p: 0.1061", "Vol Ref (mm\u00b3)": "334.9736", "Vol Gen (mm\u00b3)": "335.4675", "BBox Ref (mm)": "[5.0, 10.766426086425781, 11.410706520080566]", "BBox Gen Aligned (mm)": "[5.000649623139991, 10.759872169704277, 11.41359849755403]", "Overall Passed": "Pass" }, { "Task ID": "task10", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task10.stl", "output_stl_path": "results/20250422_095709/stl/task10_anthropic_claude-3-7-sonnet-20250219_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "4.5019", "Hausdorff Dist (95p / 99p mm)": "95p: 21.8838\\n99p: 33.8284", "Vol Ref (mm\u00b3)": "141328.9381", "Vol Gen (mm\u00b3)": "183659.5983", "BBox Ref (mm)": "[30.0, 64.97696685791016, 130.0]", "BBox Gen Aligned (mm)": "[30.01402087869134, 97.84762361606708, 161.10141807951848]", "Overall Passed": "Fail" }, { "Task ID": "task10", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task10.stl", "output_stl_path": "results/20250422_095709/stl/task10_anthropic_claude-3-7-sonnet-20250219_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3206", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6259\\n99p: 0.7726", "Vol Ref (mm\u00b3)": "141328.9381", "Vol Gen (mm\u00b3)": "141278.6689", "BBox Ref (mm)": "[30.0, 64.97696685791016, 130.0]", "BBox Gen Aligned (mm)": "[30.017345946150968, 65.01299816669213, 130.0016352238313]", "Overall Passed": "Pass" }, { "Task ID": "task11", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task11.stl", "output_stl_path": "results/20250422_095709/stl/task11_anthropic_claude-3-7-sonnet-20250219_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "4.9352", "Hausdorff Dist (95p / 99p mm)": "95p: 19.3085\\n99p: 23.0813", "Vol Ref (mm\u00b3)": "2507.2287", "Vol Gen (mm\u00b3)": "2515.2579", "BBox Ref (mm)": "[5.0, 29.947338104248047, 80.0]", "BBox Gen Aligned (mm)": "[29.99991301666567, 29.999913043717836, 52.501449652911916]", "Overall Passed": "Fail" }, { "Task ID": "task11", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task11.stl", "output_stl_path": "results/20250422_095709/stl/task11_anthropic_claude-3-7-sonnet-20250219_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "8.2422", "Hausdorff Dist (95p / 99p mm)": "95p: 36.3896\\n99p: 46.0396", "Vol Ref (mm\u00b3)": "2507.2287", "Vol Gen (mm\u00b3)": "8295.1382", "BBox Ref (mm)": "[5.0, 29.947338104248047, 80.0]", "BBox Gen Aligned (mm)": "[39.93656556578779, 39.95254759520979, 54.10087556067486]", "Overall Passed": "Fail" }, { "Task ID": "task12", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_anthropic_claude-3-7-sonnet-20250219_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1687", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3254\\n99p: 0.7520", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "10114.0739", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.002946664481811, 59.383099132806564, 60.0014300419977]", "Overall Passed": "Pass" }, { "Task ID": "task12", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_anthropic_claude-3-7-sonnet-20250219_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1557", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3068\\n99p: 0.4256", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "10205.8698", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.007122192834382, 60.00072574567541, 60.001946981196454]", "Overall Passed": "Fail" }, { "Task ID": "task13", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task13.stl", "output_stl_path": "results/20250422_095709/stl/task13_anthropic_claude-3-7-sonnet-20250219_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1143", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2226\\n99p: 0.2763", "Vol Ref (mm\u00b3)": "2509.7634", "Vol Gen (mm\u00b3)": "2511.6208", "BBox Ref (mm)": "[9.991845607757568, 9.995922088623047, 50.0]", "BBox Gen Aligned (mm)": "[10.000469365627215, 10.000708384965659, 50.00025040018279]", "Overall Passed": "Pass" }, { "Task ID": "task13", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task13.stl", "output_stl_path": "results/20250422_095709/stl/task13_anthropic_claude-3-7-sonnet-20250219_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1146", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2234\\n99p: 0.2768", "Vol Ref (mm\u00b3)": "2509.7634", "Vol Gen (mm\u00b3)": "2511.6208", "BBox Ref (mm)": "[9.991845607757568, 9.995922088623047, 50.0]", "BBox Gen Aligned (mm)": "[9.996295291923001, 9.997421403854933, 50.0002656458903]", "Overall Passed": "Pass" }, { "Task ID": "task14", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task14.stl", "output_stl_path": "results/20250422_095709/stl/task14_anthropic_claude-3-7-sonnet-20250219_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "4.6806", "Hausdorff Dist (95p / 99p mm)": "95p: 21.3557\\n99p: 30.6271", "Vol Ref (mm\u00b3)": "55079.4518", "Vol Gen (mm\u00b3)": "39734.6256", "BBox Ref (mm)": "[25.980762481689453, 59.978736877441406, 120.0]", "BBox Gen Aligned (mm)": "[40.68650719240377, 69.95146230495847, 99.57121447776974]", "Overall Passed": "Fail" }, { "Task ID": "task14", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task14.stl", "output_stl_path": "results/20250422_095709/stl/task14_anthropic_claude-3-7-sonnet-20250219_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2753", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5116\\n99p: 0.6339", "Vol Ref (mm\u00b3)": "55079.4518", "Vol Gen (mm\u00b3)": "54692.2548", "BBox Ref (mm)": "[25.980762481689453, 59.978736877441406, 120.0]", "BBox Gen Aligned (mm)": "[25.987052988261606, 59.68042552299855, 119.99999885115307]", "Overall Passed": "Pass" }, { "Task ID": "task15", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task15.stl", "output_stl_path": "results/20250422_095709/stl/task15_anthropic_claude-3-7-sonnet-20250219_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3461", "Hausdorff Dist (95p / 99p mm)": "95p: 0.8836\\n99p: 1.0047", "Vol Ref (mm\u00b3)": "43149.2272", "Vol Gen (mm\u00b3)": "44745.4167", "BBox Ref (mm)": "[40.0, 40.0, 40.0]", "BBox Gen Aligned (mm)": "[39.99998471080854, 39.99998637904603, 40.014988139364554]", "Overall Passed": "Fail" }, { "Task ID": "task15", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task15.stl", "output_stl_path": "results/20250422_095709/stl/task15_anthropic_claude-3-7-sonnet-20250219_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3329", "Hausdorff Dist (95p / 99p mm)": "95p: 0.8540\\n99p: 0.9786", "Vol Ref (mm\u00b3)": "43149.2272", "Vol Gen (mm\u00b3)": "44590.3826", "BBox Ref (mm)": "[40.0, 40.0, 40.0]", "BBox Gen Aligned (mm)": "[39.785636145092965, 39.99997249634598, 40.01094522644216]", "Overall Passed": "Fail" }, { "Task ID": "task16", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task16.stl", "output_stl_path": "results/20250422_095709/stl/task16_anthropic_claude-3-7-sonnet-20250219_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2376", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4636\\n99p: 0.5740", "Vol Ref (mm\u00b3)": "52851.4977", "Vol Gen (mm\u00b3)": "52847.4242", "BBox Ref (mm)": "[20.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[20.00196119306386, 40.00384858567725, 80.00179163614875]", "Overall Passed": "Pass" }, { "Task ID": "task16", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task16.stl", "output_stl_path": "results/20250422_095709/stl/task16_anthropic_claude-3-7-sonnet-20250219_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2366", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4634\\n99p: 0.5728", "Vol Ref (mm\u00b3)": "52851.4977", "Vol Gen (mm\u00b3)": "52856.0290", "BBox Ref (mm)": "[20.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[20.00708143007239, 40.01264381410385, 80.00363062119784]", "Overall Passed": "Pass" }, { "Task ID": "task17", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_anthropic_claude-3-7-sonnet-20250219_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2204", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4454\\n99p: 0.5520", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "28133.1579", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.029132175895466, 40.02276172547687, 80.01440031379818]", "Overall Passed": "Pass" }, { "Task ID": "task17", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_anthropic_claude-3-7-sonnet-20250219_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2123", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4151\\n99p: 0.5138", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "28225.7772", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.005891854957394, 40.02081711926759, 80.01061262095874]", "Overall Passed": "Pass" }, { "Task ID": "task18", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_anthropic_claude-3-7-sonnet-20250219_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1587", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5019\\n99p: 1.3752", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3611.4670", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.019102686960989, 20.014312115975073, 40.009156424373124]", "Overall Passed": "Pass" }, { "Task ID": "task18", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_anthropic_claude-3-7-sonnet-20250219_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1066", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2083\\n99p: 0.2587", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3611.4670", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.0032531488324965, 20.01142742870114, 40.0059867539786]", "Overall Passed": "Pass" }, { "Task ID": "task19", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_anthropic_claude-3-7-sonnet-20250219_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.5378", "Hausdorff Dist (95p / 99p mm)": "95p: 1.8571\\n99p: 5.0206", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "60885.0102", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[40.00342570437948, 100.00025722208673, 100.00159250869265]", "Overall Passed": "Fail" }, { "Task ID": "task19", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_anthropic_claude-3-7-sonnet-20250219_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3797", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6202\\n99p: 3.4592", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "60885.0102", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[40.00218852953489, 100.00014492282867, 100.00020852470372]", "Overall Passed": "Fail" }, { "Task ID": "task2", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_anthropic_claude-3-7-sonnet-20250219_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1019", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1838\\n99p: 0.8243", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1697.5659", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.004477869053286, 18.008710996503833, 32.005160529434065]", "Overall Passed": "Pass" }, { "Task ID": "task2", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_anthropic_claude-3-7-sonnet-20250219_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1122", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2026\\n99p: 1.0668", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1697.5659", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.004428051984096, 18.006428470553754, 32.003495420096435]", "Overall Passed": "Pass" }, { "Task ID": "task20", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task20.stl", "output_stl_path": "results/20250422_095709/stl/task20_anthropic_claude-3-7-sonnet-20250219_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4540", "Hausdorff Dist (95p / 99p mm)": "95p: 1.8091\\n99p: 3.0532", "Vol Ref (mm\u00b3)": "39778.0652", "Vol Gen (mm\u00b3)": "37563.5650", "BBox Ref (mm)": "[20.0, 50.0, 80.00000000000001]", "BBox Gen Aligned (mm)": "[20.022524795918837, 50.001425359842926, 80.00080561832634]", "Overall Passed": "Fail" }, { "Task ID": "task20", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task20.stl", "output_stl_path": "results/20250422_095709/stl/task20_anthropic_claude-3-7-sonnet-20250219_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.6843", "Hausdorff Dist (95p / 99p mm)": "95p: 4.9954\\n99p: 5.0172", "Vol Ref (mm\u00b3)": "39778.0652", "Vol Gen (mm\u00b3)": "39776.9281", "BBox Ref (mm)": "[20.0, 50.0, 80.00000000000001]", "BBox Gen Aligned (mm)": "[20.005441077128744, 50.013962215709896, 80.00528114252592]", "Overall Passed": "Fail" }, { "Task ID": "task21", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task21.stl", "output_stl_path": "results/20250422_095709/stl/task21_anthropic_claude-3-7-sonnet-20250219_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4800", "Hausdorff Dist (95p / 99p mm)": "95p: 2.7259\\n99p: 4.3579", "Vol Ref (mm\u00b3)": "21689.9535", "Vol Gen (mm\u00b3)": "21205.7320", "BBox Ref (mm)": "[10.0, 45.0, 60.0]", "BBox Gen Aligned (mm)": "[10.002916229828548, 45.016686628795, 60.01292328190306]", "Overall Passed": "Fail" }, { "Task ID": "task21", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task21.stl", "output_stl_path": "results/20250422_095709/stl/task21_anthropic_claude-3-7-sonnet-20250219_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4771", "Hausdorff Dist (95p / 99p mm)": "95p: 2.8660\\n99p: 4.5596", "Vol Ref (mm\u00b3)": "21689.9535", "Vol Gen (mm\u00b3)": "21827.4338", "BBox Ref (mm)": "[10.0, 45.0, 60.0]", "BBox Gen Aligned (mm)": "[10.07691755579367, 45.034227480608514, 60.02348798637205]", "Overall Passed": "Fail" }, { "Task ID": "task22", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task22.stl", "output_stl_path": "results/20250422_095709/stl/task22_anthropic_claude-3-7-sonnet-20250219_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2203", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4303\\n99p: 0.6344", "Vol Ref (mm\u00b3)": "32468.2275", "Vol Gen (mm\u00b3)": "32588.4045", "BBox Ref (mm)": "[40.0, 40.0, 95.0]", "BBox Gen Aligned (mm)": "[40.00055274296498, 40.00069946714836, 95.0016901446191]", "Overall Passed": "Fail" }, { "Task ID": "task22", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task22.stl", "output_stl_path": "results/20250422_095709/stl/task22_anthropic_claude-3-7-sonnet-20250219_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2360", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4523\\n99p: 1.2325", "Vol Ref (mm\u00b3)": "32468.2275", "Vol Gen (mm\u00b3)": "32329.3183", "BBox Ref (mm)": "[40.0, 40.0, 95.0]", "BBox Gen Aligned (mm)": "[40.00012864400114, 40.000605789613786, 95.00296252251526]", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task23.stl", "output_stl_path": "results/20250422_095709/stl/task23_anthropic_claude-3-7-sonnet-20250219_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.5369", "Hausdorff Dist (95p / 99p mm)": "95p: 3.2920\\n99p: 4.7985", "Vol Ref (mm\u00b3)": "49287.8161", "Vol Gen (mm\u00b3)": "49276.1856", "BBox Ref (mm)": "[20.0, 60.0, 120.0]", "BBox Gen Aligned (mm)": "[20.003973153500556, 59.99772802066254, 120.00383750096658]", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task23.stl", "output_stl_path": "results/20250422_095709/stl/task23_anthropic_claude-3-7-sonnet-20250219_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2375", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4622\\n99p: 0.5792", "Vol Ref (mm\u00b3)": "49287.8161", "Vol Gen (mm\u00b3)": "49231.7807", "BBox Ref (mm)": "[20.0, 60.0, 120.0]", "BBox Gen Aligned (mm)": "[20.00320520768756, 59.999374131783405, 120.00444315543537]", "Overall Passed": "Pass" }, { "Task ID": "task24", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task24.stl", "output_stl_path": "results/20250422_095709/stl/task24_anthropic_claude-3-7-sonnet-20250219_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.2759", "Hausdorff Dist (95p / 99p mm)": "95p: 8.2390\\n99p: 14.4008", "Vol Ref (mm\u00b3)": "75182.3274", "Vol Gen (mm\u00b3)": "61198.6549", "BBox Ref (mm)": "[50.0, 50.0, 75.0]", "BBox Gen Aligned (mm)": "[50.00984123997982, 50.0154559973795, 60.04149841513856]", "Overall Passed": "Fail" }, { "Task ID": "task24", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task24.stl", "output_stl_path": "results/20250422_095709/stl/task24_anthropic_claude-3-7-sonnet-20250219_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.8333", "Hausdorff Dist (95p / 99p mm)": "95p: 20.0473\\n99p: 33.7352", "Vol Ref (mm\u00b3)": "75182.3274", "Vol Gen (mm\u00b3)": "56183.2050", "BBox Ref (mm)": "[50.0, 50.0, 75.0]", "BBox Gen Aligned (mm)": "[40.120923717891024, 50.027033388934036, 50.027573127237034]", "Overall Passed": "Fail" }, { "Task ID": "task25", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_anthropic_claude-3-7-sonnet-20250219_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4332", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6229\\n99p: 6.5061", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "95519.5444", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[49.74260425094768, 50.003411208375724, 74.86509111323288]", "Overall Passed": "Pass" }, { "Task ID": "task25", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_anthropic_claude-3-7-sonnet-20250219_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.1883", "Hausdorff Dist (95p / 99p mm)": "95p: 15.3032\\n99p: 22.6981", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "63460.3612", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[50.00455819245061, 50.00667750826803, 50.00979734538744]", "Overall Passed": "Fail" }, { "Task ID": "task3", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_anthropic_claude-3-7-sonnet-20250219_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2886", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5620\\n99p: 0.6948", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57886.9462", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.003495554486785, 99.9998692642896, 100.00021162033879]", "Overall Passed": "Pass" }, { "Task ID": "task3", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_anthropic_claude-3-7-sonnet-20250219_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2887", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5624\\n99p: 0.7002", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57886.9462", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.00106739028283, 100.00005249128371, 100.00007398523039]", "Overall Passed": "Pass" }, { "Task ID": "task4", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_anthropic_claude-3-7-sonnet-20250219_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4140", "Hausdorff Dist (95p / 99p mm)": "95p: 1.7030\\n99p: 1.7272", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "36143.7928", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[34.99541737352287, 34.99578723744028, 78.0016801421285]", "Overall Passed": "Fail" }, { "Task ID": "task4", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_anthropic_claude-3-7-sonnet-20250219_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1970", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3839\\n99p: 0.4748", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "37855.3577", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[35.00038312057565, 35.00282088434284, 80.0042218638294]", "Overall Passed": "Pass" }, { "Task ID": "task5", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_anthropic_claude-3-7-sonnet-20250219_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.3665", "Hausdorff Dist (95p / 99p mm)": "95p: 6.7709\\n99p: 9.5472", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "250000.0000", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.03385484103907, 50.050668454983764, 100.02565902246403]", "Overall Passed": "Fail" }, { "Task ID": "task5", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_anthropic_claude-3-7-sonnet-20250219_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.7411", "Hausdorff Dist (95p / 99p mm)": "95p: 9.3251\\n99p: 12.0841", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "237736.2267", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.020085889561074, 50.04059135070796, 100.03028296402142]", "Overall Passed": "Fail" }, { "Task ID": "task6", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_anthropic_claude-3-7-sonnet-20250219_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1597", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5211\\n99p: 1.3825", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3862.6564", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.026963123167179, 20.01737646262744, 40.01191039621869]", "Overall Passed": "Pass" }, { "Task ID": "task6", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_anthropic_claude-3-7-sonnet-20250219_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1063", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2082\\n99p: 0.2569", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3862.1334", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.003733367263689, 20.00162364367651, 40.000940299331425]", "Overall Passed": "Pass" }, { "Task ID": "task7", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_anthropic_claude-3-7-sonnet-20250219_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2112", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3923\\n99p: 0.4845", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "7832.9298", "BBox Ref (mm)": "[9.993328094482422, 59.96661376953125, 59.97323989868164]", "BBox Gen Aligned (mm)": "[10.00218580052668, 59.69446072665532, 59.99957632721053]", "Overall Passed": "Pass" }, { "Task ID": "task7", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_anthropic_claude-3-7-sonnet-20250219_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2112", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3904\\n99p: 0.4834", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "7832.9298", "BBox Ref (mm)": "[9.993328094482422, 59.96661376953125, 59.97323989868164]", "BBox Gen Aligned (mm)": "[10.006695730915903, 59.67820236114992, 59.999963417830415]", "Overall Passed": "Pass" }, { "Task ID": "task8", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task8.stl", "output_stl_path": "results/20250422_095709/stl/task8_anthropic_claude-3-7-sonnet-20250219_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2011", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4137\\n99p: 0.6487", "Vol Ref (mm\u00b3)": "31765.3333", "Vol Gen (mm\u00b3)": "31762.6667", "BBox Ref (mm)": "[20.0, 20.0, 80.0]", "BBox Gen Aligned (mm)": "[20.015835163957085, 20.023225558837, 80.00364270085853]", "Overall Passed": "Pass" }, { "Task ID": "task8", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task8.stl", "output_stl_path": "results/20250422_095709/stl/task8_anthropic_claude-3-7-sonnet-20250219_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2425", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5961\\n99p: 1.0145", "Vol Ref (mm\u00b3)": "31765.3333", "Vol Gen (mm\u00b3)": "31677.3530", "BBox Ref (mm)": "[20.0, 20.0, 80.0]", "BBox Gen Aligned (mm)": "[20.007793291147046, 20.013643259959323, 80.00333940536842]", "Overall Passed": "Pass" }, { "Task ID": "task9", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task9.stl", "output_stl_path": "results/20250422_095709/stl/task9_anthropic_claude-3-7-sonnet-20250219_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3317", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6477\\n99p: 0.8078", "Vol Ref (mm\u00b3)": "53000.0000", "Vol Gen (mm\u00b3)": "53000.0000", "BBox Ref (mm)": "[50.0, 50.0, 50.00000000000001]", "BBox Gen Aligned (mm)": "[50.015400804285285, 50.01848976952966, 50.02854931223638]", "Overall Passed": "Pass" }, { "Task ID": "task9", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-7-sonnet-20250219", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task9.stl", "output_stl_path": "results/20250422_095709/stl/task9_anthropic_claude-3-7-sonnet-20250219_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3321", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6490\\n99p: 0.7995", "Vol Ref (mm\u00b3)": "53000.0000", "Vol Gen (mm\u00b3)": "53000.0000", "BBox Ref (mm)": "[50.0, 50.0, 50.00000000000001]", "BBox Gen Aligned (mm)": "[50.00693309084167, 50.01071208045915, 50.01152484876878]", "Overall Passed": "Pass" } ], "claude-3-haiku-20240307": [ { "Task ID": "task1", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task1.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task1", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task1.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task10", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task10.stl", "output_stl_path": "results/20250422_095709/stl/task10_anthropic_claude-3-haiku-20240307_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "10.8463", "Hausdorff Dist (95p / 99p mm)": "95p: 38.9228\\n99p: 54.2012", "Vol Ref (mm\u00b3)": "141328.9381", "Vol Gen (mm\u00b3)": "420002.6808", "BBox Ref (mm)": "[30.0, 64.97696685791016, 130.0]", "BBox Gen Aligned (mm)": "[61.160085228074074, 121.75956784706904, 162.31081330882122]", "Overall Passed": "Fail" }, { "Task ID": "task10", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task10.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task11", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task11.stl", "output_stl_path": "results/20250422_095709/stl/task11_anthropic_claude-3-haiku-20240307_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "4.3083", "Hausdorff Dist (95p / 99p mm)": "95p: 21.5237\\n99p: 24.3501", "Vol Ref (mm\u00b3)": "2507.2287", "Vol Gen (mm\u00b3)": "883.8835", "BBox Ref (mm)": "[5.0, 29.947338104248047, 80.0]", "BBox Gen Aligned (mm)": "[4.992398840837391, 5.003745627531586, 50.00221395309589]", "Overall Passed": "Fail" }, { "Task ID": "task11", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task11.stl", "output_stl_path": "results/20250422_095709/stl/task11_anthropic_claude-3-haiku-20240307_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "5.1914", "Hausdorff Dist (95p / 99p mm)": "95p: 25.7909\\n99p: 28.7518", "Vol Ref (mm\u00b3)": "2507.2287", "Vol Gen (mm\u00b3)": "883.8835", "BBox Ref (mm)": "[5.0, 29.947338104248047, 80.0]", "BBox Gen Aligned (mm)": "[4.894269890397558, 4.894641969956412, 50.001148086024784]", "Overall Passed": "Fail" }, { "Task ID": "task12", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_anthropic_claude-3-haiku-20240307_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.8175", "Hausdorff Dist (95p / 99p mm)": "95p: 13.9536\\n99p: 25.8667", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "11412.6694", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.01179996891359, 60.01025594260177, 67.50523226320466]", "Overall Passed": "Fail" }, { "Task ID": "task12", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_anthropic_claude-3-haiku-20240307_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.8635", "Hausdorff Dist (95p / 99p mm)": "95p: 14.2444\\n99p: 25.9064", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "11565.1139", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.005731732930974, 61.01622524650125, 67.56618147128053]", "Overall Passed": "Fail" }, { "Task ID": "task13", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task13.stl", "output_stl_path": "results/20250422_095709/stl/task13_anthropic_claude-3-haiku-20240307_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1403", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2371\\n99p: 0.2886", "Vol Ref (mm\u00b3)": "2509.7634", "Vol Gen (mm\u00b3)": "2504.3175", "BBox Ref (mm)": "[9.991845607757568, 9.995922088623047, 50.0]", "BBox Gen Aligned (mm)": "[10.000523362767453, 10.002420514559681, 50.00055017986183]", "Overall Passed": "Pass" }, { "Task ID": "task13", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task13.stl", "output_stl_path": "results/20250422_095709/stl/task13_anthropic_claude-3-haiku-20240307_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4486", "Hausdorff Dist (95p / 99p mm)": "95p: 2.0081\\n99p: 2.0130", "Vol Ref (mm\u00b3)": "2509.7634", "Vol Gen (mm\u00b3)": "3930.0586", "BBox Ref (mm)": "[9.991845607757568, 9.995922088623047, 50.0]", "BBox Gen Aligned (mm)": "[10.006007875209079, 10.012230272816927, 50.20194075379908]", "Overall Passed": "Fail" }, { "Task ID": "task14", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task14.stl", "output_stl_path": "results/20250422_095709/stl/task14_anthropic_claude-3-haiku-20240307_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "17.3927", "Hausdorff Dist (95p / 99p mm)": "95p: 71.1398\\n99p: 79.4511", "Vol Ref (mm\u00b3)": "55079.4518", "Vol Gen (mm\u00b3)": "11691.3430", "BBox Ref (mm)": "[25.980762481689453, 59.978736877441406, 120.0]", "BBox Gen Aligned (mm)": "[26.15920149974847, 38.4030393886875, 38.4036526313146]", "Overall Passed": "Fail" }, { "Task ID": "task14", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task14.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task15", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task15.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task15", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task15.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task16", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task16.stl", "output_stl_path": "results/20250422_095709/stl/task16_anthropic_claude-3-haiku-20240307_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "4.4706", "Hausdorff Dist (95p / 99p mm)": "95p: 14.9243\\n99p: 19.1182", "Vol Ref (mm\u00b3)": "52851.4977", "Vol Gen (mm\u00b3)": "32603.5839", "BBox Ref (mm)": "[20.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[31.220312663022646, 60.49201017447949, 80.40115226232606]", "Overall Passed": "Fail" }, { "Task ID": "task16", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task16.stl", "output_stl_path": "results/20250422_095709/stl/task16_anthropic_claude-3-haiku-20240307_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.5244", "Hausdorff Dist (95p / 99p mm)": "95p: 6.7676\\n99p: 8.8344", "Vol Ref (mm\u00b3)": "52851.4977", "Vol Gen (mm\u00b3)": "52779.0556", "BBox Ref (mm)": "[20.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[20.0178669818718, 40.13143897764235, 80.04086827914279]", "Overall Passed": "Fail" }, { "Task ID": "task17", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_anthropic_claude-3-haiku-20240307_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4386", "Hausdorff Dist (95p / 99p mm)": "95p: 2.1882\\n99p: 4.6298", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "29711.7523", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.006910306859327, 40.01202666448484, 80.00639711803026]", "Overall Passed": "Fail" }, { "Task ID": "task17", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_anthropic_claude-3-haiku-20240307_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4370", "Hausdorff Dist (95p / 99p mm)": "95p: 2.1718\\n99p: 4.5822", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "29711.7523", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.009956154307863, 40.00874807530959, 80.00517040426368]", "Overall Passed": "Fail" }, { "Task ID": "task18", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_anthropic_claude-3-haiku-20240307_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1099", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2118\\n99p: 0.2598", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3628.8446", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.002820089781076, 20.009542570062397, 40.00469758138239]", "Overall Passed": "Pass" }, { "Task ID": "task18", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_anthropic_claude-3-haiku-20240307_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1252", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2509\\n99p: 0.6645", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3615.7907", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.010469578212539, 20.008659024429043, 40.00552781476536]", "Overall Passed": "Pass" }, { "Task ID": "task19", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_anthropic_claude-3-haiku-20240307_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.8081", "Hausdorff Dist (95p / 99p mm)": "95p: 3.7713\\n99p: 13.4813", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "62345.8313", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[40.002204117407395, 99.99892950860787, 100.02743111293161]", "Overall Passed": "Fail" }, { "Task ID": "task19", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_anthropic_claude-3-haiku-20240307_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.1357", "Hausdorff Dist (95p / 99p mm)": "95p: 17.8209\\n99p: 32.8034", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "62866.1121", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[40.0009017898296, 99.98470910281418, 99.98475571480314]", "Overall Passed": "Fail" }, { "Task ID": "task2", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_anthropic_claude-3-haiku-20240307_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1035", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1851\\n99p: 0.8606", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1697.5659", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.001906594366133, 18.002918888966803, 32.00164540049179]", "Overall Passed": "Pass" }, { "Task ID": "task2", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_anthropic_claude-3-haiku-20240307_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1027", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1836\\n99p: 0.8439", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1697.5659", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.0016032167299693, 18.014644864951645, 32.00819197004649]", "Overall Passed": "Pass" }, { "Task ID": "task20", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task20.stl", "output_stl_path": "results/20250422_095709/stl/task20_anthropic_claude-3-haiku-20240307_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "10.9956", "Hausdorff Dist (95p / 99p mm)": "95p: 49.5996\\n99p: 55.6375", "Vol Ref (mm\u00b3)": "39778.0652", "Vol Gen (mm\u00b3)": "100005.7197", "BBox Ref (mm)": "[20.0, 50.0, 80.00000000000001]", "BBox Gen Aligned (mm)": "[20.226926600384417, 79.86921850303543, 110.0558925094224]", "Overall Passed": "Fail" }, { "Task ID": "task20", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task20.stl", "output_stl_path": "results/20250422_095709/stl/task20_anthropic_claude-3-haiku-20240307_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "3.4411", "Hausdorff Dist (95p / 99p mm)": "95p: 10.7478\\n99p: 13.4953", "Vol Ref (mm\u00b3)": "39778.0652", "Vol Gen (mm\u00b3)": "3416.4787", "BBox Ref (mm)": "[20.0, 50.0, 80.00000000000001]", "BBox Gen Aligned (mm)": "[17.453488161802245, 49.87062828647872, 80.01250227978986]", "Overall Passed": "Fail" }, { "Task ID": "task21", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task21.stl", "output_stl_path": "results/20250422_095709/stl/task21_anthropic_claude-3-haiku-20240307_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4459", "Hausdorff Dist (95p / 99p mm)": "95p: 2.0471\\n99p: 4.0729", "Vol Ref (mm\u00b3)": "21689.9535", "Vol Gen (mm\u00b3)": "20859.9111", "BBox Ref (mm)": "[10.0, 45.0, 60.0]", "BBox Gen Aligned (mm)": "[10.259355539850775, 45.035184431327096, 60.02733746646823]", "Overall Passed": "Fail" }, { "Task ID": "task21", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task21.stl", "output_stl_path": "results/20250422_095709/stl/task21_anthropic_claude-3-haiku-20240307_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.1285", "Hausdorff Dist (95p / 99p mm)": "95p: 3.9429\\n99p: 4.9313", "Vol Ref (mm\u00b3)": "21689.9535", "Vol Gen (mm\u00b3)": "14801.3315", "BBox Ref (mm)": "[10.0, 45.0, 60.0]", "BBox Gen Aligned (mm)": "[10.069181886475764, 45.00994940315362, 60.008744480907524]", "Overall Passed": "Fail" }, { "Task ID": "task22", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task22.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task22", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task22.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task23.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task23.stl", "output_stl_path": "results/20250422_095709/stl/task23_anthropic_claude-3-haiku-20240307_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.5815", "Hausdorff Dist (95p / 99p mm)": "95p: 2.6351\\n99p: 6.4638", "Vol Ref (mm\u00b3)": "49287.8161", "Vol Gen (mm\u00b3)": "53591.4376", "BBox Ref (mm)": "[20.0, 60.0, 120.0]", "BBox Gen Aligned (mm)": "[20.037283978753443, 74.70258574644538, 120.03520997770111]", "Overall Passed": "Fail" }, { "Task ID": "task24", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task24.stl", "output_stl_path": "results/20250422_095709/stl/task24_anthropic_claude-3-haiku-20240307_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "4.2963", "Hausdorff Dist (95p / 99p mm)": "95p: 19.8984\\n99p: 35.0861", "Vol Ref (mm\u00b3)": "75182.3274", "Vol Gen (mm\u00b3)": "91873.2341", "BBox Ref (mm)": "[50.0, 50.0, 75.0]", "BBox Gen Aligned (mm)": "[69.93009018867737, 102.64435718398404, 103.18237612183893]", "Overall Passed": "Fail" }, { "Task ID": "task24", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task24.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task25", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_anthropic_claude-3-haiku-20240307_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "6.6955", "Hausdorff Dist (95p / 99p mm)": "95p: 36.3137\\n99p: 49.1005", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "193905.0994", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[49.93018445638856, 49.979993723435996, 124.8671017480128]", "Overall Passed": "Fail" }, { "Task ID": "task25", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_anthropic_claude-3-haiku-20240307_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "5.6161", "Hausdorff Dist (95p / 99p mm)": "95p: 26.9796\\n99p: 34.1808", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "193853.8123", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[49.80306673862034, 50.09968085295165, 124.73374736270492]", "Overall Passed": "Fail" }, { "Task ID": "task3", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_anthropic_claude-3-haiku-20240307_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3621", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6510\\n99p: 2.7531", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57536.7912", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.007859183373895, 99.51992414992891, 99.99854949901817]", "Overall Passed": "Fail" }, { "Task ID": "task3", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_anthropic_claude-3-haiku-20240307_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3615", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6323\\n99p: 2.8441", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57972.7844", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.005013272590315, 99.47407352138161, 100.00015839010108]", "Overall Passed": "Pass" }, { "Task ID": "task4", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task4.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task4", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_anthropic_claude-3-haiku-20240307_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Fail", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4398", "Hausdorff Dist (95p / 99p mm)": "95p: 1.8286\\n99p: 4.8555", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "36314.1056", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[34.998795218122865, 34.998817966429655, 80.00301883721929]", "Overall Passed": "Fail" }, { "Task ID": "task5", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_anthropic_claude-3-haiku-20240307_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.3390", "Hausdorff Dist (95p / 99p mm)": "95p: 8.2115\\n99p: 11.8985", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "237736.2267", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.01807959156295, 50.0296924485315, 100.01089418574551]", "Overall Passed": "Fail" }, { "Task ID": "task5", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_anthropic_claude-3-haiku-20240307_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.5730", "Hausdorff Dist (95p / 99p mm)": "95p: 8.1859\\n99p: 11.8505", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "237736.2267", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.01070587518221, 50.01676412334077, 100.01230094859254]", "Overall Passed": "Fail" }, { "Task ID": "task6", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_anthropic_claude-3-haiku-20240307_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2060", "Hausdorff Dist (95p / 99p mm)": "95p: 1.0628\\n99p: 2.0068", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3870.5007", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.025209763454927, 20.01558541380354, 40.006161008249045]", "Overall Passed": "Fail" }, { "Task ID": "task6", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_anthropic_claude-3-haiku-20240307_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2051", "Hausdorff Dist (95p / 99p mm)": "95p: 1.0570\\n99p: 2.0095", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3870.5007", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.027891831944162, 20.009968441346782, 40.00276618869168]", "Overall Passed": "Fail" }, { "Task ID": "task7", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_anthropic_claude-3-haiku-20240307_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.5328", "Hausdorff Dist (95p / 99p mm)": "95p: 1.9721\\n99p: 2.0295", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "11934.6539", "BBox Ref (mm)": "[9.993328094482422, 59.96661376953125, 59.97323989868164]", "BBox Gen Aligned (mm)": "[10.002435788516912, 59.69044665743799, 59.99971238104383]", "Overall Passed": "Fail" }, { "Task ID": "task7", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_anthropic_claude-3-haiku-20240307_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Fail", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.5195", "Hausdorff Dist (95p / 99p mm)": "95p: 1.8401\\n99p: 1.9693", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "7480.1933", "BBox Ref (mm)": "[9.993328094482422, 59.96661376953125, 59.97323989868164]", "BBox Gen Aligned (mm)": "[10.017370657884392, 59.91307029682086, 59.922339529650486]", "Overall Passed": "Fail" }, { "Task ID": "task8", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task8.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task8", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task8.stl", "output_stl_path": "results/20250422_095709/stl/task8_anthropic_claude-3-haiku-20240307_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.5650", "Hausdorff Dist (95p / 99p mm)": "95p: 3.0067\\n99p: 8.7620", "Vol Ref (mm\u00b3)": "31765.3333", "Vol Gen (mm\u00b3)": "31340.0000", "BBox Ref (mm)": "[20.0, 20.0, 80.0]", "BBox Gen Aligned (mm)": "[20.018384034877272, 20.120592686865173, 80.03411343841869]", "Overall Passed": "Fail" }, { "Task ID": "task9", "Rep ID": 1, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task9.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task9", "Rep ID": 2, "Prompt": "default", "Provider": "anthropic", "Model Name": "claude-3-haiku-20240307", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task9.stl", "output_stl_path": "results/20250422_095709/stl/task9_anthropic_claude-3-haiku-20240307_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.5559", "Hausdorff Dist (95p / 99p mm)": "95p: 5.0227\\n99p: 11.4817", "Vol Ref (mm\u00b3)": "53000.0000", "Vol Gen (mm\u00b3)": "125000.0000", "BBox Ref (mm)": "[50.0, 50.0, 50.00000000000001]", "BBox Gen Aligned (mm)": "[50.0105086710452, 50.01328596709488, 50.02289385159264]", "Overall Passed": "Fail" } ], "gemini-1.5-pro": [ { "Task ID": "task1", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task1.stl", "output_stl_path": "results/20250422_095709/stl/task1_google_gemini-1.5-pro_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.7292", "Hausdorff Dist (95p / 99p mm)": "95p: 2.2847\\n99p: 2.9090", "Vol Ref (mm\u00b3)": "334.9736", "Vol Gen (mm\u00b3)": "199.3755", "BBox Ref (mm)": "[5.0, 10.766426086425781, 11.410706520080566]", "BBox Gen Aligned (mm)": "[5.4891401360319945, 8.116796658618396, 8.876236751891241]", "Overall Passed": "Fail" }, { "Task ID": "task1", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task1.stl", "output_stl_path": "results/20250422_095709/stl/task1_google_gemini-1.5-pro_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.7169", "Hausdorff Dist (95p / 99p mm)": "95p: 2.3120\\n99p: 2.6700", "Vol Ref (mm\u00b3)": "334.9736", "Vol Gen (mm\u00b3)": "199.3755", "BBox Ref (mm)": "[5.0, 10.766426086425781, 11.410706520080566]", "BBox Gen Aligned (mm)": "[5.509894187573193, 8.323132352991903, 8.618945917144243]", "Overall Passed": "Fail" }, { "Task ID": "task10", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task10.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task10", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task10.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task11", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task11.stl", "output_stl_path": "results/20250422_095709/stl/task11_google_gemini-1.5-pro_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "5.1974", "Hausdorff Dist (95p / 99p mm)": "95p: 25.7844\\n99p: 28.7738", "Vol Ref (mm\u00b3)": "2507.2287", "Vol Gen (mm\u00b3)": "877.4065", "BBox Ref (mm)": "[5.0, 29.947338104248047, 80.0]", "BBox Gen Aligned (mm)": "[4.995995118199555, 5.008399575458475, 50.001247908299945]", "Overall Passed": "Fail" }, { "Task ID": "task11", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task11.stl", "output_stl_path": "results/20250422_095709/stl/task11_google_gemini-1.5-pro_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "4.8906", "Hausdorff Dist (95p / 99p mm)": "95p: 19.2293\\n99p: 23.0325", "Vol Ref (mm\u00b3)": "2507.2287", "Vol Gen (mm\u00b3)": "2256.4387", "BBox Ref (mm)": "[5.0, 29.947338104248047, 80.0]", "BBox Gen Aligned (mm)": "[29.951931741028613, 29.965284646880594, 52.51383522948771]", "Overall Passed": "Fail" }, { "Task ID": "task12", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_google_gemini-1.5-pro_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1681", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3084\\n99p: 0.3974", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "10074.2271", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.004715919713117, 60.00023148708909, 60.001262970596294]", "Overall Passed": "Pass" }, { "Task ID": "task12", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_google_gemini-1.5-pro_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4141", "Hausdorff Dist (95p / 99p mm)": "95p: 3.4495\\n99p: 3.4773", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "11282.5074", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.003517850774006, 60.001280768560136, 60.00185731509082]", "Overall Passed": "Fail" }, { "Task ID": "task13", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task13.stl", "output_stl_path": "results/20250422_095709/stl/task13_google_gemini-1.5-pro_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1406", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2378\\n99p: 0.2870", "Vol Ref (mm\u00b3)": "2509.7634", "Vol Gen (mm\u00b3)": "2504.3175", "BBox Ref (mm)": "[9.991845607757568, 9.995922088623047, 50.0]", "BBox Gen Aligned (mm)": "[9.998629079713526, 9.999689751608216, 50.00090553314804]", "Overall Passed": "Pass" }, { "Task ID": "task13", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task13.stl", "output_stl_path": "results/20250422_095709/stl/task13_google_gemini-1.5-pro_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1410", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2384\\n99p: 0.2878", "Vol Ref (mm\u00b3)": "2509.7634", "Vol Gen (mm\u00b3)": "2504.3175", "BBox Ref (mm)": "[9.991845607757568, 9.995922088623047, 50.0]", "BBox Gen Aligned (mm)": "[10.005394509109415, 10.00579655713404, 50.00179765361224]", "Overall Passed": "Pass" }, { "Task ID": "task14", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task14.stl", "output_stl_path": "results/20250422_095709/stl/task14_google_gemini-1.5-pro_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2747", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5138\\n99p: 0.6370", "Vol Ref (mm\u00b3)": "55079.4518", "Vol Gen (mm\u00b3)": "54692.2548", "BBox Ref (mm)": "[25.980762481689453, 59.978736877441406, 120.0]", "BBox Gen Aligned (mm)": "[25.98567293058886, 59.72355836961484, 119.99996268385307]", "Overall Passed": "Pass" }, { "Task ID": "task14", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task14.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task15", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task15.stl", "output_stl_path": "results/20250422_095709/stl/task15_google_gemini-1.5-pro_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "3.0776", "Hausdorff Dist (95p / 99p mm)": "95p: 10.0799\\n99p: 12.8473", "Vol Ref (mm\u00b3)": "43149.2272", "Vol Gen (mm\u00b3)": "2163.0420", "BBox Ref (mm)": "[40.0, 40.0, 40.0]", "BBox Gen Aligned (mm)": "[39.96391671449672, 41.73017928800688, 47.29637735016863]", "Overall Passed": "Fail" }, { "Task ID": "task15", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task15.stl", "output_stl_path": "results/20250422_095709/stl/task15_google_gemini-1.5-pro_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "3.7757", "Hausdorff Dist (95p / 99p mm)": "95p: 10.3891\\n99p: 14.3773", "Vol Ref (mm\u00b3)": "43149.2272", "Vol Gen (mm\u00b3)": "2163.0420", "BBox Ref (mm)": "[40.0, 40.0, 40.0]", "BBox Gen Aligned (mm)": "[42.40807995990477, 44.935141676095235, 45.971121449149756]", "Overall Passed": "Fail" }, { "Task ID": "task16", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task16.stl", "output_stl_path": "results/20250422_095709/stl/task16_google_gemini-1.5-pro_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Fail", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.7842", "Hausdorff Dist (95p / 99p mm)": "95p: 4.2436\\n99p: 8.0948", "Vol Ref (mm\u00b3)": "52851.4977", "Vol Gen (mm\u00b3)": "53245.5733", "BBox Ref (mm)": "[20.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[20.008555336216393, 40.01293982216185, 80.00861436349203]", "Overall Passed": "Fail" }, { "Task ID": "task16", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task16.stl", "output_stl_path": "results/20250422_095709/stl/task16_google_gemini-1.5-pro_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.4156", "Hausdorff Dist (95p / 99p mm)": "95p: 5.6898\\n99p: 9.3375", "Vol Ref (mm\u00b3)": "52851.4977", "Vol Gen (mm\u00b3)": "55705.2895", "BBox Ref (mm)": "[20.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[20.066893020841533, 40.110056349500205, 80.05674786496176]", "Overall Passed": "Fail" }, { "Task ID": "task17", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_google_gemini-1.5-pro_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.8686", "Hausdorff Dist (95p / 99p mm)": "95p: 4.8107\\n99p: 9.1897", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "23042.3860", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.027885927861766, 40.002597513039476, 80.00356338401791]", "Overall Passed": "Fail" }, { "Task ID": "task17", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_google_gemini-1.5-pro_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3631", "Hausdorff Dist (95p / 99p mm)": "95p: 1.4111\\n99p: 2.9592", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "28243.8023", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.031682874214578, 40.01538149207079, 80.01115183841834]", "Overall Passed": "Fail" }, { "Task ID": "task18", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_google_gemini-1.5-pro_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1106", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2134\\n99p: 0.2623", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3628.8446", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.002115983334489, 20.003928110654567, 40.002051355732014]", "Overall Passed": "Pass" }, { "Task ID": "task18", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_google_gemini-1.5-pro_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1097", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2118\\n99p: 0.2611", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3628.8446", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.005481429519453, 20.00492711421974, 40.00228204134801]", "Overall Passed": "Pass" }, { "Task ID": "task19", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_google_gemini-1.5-pro_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.3028", "Hausdorff Dist (95p / 99p mm)": "95p: 2.7511\\n99p: 32.9281", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "56533.0195", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[10.002278049659267, 99.46729384737955, 99.99996825797994]", "Overall Passed": "Fail" }, { "Task ID": "task19", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_google_gemini-1.5-pro_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.4901", "Hausdorff Dist (95p / 99p mm)": "95p: 5.1927\\n99p: 33.6868", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "59034.6059", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[10.003396006495697, 99.83286709173977, 99.89042991953609]", "Overall Passed": "Fail" }, { "Task ID": "task2", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_google_gemini-1.5-pro_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1025", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1862\\n99p: 0.8031", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1704.8180", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.0077462604521816, 18.012322322097393, 32.007039410096]", "Overall Passed": "Pass" }, { "Task ID": "task2", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_google_gemini-1.5-pro_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1116", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2006\\n99p: 1.0519", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1704.8180", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.0108524902188805, 18.005301152446677, 32.002988317857316]", "Overall Passed": "Pass" }, { "Task ID": "task20", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task20.stl", "output_stl_path": "results/20250422_095709/stl/task20_google_gemini-1.5-pro_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.9320", "Hausdorff Dist (95p / 99p mm)": "95p: 7.8396\\n99p: 9.9898", "Vol Ref (mm\u00b3)": "39778.0652", "Vol Gen (mm\u00b3)": "30369.8173", "BBox Ref (mm)": "[20.0, 50.0, 80.00000000000001]", "BBox Gen Aligned (mm)": "[20.00108119538833, 49.88738743598371, 80.01952187779968]", "Overall Passed": "Fail" }, { "Task ID": "task20", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task20.stl", "output_stl_path": "results/20250422_095709/stl/task20_google_gemini-1.5-pro_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.1689", "Hausdorff Dist (95p / 99p mm)": "95p: 8.4093\\n99p: 9.9918", "Vol Ref (mm\u00b3)": "39778.0652", "Vol Gen (mm\u00b3)": "35340.8891", "BBox Ref (mm)": "[20.0, 50.0, 80.00000000000001]", "BBox Gen Aligned (mm)": "[20.01439288547325, 49.86364226935082, 80.01193670415275]", "Overall Passed": "Fail" }, { "Task ID": "task21", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task21.stl", "output_stl_path": "results/20250422_095709/stl/task21_google_gemini-1.5-pro_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4685", "Hausdorff Dist (95p / 99p mm)": "95p: 2.2099\\n99p: 6.0831", "Vol Ref (mm\u00b3)": "21689.9535", "Vol Gen (mm\u00b3)": "20040.8844", "BBox Ref (mm)": "[10.0, 45.0, 60.0]", "BBox Gen Aligned (mm)": "[10.014514581784818, 45.01788306671615, 60.011317040772866]", "Overall Passed": "Fail" }, { "Task ID": "task21", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task21.stl", "output_stl_path": "results/20250422_095709/stl/task21_google_gemini-1.5-pro_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.6284", "Hausdorff Dist (95p / 99p mm)": "95p: 3.3775\\n99p: 5.3156", "Vol Ref (mm\u00b3)": "21689.9535", "Vol Gen (mm\u00b3)": "20538.2516", "BBox Ref (mm)": "[10.0, 45.0, 60.0]", "BBox Gen Aligned (mm)": "[10.161717938821273, 45.02069305496808, 60.02927450747194]", "Overall Passed": "Fail" }, { "Task ID": "task22", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task22.stl", "output_stl_path": "results/20250422_095709/stl/task22_google_gemini-1.5-pro_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.5008", "Hausdorff Dist (95p / 99p mm)": "95p: 2.2336\\n99p: 6.2500", "Vol Ref (mm\u00b3)": "32468.2275", "Vol Gen (mm\u00b3)": "29477.0139", "BBox Ref (mm)": "[40.0, 40.0, 95.0]", "BBox Gen Aligned (mm)": "[39.93842854291179, 39.95350924043272, 93.04673347929648]", "Overall Passed": "Fail" }, { "Task ID": "task22", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task22.stl", "output_stl_path": "results/20250422_095709/stl/task22_google_gemini-1.5-pro_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.6125", "Hausdorff Dist (95p / 99p mm)": "95p: 3.5793\\n99p: 4.7796", "Vol Ref (mm\u00b3)": "32468.2275", "Vol Gen (mm\u00b3)": "35336.8570", "BBox Ref (mm)": "[40.0, 40.0, 95.0]", "BBox Gen Aligned (mm)": "[39.93845288630389, 39.95313798851416, 95.00213513595897]", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task23.stl", "output_stl_path": "results/20250422_095709/stl/task23_google_gemini-1.5-pro_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4219", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5440\\n99p: 8.5982", "Vol Ref (mm\u00b3)": "49287.8161", "Vol Gen (mm\u00b3)": "47756.1767", "BBox Ref (mm)": "[20.0, 60.0, 120.0]", "BBox Gen Aligned (mm)": "[19.896036589958463, 44.90745577712593, 120.00178028832417]", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task23.stl", "output_stl_path": "results/20250422_095709/stl/task23_google_gemini-1.5-pro_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.5570", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5570\\n99p: 13.5695", "Vol Ref (mm\u00b3)": "49287.8161", "Vol Gen (mm\u00b3)": "47411.7353", "BBox Ref (mm)": "[20.0, 60.0, 120.0]", "BBox Gen Aligned (mm)": "[19.904196223495436, 39.93609500148668, 120.00591012976822]", "Overall Passed": "Fail" }, { "Task ID": "task24", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task24.stl", "output_stl_path": "results/20250422_095709/stl/task24_google_gemini-1.5-pro_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.6830", "Hausdorff Dist (95p / 99p mm)": "95p: 4.0920\\n99p: 8.0836", "Vol Ref (mm\u00b3)": "75182.3274", "Vol Gen (mm\u00b3)": "81654.0007", "BBox Ref (mm)": "[50.0, 50.0, 75.0]", "BBox Gen Aligned (mm)": "[50.003312163056144, 50.00396157310468, 75.0030835054389]", "Overall Passed": "Fail" }, { "Task ID": "task24", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task24.stl", "output_stl_path": "results/20250422_095709/stl/task24_google_gemini-1.5-pro_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3086", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5990\\n99p: 0.7457", "Vol Ref (mm\u00b3)": "75182.3274", "Vol Gen (mm\u00b3)": "75413.0776", "BBox Ref (mm)": "[50.0, 50.0, 75.0]", "BBox Gen Aligned (mm)": "[50.00816552534766, 50.02014403872619, 75.0127235657589]", "Overall Passed": "Pass" }, { "Task ID": "task25", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_google_gemini-1.5-pro_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.6029", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6713\\n99p: 12.7329", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "96476.2529", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[49.749725676440626, 50.002669260743204, 74.87122541873596]", "Overall Passed": "Fail" }, { "Task ID": "task25", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_google_gemini-1.5-pro_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.6024", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6715\\n99p: 12.7336", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "96476.2529", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[49.76840277709955, 50.006333227268065, 74.8719535112801]", "Overall Passed": "Fail" }, { "Task ID": "task3", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_google_gemini-1.5-pro_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3024", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5713\\n99p: 0.7042", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57533.0195", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.001846747688313, 99.45843326860141, 100.00015886627153]", "Overall Passed": "Pass" }, { "Task ID": "task3", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_google_gemini-1.5-pro_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3007", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5686\\n99p: 0.6992", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57533.0195", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.001955408366616, 99.45593897141794, 100.000062166314]", "Overall Passed": "Pass" }, { "Task ID": "task4", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_google_gemini-1.5-pro_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3837", "Hausdorff Dist (95p / 99p mm)": "95p: 2.0903\\n99p: 2.1107", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "36345.6194", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[35.0005256088823, 35.00092171838652, 80.00146805363296]", "Overall Passed": "Fail" }, { "Task ID": "task4", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_google_gemini-1.5-pro_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3873", "Hausdorff Dist (95p / 99p mm)": "95p: 2.0771\\n99p: 2.0981", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "36104.2363", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[34.82628027762023, 34.999679534047424, 80.00188904326065]", "Overall Passed": "Fail" }, { "Task ID": "task5", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_google_gemini-1.5-pro_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.1991", "Hausdorff Dist (95p / 99p mm)": "95p: 8.4050\\n99p: 12.1098", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "250000.0000", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.01038645316676, 50.010663558730684, 100.01002449545862]", "Overall Passed": "Fail" }, { "Task ID": "task5", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_google_gemini-1.5-pro_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.5804", "Hausdorff Dist (95p / 99p mm)": "95p: 7.0599\\n99p: 10.0816", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "250000.0000", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.010877960536135, 50.03277908544163, 100.02034104798307]", "Overall Passed": "Fail" }, { "Task ID": "task6", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_google_gemini-1.5-pro_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1079", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2102\\n99p: 0.2581", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3870.5007", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.001705233355904, 20.01028560738764, 40.004942181754835]", "Overall Passed": "Pass" }, { "Task ID": "task6", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_google_gemini-1.5-pro_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1079", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2094\\n99p: 0.2585", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3870.5007", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.00099424885794, 20.000916258444416, 40.00054426743323]", "Overall Passed": "Pass" }, { "Task ID": "task7", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_google_gemini-1.5-pro_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.4773", "Hausdorff Dist (95p / 99p mm)": "95p: 8.1335\\n99p: 9.7170", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "9372.1840", "BBox Ref (mm)": "[9.993328094482422, 59.96661376953125, 59.97323989868164]", "BBox Gen Aligned (mm)": "[10.02428845526081, 69.81563230868004, 69.96387944702094]", "Overall Passed": "Fail" }, { "Task ID": "task7", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_google_gemini-1.5-pro_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.3229", "Hausdorff Dist (95p / 99p mm)": "95p: 5.0175\\n99p: 6.2748", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "12477.8463", "BBox Ref (mm)": "[9.993328094482422, 59.96661376953125, 59.97323989868164]", "BBox Gen Aligned (mm)": "[10.127961466429051, 69.61726305941073, 69.99994949090677]", "Overall Passed": "Fail" }, { "Task ID": "task8", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task8.stl", "output_stl_path": "results/20250422_095709/stl/task8_google_gemini-1.5-pro_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2089", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3749\\n99p: 0.4593", "Vol Ref (mm\u00b3)": "31765.3333", "Vol Gen (mm\u00b3)": "31318.2438", "BBox Ref (mm)": "[20.0, 20.0, 80.0]", "BBox Gen Aligned (mm)": "[19.822696444635195, 19.913269154982526, 79.73424577688789]", "Overall Passed": "Pass" }, { "Task ID": "task8", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task8.stl", "output_stl_path": "results/20250422_095709/stl/task8_google_gemini-1.5-pro_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2100", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4495\\n99p: 0.6420", "Vol Ref (mm\u00b3)": "31765.3333", "Vol Gen (mm\u00b3)": "32000.0000", "BBox Ref (mm)": "[20.0, 20.0, 80.0]", "BBox Gen Aligned (mm)": "[20.005333921334433, 20.007163648305195, 80.00230964012505]", "Overall Passed": "Pass" }, { "Task ID": "task9", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task9.stl", "output_stl_path": "results/20250422_095709/stl/task9_google_gemini-1.5-pro_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3309", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6467\\n99p: 0.7972", "Vol Ref (mm\u00b3)": "53000.0000", "Vol Gen (mm\u00b3)": "53000.0000", "BBox Ref (mm)": "[50.0, 50.0, 50.00000000000001]", "BBox Gen Aligned (mm)": "[50.00259282096084, 50.00722212395854, 50.00939650859848]", "Overall Passed": "Pass" }, { "Task ID": "task9", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-1.5-pro", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task9.stl", "output_stl_path": "results/20250422_095709/stl/task9_google_gemini-1.5-pro_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3327", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6505\\n99p: 0.8062", "Vol Ref (mm\u00b3)": "53000.0000", "Vol Gen (mm\u00b3)": "53000.0000", "BBox Ref (mm)": "[50.0, 50.0, 50.00000000000001]", "BBox Gen Aligned (mm)": "[50.01646472605879, 50.016537660353734, 50.021373361170916]", "Overall Passed": "Pass" } ], "gemini-2.0-flash": [ { "Task ID": "task1", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task1.stl", "output_stl_path": "results/20250422_095709/stl/task1_google_gemini-2.0-flash_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4173", "Hausdorff Dist (95p / 99p mm)": "95p: 1.0610\\n99p: 1.4825", "Vol Ref (mm\u00b3)": "334.9736", "Vol Gen (mm\u00b3)": "279.6815", "BBox Ref (mm)": "[5.0, 10.766426086425781, 11.410706520080566]", "BBox Gen Aligned (mm)": "[5.014806970667376, 9.36458281872671, 9.872225201797281]", "Overall Passed": "Fail" }, { "Task ID": "task1", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task1.stl", "output_stl_path": "results/20250422_095709/stl/task1_google_gemini-2.0-flash_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4062", "Hausdorff Dist (95p / 99p mm)": "95p: 0.9830\\n99p: 1.4569", "Vol Ref (mm\u00b3)": "334.9736", "Vol Gen (mm\u00b3)": "271.7265", "BBox Ref (mm)": "[5.0, 10.766426086425781, 11.410706520080566]", "BBox Gen Aligned (mm)": "[5.018914338832959, 8.694641391820088, 10.009286668190558]", "Overall Passed": "Fail" }, { "Task ID": "task10", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task10.stl", "output_stl_path": "results/20250422_095709/stl/task10_google_gemini-2.0-flash_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3398", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6340\\n99p: 0.7802", "Vol Ref (mm\u00b3)": "141328.9381", "Vol Gen (mm\u00b3)": "140340.3913", "BBox Ref (mm)": "[30.0, 64.97696685791016, 130.0]", "BBox Gen Aligned (mm)": "[30.018143293170258, 64.65229052663413, 130.00341872127558]", "Overall Passed": "Pass" }, { "Task ID": "task10", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task10.stl", "output_stl_path": "results/20250422_095709/stl/task10_google_gemini-2.0-flash_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3392", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6327\\n99p: 0.7800", "Vol Ref (mm\u00b3)": "141328.9381", "Vol Gen (mm\u00b3)": "140340.3913", "BBox Ref (mm)": "[30.0, 64.97696685791016, 130.0]", "BBox Gen Aligned (mm)": "[30.007310809231505, 64.64967578569379, 130.00145741204264]", "Overall Passed": "Pass" }, { "Task ID": "task11", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task11.stl", "output_stl_path": "results/20250422_095709/stl/task11_google_gemini-2.0-flash_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "6.9890", "Hausdorff Dist (95p / 99p mm)": "95p: 17.1571\\n99p: 19.0961", "Vol Ref (mm\u00b3)": "2507.2287", "Vol Gen (mm\u00b3)": "8334.2622", "BBox Ref (mm)": "[5.0, 29.947338104248047, 80.0]", "BBox Gen Aligned (mm)": "[26.508523462021962, 28.923832710204785, 65.43166076247263]", "Overall Passed": "Fail" }, { "Task ID": "task11", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task11.stl", "output_stl_path": "results/20250422_095709/stl/task11_google_gemini-2.0-flash_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "7.6744", "Hausdorff Dist (95p / 99p mm)": "95p: 37.4057\\n99p: 44.1986", "Vol Ref (mm\u00b3)": "2507.2287", "Vol Gen (mm\u00b3)": "2684.4574", "BBox Ref (mm)": "[5.0, 29.947338104248047, 80.0]", "BBox Gen Aligned (mm)": "[42.4620022682532, 47.05072007059867, 50.29502338737772]", "Overall Passed": "Fail" }, { "Task ID": "task12", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_google_gemini-2.0-flash_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1841", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3361\\n99p: 0.9125", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "9947.8596", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.001072218570988, 60.00090932787965, 60.00147380940287]", "Overall Passed": "Fail" }, { "Task ID": "task12", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_google_gemini-2.0-flash_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.3888", "Hausdorff Dist (95p / 99p mm)": "95p: 6.9048\\n99p: 17.8674", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "10074.2271", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.601191649203633, 60.15954294013712, 60.20297871076376]", "Overall Passed": "Fail" }, { "Task ID": "task13", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task13.stl", "output_stl_path": "results/20250422_095709/stl/task13_google_gemini-2.0-flash_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1605", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2551\\n99p: 0.9581", "Vol Ref (mm\u00b3)": "2509.7634", "Vol Gen (mm\u00b3)": "2504.8465", "BBox Ref (mm)": "[9.991845607757568, 9.995922088623047, 50.0]", "BBox Gen Aligned (mm)": "[9.857672886221362, 9.85905078778087, 50.002974611062584]", "Overall Passed": "Fail" }, { "Task ID": "task13", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task13.stl", "output_stl_path": "results/20250422_095709/stl/task13_google_gemini-2.0-flash_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1408", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2371\\n99p: 0.2859", "Vol Ref (mm\u00b3)": "2509.7634", "Vol Gen (mm\u00b3)": "2504.3175", "BBox Ref (mm)": "[9.991845607757568, 9.995922088623047, 50.0]", "BBox Gen Aligned (mm)": "[9.973130843516397, 9.976930028525874, 50.001125480221745]", "Overall Passed": "Pass" }, { "Task ID": "task14", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task14.stl", "output_stl_path": "results/20250422_095709/stl/task14_google_gemini-2.0-flash_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2757", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5142\\n99p: 0.6353", "Vol Ref (mm\u00b3)": "55079.4518", "Vol Gen (mm\u00b3)": "54692.2548", "BBox Ref (mm)": "[25.980762481689453, 59.978736877441406, 120.0]", "BBox Gen Aligned (mm)": "[25.995335030254484, 59.67149376727958, 119.99999995375917]", "Overall Passed": "Pass" }, { "Task ID": "task14", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task14.stl", "output_stl_path": "results/20250422_095709/stl/task14_google_gemini-2.0-flash_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "3.3351", "Hausdorff Dist (95p / 99p mm)": "95p: 11.9834\\n99p: 18.4776", "Vol Ref (mm\u00b3)": "55079.4518", "Vol Gen (mm\u00b3)": "46987.0326", "BBox Ref (mm)": "[25.980762481689453, 59.978736877441406, 120.0]", "BBox Gen Aligned (mm)": "[38.9950791018802, 62.887021887274486, 110.82953376472256]", "Overall Passed": "Fail" }, { "Task ID": "task15", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task15.stl", "output_stl_path": "results/20250422_095709/stl/task15_google_gemini-2.0-flash_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "5.4843", "Hausdorff Dist (95p / 99p mm)": "95p: 18.3578\\n99p: 23.8628", "Vol Ref (mm\u00b3)": "43149.2272", "Vol Gen (mm\u00b3)": "14458.0912", "BBox Ref (mm)": "[40.0, 40.0, 40.0]", "BBox Gen Aligned (mm)": "[29.788612265580515, 30.57723204404437, 48.222159871729325]", "Overall Passed": "Fail" }, { "Task ID": "task15", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task15.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task16", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task16.stl", "output_stl_path": "results/20250422_095709/stl/task16_google_gemini-2.0-flash_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.1276", "Hausdorff Dist (95p / 99p mm)": "95p: 4.6659\\n99p: 5.7592", "Vol Ref (mm\u00b3)": "52851.4977", "Vol Gen (mm\u00b3)": "54969.2663", "BBox Ref (mm)": "[20.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[20.014356508215194, 40.05792348200212, 80.03432442704398]", "Overall Passed": "Fail" }, { "Task ID": "task16", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task16.stl", "output_stl_path": "results/20250422_095709/stl/task16_google_gemini-2.0-flash_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.0443", "Hausdorff Dist (95p / 99p mm)": "95p: 4.9390\\n99p: 6.3433", "Vol Ref (mm\u00b3)": "52851.4977", "Vol Gen (mm\u00b3)": "51438.5325", "BBox Ref (mm)": "[20.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[20.021307975552034, 40.142229439713326, 80.09186700662922]", "Overall Passed": "Fail" }, { "Task ID": "task17", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_google_gemini-2.0-flash_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.5421", "Hausdorff Dist (95p / 99p mm)": "95p: 3.3376\\n99p: 5.0043", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "31371.9011", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.010599907081229, 40.00105178204474, 80.0016347463297]", "Overall Passed": "Fail" }, { "Task ID": "task17", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_google_gemini-2.0-flash_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4857", "Hausdorff Dist (95p / 99p mm)": "95p: 2.5851\\n99p: 4.9767", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "29487.6046", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.015212847765472, 40.02172299985777, 80.01192455649905]", "Overall Passed": "Fail" }, { "Task ID": "task18", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_google_gemini-2.0-flash_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1096", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2118\\n99p: 0.2611", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3628.8446", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.0015194217598316, 20.000857211889976, 40.00042313011632]", "Overall Passed": "Pass" }, { "Task ID": "task18", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_google_gemini-2.0-flash_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1101", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2127\\n99p: 0.2617", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3628.8446", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.002504688155598, 20.00334209989745, 40.00184262327321]", "Overall Passed": "Pass" }, { "Task ID": "task19", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_google_gemini-2.0-flash_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.9580", "Hausdorff Dist (95p / 99p mm)": "95p: 4.6448\\n99p: 17.8201", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "61533.0195", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[50.000112628415245, 99.454252138468, 100.00004537844994]", "Overall Passed": "Fail" }, { "Task ID": "task19", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task19.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task2", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_google_gemini-2.0-flash_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1028", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1880\\n99p: 0.8078", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1704.8180", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.005777620340937, 18.00634227363591, 32.0038011046181]", "Overall Passed": "Pass" }, { "Task ID": "task2", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_google_gemini-2.0-flash_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1109", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1984\\n99p: 1.0521", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1704.8180", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.004765672018371, 18.005062093060186, 32.00299136123277]", "Overall Passed": "Pass" }, { "Task ID": "task20", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task20.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task20", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task20.stl", "output_stl_path": "results/20250422_095709/stl/task20_google_gemini-2.0-flash_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "3.6122", "Hausdorff Dist (95p / 99p mm)": "95p: 9.0842\\n99p: 13.6076", "Vol Ref (mm\u00b3)": "39778.0652", "Vol Gen (mm\u00b3)": "59154.0291", "BBox Ref (mm)": "[20.0, 50.0, 80.00000000000001]", "BBox Gen Aligned (mm)": "[24.127526142508856, 51.23379248248925, 80.23772109288132]", "Overall Passed": "Fail" }, { "Task ID": "task21", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task21.stl", "output_stl_path": "results/20250422_095709/stl/task21_google_gemini-2.0-flash_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4786", "Hausdorff Dist (95p / 99p mm)": "95p: 2.0262\\n99p: 4.0628", "Vol Ref (mm\u00b3)": "21689.9535", "Vol Gen (mm\u00b3)": "22681.1164", "BBox Ref (mm)": "[10.0, 45.0, 60.0]", "BBox Gen Aligned (mm)": "[10.016926064968416, 45.02776674148897, 60.02322683243959]", "Overall Passed": "Fail" }, { "Task ID": "task21", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task21.stl", "output_stl_path": "results/20250422_095709/stl/task21_google_gemini-2.0-flash_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4677", "Hausdorff Dist (95p / 99p mm)": "95p: 2.9304\\n99p: 4.7639", "Vol Ref (mm\u00b3)": "21689.9535", "Vol Gen (mm\u00b3)": "24345.9636", "BBox Ref (mm)": "[10.0, 45.0, 60.0]", "BBox Gen Aligned (mm)": "[10.004689481773614, 45.01700138403685, 60.012809441189525]", "Overall Passed": "Fail" }, { "Task ID": "task22", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task22.stl", "output_stl_path": "results/20250422_095709/stl/task22_google_gemini-2.0-flash_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.5331", "Hausdorff Dist (95p / 99p mm)": "95p: 2.2662\\n99p: 5.9623", "Vol Ref (mm\u00b3)": "32468.2275", "Vol Gen (mm\u00b3)": "32879.5542", "BBox Ref (mm)": "[40.0, 40.0, 95.0]", "BBox Gen Aligned (mm)": "[39.792167694242664, 40.007091828819675, 95.01323846292279]", "Overall Passed": "Fail" }, { "Task ID": "task22", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task22.stl", "output_stl_path": "results/20250422_095709/stl/task22_google_gemini-2.0-flash_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.3200", "Hausdorff Dist (95p / 99p mm)": "95p: 4.8773\\n99p: 4.9689", "Vol Ref (mm\u00b3)": "32468.2275", "Vol Gen (mm\u00b3)": "43631.8716", "BBox Ref (mm)": "[40.0, 40.0, 95.0]", "BBox Gen Aligned (mm)": "[49.73686097014493, 50.00052329239909, 100.00437741955564]", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task23.stl", "output_stl_path": "results/20250422_095709/stl/task23_google_gemini-2.0-flash_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.9017", "Hausdorff Dist (95p / 99p mm)": "95p: 3.8491\\n99p: 9.1744", "Vol Ref (mm\u00b3)": "49287.8161", "Vol Gen (mm\u00b3)": "13964.1621", "BBox Ref (mm)": "[20.0, 60.0, 120.0]", "BBox Gen Aligned (mm)": "[20.05596311385943, 51.92840554089775, 120.02352016482703]", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task23.stl", "output_stl_path": "results/20250422_095709/stl/task23_google_gemini-2.0-flash_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.3669", "Hausdorff Dist (95p / 99p mm)": "95p: 7.6139\\n99p: 14.5442", "Vol Ref (mm\u00b3)": "49287.8161", "Vol Gen (mm\u00b3)": "43295.1111", "BBox Ref (mm)": "[20.0, 60.0, 120.0]", "BBox Gen Aligned (mm)": "[25.017415089032916, 40.1331903458837, 120.0241751789335]", "Overall Passed": "Fail" }, { "Task ID": "task24", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task24.stl", "output_stl_path": "results/20250422_095709/stl/task24_google_gemini-2.0-flash_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.5816", "Hausdorff Dist (95p / 99p mm)": "95p: 2.6834\\n99p: 5.3419", "Vol Ref (mm\u00b3)": "75182.3274", "Vol Gen (mm\u00b3)": "75870.9400", "BBox Ref (mm)": "[50.0, 50.0, 75.0]", "BBox Gen Aligned (mm)": "[50.013061779722875, 50.01512010589056, 75.03084141573056]", "Overall Passed": "Fail" }, { "Task ID": "task24", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task24.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task25", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_google_gemini-2.0-flash_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "3.1795", "Hausdorff Dist (95p / 99p mm)": "95p: 14.7660\\n99p: 21.4266", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "159789.2564", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[49.86934630145064, 50.011535776784555, 99.72973794175246]", "Overall Passed": "Fail" }, { "Task ID": "task25", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_google_gemini-2.0-flash_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "3.8458", "Hausdorff Dist (95p / 99p mm)": "95p: 23.5223\\n99p: 36.8781", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "137623.2748", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[49.910335816345956, 49.95779674710622, 112.29514700965373]", "Overall Passed": "Fail" }, { "Task ID": "task3", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_google_gemini-2.0-flash_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3025", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5696\\n99p: 0.7015", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57533.0195", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.00392127591551, 99.47772169815288, 100.00005602790016]", "Overall Passed": "Pass" }, { "Task ID": "task3", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_google_gemini-2.0-flash_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3012", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5666\\n99p: 0.7007", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57533.0195", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.001098420850752, 99.45275954230793, 100.00010625101487]", "Overall Passed": "Pass" }, { "Task ID": "task4", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_google_gemini-2.0-flash_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2275", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4389\\n99p: 0.8789", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "37813.9388", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[34.91963774370391, 34.978932127002764, 80.00355382780305]", "Overall Passed": "Pass" }, { "Task ID": "task4", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_google_gemini-2.0-flash_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3279", "Hausdorff Dist (95p / 99p mm)": "95p: 0.7816\\n99p: 2.8083", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "37238.1374", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[34.83576436583361, 35.00530986437221, 80.01756411380018]", "Overall Passed": "Pass" }, { "Task ID": "task5", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_google_gemini-2.0-flash_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.6109", "Hausdorff Dist (95p / 99p mm)": "95p: 6.8224\\n99p: 10.0022", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "246954.4186", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.00485814546904, 50.09199283361756, 100.04776329153763]", "Overall Passed": "Fail" }, { "Task ID": "task5", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_google_gemini-2.0-flash_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.8154", "Hausdorff Dist (95p / 99p mm)": "95p: 8.6956\\n99p: 12.1304", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "243908.8372", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.006074154945615, 50.00807676337182, 100.0051429691156]", "Overall Passed": "Fail" }, { "Task ID": "task6", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_google_gemini-2.0-flash_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1744", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4248\\n99p: 2.0009", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3945.2718", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.009383866334995, 20.01894391028606, 40.01063246635866]", "Overall Passed": "Fail" }, { "Task ID": "task6", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_google_gemini-2.0-flash_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1079", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2098\\n99p: 0.2575", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3870.5007", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.004384099060133, 20.001598476661712, 40.000520682583684]", "Overall Passed": "Pass" }, { "Task ID": "task7", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task7.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task7", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task7.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task8", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task8.stl", "output_stl_path": "results/20250422_095709/stl/task8_google_gemini-2.0-flash_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "3.9896", "Hausdorff Dist (95p / 99p mm)": "95p: 36.6266\\n99p: 53.3863", "Vol Ref (mm\u00b3)": "31765.3333", "Vol Gen (mm\u00b3)": "32647.4794", "BBox Ref (mm)": "[20.0, 20.0, 80.0]", "BBox Gen Aligned (mm)": "[49.83952612942581, 134.5610357137627, 134.68051477761298]", "Overall Passed": "Fail" }, { "Task ID": "task8", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task8.stl", "output_stl_path": "results/20250422_095709/stl/task8_google_gemini-2.0-flash_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2132", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4494\\n99p: 0.6446", "Vol Ref (mm\u00b3)": "31765.3333", "Vol Gen (mm\u00b3)": "31999.5000", "BBox Ref (mm)": "[20.0, 20.0, 80.0]", "BBox Gen Aligned (mm)": "[20.007413725062282, 20.01022239106231, 80.00143460032132]", "Overall Passed": "Fail" }, { "Task ID": "task9", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task9.stl", "output_stl_path": "results/20250422_095709/stl/task9_google_gemini-2.0-flash_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3318", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6458\\n99p: 0.8025", "Vol Ref (mm\u00b3)": "53000.0000", "Vol Gen (mm\u00b3)": "53000.0000", "BBox Ref (mm)": "[50.0, 50.0, 50.00000000000001]", "BBox Gen Aligned (mm)": "[50.02837301334619, 50.03014094765405, 50.035752997354116]", "Overall Passed": "Pass" }, { "Task ID": "task9", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.0-flash", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task9.stl", "output_stl_path": "results/20250422_095709/stl/task9_google_gemini-2.0-flash_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3329", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6512\\n99p: 0.8102", "Vol Ref (mm\u00b3)": "53000.0000", "Vol Gen (mm\u00b3)": "53000.0000", "BBox Ref (mm)": "[50.0, 50.0, 50.00000000000001]", "BBox Gen Aligned (mm)": "[50.0046610846245, 50.03119410278224, 50.03228585861242]", "Overall Passed": "Pass" } ], "gemini-2.5-pro-preview-03-25": [ { "Task ID": "task1", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task1.stl", "output_stl_path": "results/20250422_095709/stl/task1_google_gemini-2.5-pro-preview-03-25_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.0441", "Hausdorff Dist (95p / 99p mm)": "95p: 0.0855\\n99p: 0.1060", "Vol Ref (mm\u00b3)": "334.9736", "Vol Gen (mm\u00b3)": "335.0961", "BBox Ref (mm)": "[5.0, 10.766426086425781, 11.410706520080566]", "BBox Gen Aligned (mm)": "[5.002513724692621, 10.767551317310074, 11.411413237025647]", "Overall Passed": "Pass" }, { "Task ID": "task1", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task1.stl", "output_stl_path": "results/20250422_095709/stl/task1_google_gemini-2.5-pro-preview-03-25_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.0438", "Hausdorff Dist (95p / 99p mm)": "95p: 0.0854\\n99p: 0.1059", "Vol Ref (mm\u00b3)": "334.9736", "Vol Gen (mm\u00b3)": "334.9956", "BBox Ref (mm)": "[5.0, 10.766426086425781, 11.410706520080566]", "BBox Gen Aligned (mm)": "[5.003683078595715, 10.76798633591126, 11.411109691986404]", "Overall Passed": "Pass" }, { "Task ID": "task10", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task10.stl", "output_stl_path": "results/20250422_095709/stl/task10_google_gemini-2.5-pro-preview-03-25_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3220", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6254\\n99p: 0.7755", "Vol Ref (mm\u00b3)": "141328.9381", "Vol Gen (mm\u00b3)": "141278.6689", "BBox Ref (mm)": "[30.0, 64.97696685791016, 130.0]", "BBox Gen Aligned (mm)": "[30.008531977363564, 65.01660534168442, 130.00195356367496]", "Overall Passed": "Pass" }, { "Task ID": "task10", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task10.stl", "output_stl_path": "results/20250422_095709/stl/task10_google_gemini-2.5-pro-preview-03-25_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3219", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6286\\n99p: 0.7781", "Vol Ref (mm\u00b3)": "141328.9381", "Vol Gen (mm\u00b3)": "141278.6689", "BBox Ref (mm)": "[30.0, 64.97696685791016, 130.0]", "BBox Gen Aligned (mm)": "[30.00745039682232, 65.0414312065723, 130.00155274665482]", "Overall Passed": "Pass" }, { "Task ID": "task11", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task11.stl", "output_stl_path": "results/20250422_095709/stl/task11_google_gemini-2.5-pro-preview-03-25_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.0486", "Hausdorff Dist (95p / 99p mm)": "95p: 15.3213\\n99p: 25.4530", "Vol Ref (mm\u00b3)": "2507.2287", "Vol Gen (mm\u00b3)": "2387.5031", "BBox Ref (mm)": "[5.0, 29.947338104248047, 80.0]", "BBox Gen Aligned (mm)": "[5.004660392687591, 29.999997667470996, 52.500526454757015]", "Overall Passed": "Fail" }, { "Task ID": "task11", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task11.stl", "output_stl_path": "results/20250422_095709/stl/task11_google_gemini-2.5-pro-preview-03-25_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Fail", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1091", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2046\\n99p: 0.3070", "Vol Ref (mm\u00b3)": "2507.2287", "Vol Gen (mm\u00b3)": "2514.3970", "BBox Ref (mm)": "[5.0, 29.947338104248047, 80.0]", "BBox Gen Aligned (mm)": "[5.0040460717388004, 29.99999991083381, 80.00008770907635]", "Overall Passed": "Fail" }, { "Task ID": "task12", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_google_gemini-2.5-pro-preview-03-25_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1501", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2932\\n99p: 0.3626", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "10193.0553", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.001121927873115, 60.00060852296657, 60.00162064947352]", "Overall Passed": "Pass" }, { "Task ID": "task12", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_google_gemini-2.5-pro-preview-03-25_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1496", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2913\\n99p: 0.3607", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "10204.3210", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.005593685563335, 60.00050584964711, 60.00150114034621]", "Overall Passed": "Pass" }, { "Task ID": "task13", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task13.stl", "output_stl_path": "results/20250422_095709/stl/task13_google_gemini-2.5-pro-preview-03-25_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1408", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2381\\n99p: 0.2885", "Vol Ref (mm\u00b3)": "2509.7634", "Vol Gen (mm\u00b3)": "2504.3175", "BBox Ref (mm)": "[9.991845607757568, 9.995922088623047, 50.0]", "BBox Gen Aligned (mm)": "[10.000491056325252, 10.007007574125774, 50.00141050598856]", "Overall Passed": "Pass" }, { "Task ID": "task13", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task13.stl", "output_stl_path": "results/20250422_095709/stl/task13_google_gemini-2.5-pro-preview-03-25_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1406", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2375\\n99p: 0.2894", "Vol Ref (mm\u00b3)": "2509.7634", "Vol Gen (mm\u00b3)": "2504.3175", "BBox Ref (mm)": "[9.991845607757568, 9.995922088623047, 50.0]", "BBox Gen Aligned (mm)": "[10.001694434076445, 10.003736643613463, 50.00081996530041]", "Overall Passed": "Pass" }, { "Task ID": "task14", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task14.stl", "output_stl_path": "results/20250422_095709/stl/task14_google_gemini-2.5-pro-preview-03-25_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2747", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5103\\n99p: 0.6312", "Vol Ref (mm\u00b3)": "55079.4518", "Vol Gen (mm\u00b3)": "54692.2548", "BBox Ref (mm)": "[25.980762481689453, 59.978736877441406, 120.0]", "BBox Gen Aligned (mm)": "[26.001059157909758, 59.68125123845921, 119.99999857633217]", "Overall Passed": "Pass" }, { "Task ID": "task14", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task14.stl", "output_stl_path": "results/20250422_095709/stl/task14_google_gemini-2.5-pro-preview-03-25_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2754", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5139\\n99p: 0.6331", "Vol Ref (mm\u00b3)": "55079.4518", "Vol Gen (mm\u00b3)": "54692.2548", "BBox Ref (mm)": "[25.980762481689453, 59.978736877441406, 120.0]", "BBox Gen Aligned (mm)": "[25.99588542630113, 59.69511068430921, 119.99999211711759]", "Overall Passed": "Pass" }, { "Task ID": "task15", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task15.stl", "output_stl_path": "results/20250422_095709/stl/task15_google_gemini-2.5-pro-preview-03-25_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3460", "Hausdorff Dist (95p / 99p mm)": "95p: 0.8804\\n99p: 1.0082", "Vol Ref (mm\u00b3)": "43149.2272", "Vol Gen (mm\u00b3)": "44756.9197", "BBox Ref (mm)": "[40.0, 40.0, 40.0]", "BBox Gen Aligned (mm)": "[39.999778083618466, 39.999778515871824, 40.011925004365246]", "Overall Passed": "Fail" }, { "Task ID": "task15", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task15.stl", "output_stl_path": "results/20250422_095709/stl/task15_google_gemini-2.5-pro-preview-03-25_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3457", "Hausdorff Dist (95p / 99p mm)": "95p: 0.8795\\n99p: 1.0045", "Vol Ref (mm\u00b3)": "43149.2272", "Vol Gen (mm\u00b3)": "44756.9197", "BBox Ref (mm)": "[40.0, 40.0, 40.0]", "BBox Gen Aligned (mm)": "[39.9999623801324, 39.999962539763786, 40.02288040641045]", "Overall Passed": "Fail" }, { "Task ID": "task16", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task16.stl", "output_stl_path": "results/20250422_095709/stl/task16_google_gemini-2.5-pro-preview-03-25_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2367", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4639\\n99p: 0.5743", "Vol Ref (mm\u00b3)": "52851.4977", "Vol Gen (mm\u00b3)": "52865.2891", "BBox Ref (mm)": "[20.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[20.01033102820828, 40.02104116038184, 80.00718800115293]", "Overall Passed": "Pass" }, { "Task ID": "task16", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task16.stl", "output_stl_path": "results/20250422_095709/stl/task16_google_gemini-2.5-pro-preview-03-25_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2433", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4798\\n99p: 0.6025", "Vol Ref (mm\u00b3)": "52851.4977", "Vol Gen (mm\u00b3)": "52930.2370", "BBox Ref (mm)": "[20.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[20.010433902342236, 40.00561208826431, 80.00107146561105]", "Overall Passed": "Pass" }, { "Task ID": "task17", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_google_gemini-2.5-pro-preview-03-25_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4207", "Hausdorff Dist (95p / 99p mm)": "95p: 1.9815\\n99p: 4.8484", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "28232.0175", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.009699378077991, 40.013723051574615, 80.00770552860806]", "Overall Passed": "Fail" }, { "Task ID": "task17", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_google_gemini-2.5-pro-preview-03-25_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.6498", "Hausdorff Dist (95p / 99p mm)": "95p: 3.4785\\n99p: 4.0903", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "28232.0175", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.016524733932362, 40.02405384004971, 80.01342513881781]", "Overall Passed": "Fail" }, { "Task ID": "task18", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_google_gemini-2.5-pro-preview-03-25_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1577", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4757\\n99p: 1.3589", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3611.4670", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.018735567727493, 20.00248672359721, 40.00345568460567]", "Overall Passed": "Pass" }, { "Task ID": "task18", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_google_gemini-2.5-pro-preview-03-25_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1577", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4701\\n99p: 1.3533", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3611.1541", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.032776315700909, 20.00460134015973, 40.00539450834958]", "Overall Passed": "Pass" }, { "Task ID": "task19", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_google_gemini-2.5-pro-preview-03-25_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3838", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6244\\n99p: 3.2979", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "62886.9462", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[60.00239452490944, 100.00025067157506, 100.00212991022221]", "Overall Passed": "Fail" }, { "Task ID": "task19", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_google_gemini-2.5-pro-preview-03-25_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3031", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5869\\n99p: 0.7256", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "61770.7873", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[50.00545491201515, 99.8050587649171, 100.00066942087757]", "Overall Passed": "Pass" }, { "Task ID": "task2", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_google_gemini-2.5-pro-preview-03-25_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.0858", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1668\\n99p: 0.2064", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1697.3896", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.0017270821492, 18.005106868832193, 32.00275894926886]", "Overall Passed": "Pass" }, { "Task ID": "task2", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_google_gemini-2.5-pro-preview-03-25_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.0856", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1671\\n99p: 0.2062", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1697.4500", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.002666609334158, 18.005844698520644, 32.00332388519458]", "Overall Passed": "Pass" }, { "Task ID": "task20", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task20.stl", "output_stl_path": "results/20250422_095709/stl/task20_google_gemini-2.5-pro-preview-03-25_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3192", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5450\\n99p: 3.1119", "Vol Ref (mm\u00b3)": "39778.0652", "Vol Gen (mm\u00b3)": "39776.7157", "BBox Ref (mm)": "[20.0, 50.0, 80.00000000000001]", "BBox Gen Aligned (mm)": "[20.009947707542167, 50.001986387579215, 80.00078573999825]", "Overall Passed": "Pass" }, { "Task ID": "task20", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task20.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task21", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task21.stl", "output_stl_path": "results/20250422_095709/stl/task21_google_gemini-2.5-pro-preview-03-25_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2028", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3976\\n99p: 0.4917", "Vol Ref (mm\u00b3)": "21689.9535", "Vol Gen (mm\u00b3)": "21686.8279", "BBox Ref (mm)": "[10.0, 45.0, 60.0]", "BBox Gen Aligned (mm)": "[10.004267058164167, 45.00903243630387, 60.00621691427972]", "Overall Passed": "Pass" }, { "Task ID": "task21", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task21.stl", "output_stl_path": "results/20250422_095709/stl/task21_google_gemini-2.5-pro-preview-03-25_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4859", "Hausdorff Dist (95p / 99p mm)": "95p: 2.9152\\n99p: 4.6309", "Vol Ref (mm\u00b3)": "21689.9535", "Vol Gen (mm\u00b3)": "21644.9889", "BBox Ref (mm)": "[10.0, 45.0, 60.0]", "BBox Gen Aligned (mm)": "[10.097020875146233, 45.02181338074833, 60.01357790456886]", "Overall Passed": "Fail" }, { "Task ID": "task22", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task22.stl", "output_stl_path": "results/20250422_095709/stl/task22_google_gemini-2.5-pro-preview-03-25_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.4406", "Hausdorff Dist (95p / 99p mm)": "95p: 8.0072\\n99p: 9.1251", "Vol Ref (mm\u00b3)": "32468.2275", "Vol Gen (mm\u00b3)": "60407.7827", "BBox Ref (mm)": "[40.0, 40.0, 95.0]", "BBox Gen Aligned (mm)": "[40.00166165470914, 40.00824944503833, 95.01537068289618]", "Overall Passed": "Fail" }, { "Task ID": "task22", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task22.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task23.stl", "output_stl_path": "results/20250422_095709/stl/task23_google_gemini-2.5-pro-preview-03-25_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.1927", "Hausdorff Dist (95p / 99p mm)": "95p: 3.3983\\n99p: 4.0320", "Vol Ref (mm\u00b3)": "49287.8161", "Vol Gen (mm\u00b3)": "41122.9175", "BBox Ref (mm)": "[20.0, 60.0, 120.0]", "BBox Gen Aligned (mm)": "[20.01885601474387, 65.01071417996101, 120.01764079149311]", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task23.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task24", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task24.stl", "output_stl_path": "results/20250422_095709/stl/task24_google_gemini-2.5-pro-preview-03-25_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3084", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6009\\n99p: 0.7469", "Vol Ref (mm\u00b3)": "75182.3274", "Vol Gen (mm\u00b3)": "75168.0058", "BBox Ref (mm)": "[50.0, 50.0, 75.0]", "BBox Gen Aligned (mm)": "[50.00318797554929, 50.01203759141446, 75.00724277286135]", "Overall Passed": "Pass" }, { "Task ID": "task24", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task24.stl", "output_stl_path": "results/20250422_095709/stl/task24_google_gemini-2.5-pro-preview-03-25_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.9988", "Hausdorff Dist (95p / 99p mm)": "95p: 5.1477\\n99p: 18.7420", "Vol Ref (mm\u00b3)": "75182.3274", "Vol Gen (mm\u00b3)": "70168.0058", "BBox Ref (mm)": "[50.0, 50.0, 75.0]", "BBox Gen Aligned (mm)": "[50.00988752522195, 50.01838088570256, 55.00944782196625]", "Overall Passed": "Fail" }, { "Task ID": "task25", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_google_gemini-2.5-pro-preview-03-25_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3359", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5940\\n99p: 2.3777", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "95342.6612", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[50.00451451422185, 50.00662872240492, 74.99303211278621]", "Overall Passed": "Pass" }, { "Task ID": "task25", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_google_gemini-2.5-pro-preview-03-25_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2880", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5641\\n99p: 0.7007", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "94096.4547", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[50.00219195068955, 50.003854170917556, 74.46718676033683]", "Overall Passed": "Pass" }, { "Task ID": "task3", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_google_gemini-2.5-pro-preview-03-25_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2899", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5651\\n99p: 0.7009", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57886.9462", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.008271074719861, 99.99976624759827, 99.99979409168418]", "Overall Passed": "Pass" }, { "Task ID": "task3", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_google_gemini-2.5-pro-preview-03-25_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3020", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5711\\n99p: 0.7080", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57533.0195", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.005083808277563, 99.4814170049669, 100.0000949208476]", "Overall Passed": "Pass" }, { "Task ID": "task4", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_google_gemini-2.5-pro-preview-03-25_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2315", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4653\\n99p: 1.1065", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "37603.9480", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[34.941325691739436, 34.964862229965746, 80.00359410471212]", "Overall Passed": "Fail" }, { "Task ID": "task4", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_google_gemini-2.5-pro-preview-03-25_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.5996", "Hausdorff Dist (95p / 99p mm)": "95p: 7.5116\\n99p: 7.5262", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "50594.5076", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[35.008168610881796, 35.02334766151861, 80.01267149736528]", "Overall Passed": "Fail" }, { "Task ID": "task5", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_google_gemini-2.5-pro-preview-03-25_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3592", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6999\\n99p: 0.8672", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "225520.8528", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.01283304279002, 50.02623924509295, 100.01087950115414]", "Overall Passed": "Pass" }, { "Task ID": "task5", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_google_gemini-2.5-pro-preview-03-25_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3589", "Hausdorff Dist (95p / 99p mm)": "95p: 0.7038\\n99p: 0.8733", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "225520.8528", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.01198840979513, 50.01642670637153, 100.01097433649016]", "Overall Passed": "Pass" }, { "Task ID": "task6", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_google_gemini-2.5-pro-preview-03-25_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1059", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2070\\n99p: 0.2549", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3861.8609", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.004228791190603, 20.00766134695682, 40.00409646796456]", "Overall Passed": "Pass" }, { "Task ID": "task6", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_google_gemini-2.5-pro-preview-03-25_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1065", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2077\\n99p: 0.2572", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3862.1334", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.003617672273238, 20.009822577353013, 40.00508630262865]", "Overall Passed": "Pass" }, { "Task ID": "task7", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_google_gemini-2.5-pro-preview-03-25_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1988", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3878\\n99p: 0.4788", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "7885.2987", "BBox Ref (mm)": "[9.993328094482422, 59.96661376953125, 59.97323989868164]", "BBox Gen Aligned (mm)": "[10.008172534673008, 59.999988144795154, 59.999988888499324]", "Overall Passed": "Pass" }, { "Task ID": "task7", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_google_gemini-2.5-pro-preview-03-25_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2115", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3935\\n99p: 0.4838", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "7825.5012", "BBox Ref (mm)": "[9.993328094482422, 59.96661376953125, 59.97323989868164]", "BBox Gen Aligned (mm)": "[10.005596541524632, 59.68374287314988, 59.99987982811024]", "Overall Passed": "Pass" }, { "Task ID": "task8", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Fail", "Render OK": false, "reference_stl_path": "./reference/task8.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task8", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task8.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task9", "Rep ID": 1, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task9.stl", "output_stl_path": "results/20250422_095709/stl/task9_google_gemini-2.5-pro-preview-03-25_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3319", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6479\\n99p: 0.7998", "Vol Ref (mm\u00b3)": "53000.0000", "Vol Gen (mm\u00b3)": "53000.0000", "BBox Ref (mm)": "[50.0, 50.0, 50.00000000000001]", "BBox Gen Aligned (mm)": "[50.0030438357485, 50.00501438750679, 50.00790077378686]", "Overall Passed": "Pass" }, { "Task ID": "task9", "Rep ID": 2, "Prompt": "default", "Provider": "google", "Model Name": "gemini-2.5-pro-preview-03-25", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task9.stl", "output_stl_path": "results/20250422_095709/stl/task9_google_gemini-2.5-pro-preview-03-25_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3317", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6486\\n99p: 0.8040", "Vol Ref (mm\u00b3)": "53000.0000", "Vol Gen (mm\u00b3)": "53000.0000", "BBox Ref (mm)": "[50.0, 50.0, 50.00000000000001]", "BBox Gen Aligned (mm)": "[50.00915373835479, 50.01622437735122, 50.02374731804453]", "Overall Passed": "Pass" } ], "gpt-4.1-2025-04-14": [ { "Task ID": "task1", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task1.stl", "output_stl_path": "results/20250422_095709/stl/task1_openai_gpt-4.1-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.0440", "Hausdorff Dist (95p / 99p mm)": "95p: 0.0859\\n99p: 0.1060", "Vol Ref (mm\u00b3)": "334.9736", "Vol Gen (mm\u00b3)": "334.9956", "BBox Ref (mm)": "[5.0, 10.766426086425781, 11.410706520080566]", "BBox Gen Aligned (mm)": "[5.001029064651979, 10.773923927662514, 11.407724351152575]", "Overall Passed": "Pass" }, { "Task ID": "task1", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task1.stl", "output_stl_path": "results/20250422_095709/stl/task1_openai_gpt-4.1-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.0441", "Hausdorff Dist (95p / 99p mm)": "95p: 0.0858\\n99p: 0.1067", "Vol Ref (mm\u00b3)": "334.9736", "Vol Gen (mm\u00b3)": "335.0173", "BBox Ref (mm)": "[5.0, 10.766426086425781, 11.410706520080566]", "BBox Gen Aligned (mm)": "[5.002313570702534, 10.759583072107345, 11.414747058833075]", "Overall Passed": "Pass" }, { "Task ID": "task10", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task10.stl", "output_stl_path": "results/20250422_095709/stl/task10_openai_gpt-4.1-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3204", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6253\\n99p: 0.7743", "Vol Ref (mm\u00b3)": "141328.9381", "Vol Gen (mm\u00b3)": "141342.9616", "BBox Ref (mm)": "[30.0, 64.97696685791016, 130.0]", "BBox Gen Aligned (mm)": "[30.00554959695905, 65.00671573955846, 130.00106471948186]", "Overall Passed": "Pass" }, { "Task ID": "task10", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task10.stl", "output_stl_path": "results/20250422_095709/stl/task10_openai_gpt-4.1-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "4.2584", "Hausdorff Dist (95p / 99p mm)": "95p: 22.1845\\n99p: 35.2364", "Vol Ref (mm\u00b3)": "141328.9381", "Vol Gen (mm\u00b3)": "183745.8501", "BBox Ref (mm)": "[30.0, 64.97696685791016, 130.0]", "BBox Gen Aligned (mm)": "[30.022173937796882, 102.31422598758593, 156.8290313457185]", "Overall Passed": "Fail" }, { "Task ID": "task11", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task11.stl", "output_stl_path": "results/20250422_095709/stl/task11_openai_gpt-4.1-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "17.1856", "Hausdorff Dist (95p / 99p mm)": "95p: 40.5747\\n99p: 43.3629", "Vol Ref (mm\u00b3)": "2507.2287", "Vol Gen (mm\u00b3)": "8151.8844", "BBox Ref (mm)": "[5.0, 29.947338104248047, 80.0]", "BBox Gen Aligned (mm)": "[38.5440617215991, 39.99763785562351, 52.24866143749826]", "Overall Passed": "Fail" }, { "Task ID": "task11", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task11.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task12", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_openai_gpt-4.1-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.6791", "Hausdorff Dist (95p / 99p mm)": "95p: 3.5056\\n99p: 3.7740", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "10119.9447", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.002126200149217, 60.00041087535542, 60.00072239535051]", "Overall Passed": "Fail" }, { "Task ID": "task12", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_openai_gpt-4.1-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.6555", "Hausdorff Dist (95p / 99p mm)": "95p: 3.5070\\n99p: 3.7777", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "10222.6504", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.002416861922967, 60.00075807713732, 60.0011274248846]", "Overall Passed": "Fail" }, { "Task ID": "task13", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task13.stl", "output_stl_path": "results/20250422_095709/stl/task13_openai_gpt-4.1-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1417", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2389\\n99p: 0.2889", "Vol Ref (mm\u00b3)": "2509.7634", "Vol Gen (mm\u00b3)": "2504.3175", "BBox Ref (mm)": "[9.991845607757568, 9.995922088623047, 50.0]", "BBox Gen Aligned (mm)": "[10.00247491607954, 10.002902563665439, 50.00100049995146]", "Overall Passed": "Pass" }, { "Task ID": "task13", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task13.stl", "output_stl_path": "results/20250422_095709/stl/task13_openai_gpt-4.1-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1407", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2377\\n99p: 0.2877", "Vol Ref (mm\u00b3)": "2509.7634", "Vol Gen (mm\u00b3)": "2504.3175", "BBox Ref (mm)": "[9.991845607757568, 9.995922088623047, 50.0]", "BBox Gen Aligned (mm)": "[9.98026452347717, 9.981220054096195, 50.00053892544493]", "Overall Passed": "Pass" }, { "Task ID": "task14", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task14.stl", "output_stl_path": "results/20250422_095709/stl/task14_openai_gpt-4.1-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "5.2692", "Hausdorff Dist (95p / 99p mm)": "95p: 28.3301\\n99p: 38.0395", "Vol Ref (mm\u00b3)": "55079.4518", "Vol Gen (mm\u00b3)": "36461.5032", "BBox Ref (mm)": "[25.980762481689453, 59.978736877441406, 120.0]", "BBox Gen Aligned (mm)": "[26.065583752557696, 65.41561452728305, 85.00787455452932]", "Overall Passed": "Fail" }, { "Task ID": "task14", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task14.stl", "output_stl_path": "results/20250422_095709/stl/task14_openai_gpt-4.1-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "16.3298", "Hausdorff Dist (95p / 99p mm)": "95p: 71.7598\\n99p: 79.7509", "Vol Ref (mm\u00b3)": "55079.4518", "Vol Gen (mm\u00b3)": "15410.4445", "BBox Ref (mm)": "[25.980762481689453, 59.978736877441406, 120.0]", "BBox Gen Aligned (mm)": "[30.260510399055395, 30.370512759419498, 53.47009757330922]", "Overall Passed": "Fail" }, { "Task ID": "task15", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task15.stl", "output_stl_path": "results/20250422_095709/stl/task15_openai_gpt-4.1-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3392", "Hausdorff Dist (95p / 99p mm)": "95p: 0.8753\\n99p: 1.0012", "Vol Ref (mm\u00b3)": "43149.2272", "Vol Gen (mm\u00b3)": "-44651.2142", "BBox Ref (mm)": "[40.0, 40.0, 40.0]", "BBox Gen Aligned (mm)": "[39.99999444982936, 39.99999514217089, 40.00764742062409]", "Overall Passed": "Fail" }, { "Task ID": "task15", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task15.stl", "output_stl_path": "results/20250422_095709/stl/task15_openai_gpt-4.1-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "9.7873", "Hausdorff Dist (95p / 99p mm)": "95p: 33.4018\\n99p: 36.7302", "Vol Ref (mm\u00b3)": "43149.2272", "Vol Gen (mm\u00b3)": "9.0000", "BBox Ref (mm)": "[40.0, 40.0, 40.0]", "BBox Gen Aligned (mm)": "[4.153873844583726, 41.547611276572326, 41.5845412862776]", "Overall Passed": "Fail" }, { "Task ID": "task16", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task16.stl", "output_stl_path": "results/20250422_095709/stl/task16_openai_gpt-4.1-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.6628", "Hausdorff Dist (95p / 99p mm)": "95p: 3.4633\\n99p: 6.1036", "Vol Ref (mm\u00b3)": "52851.4977", "Vol Gen (mm\u00b3)": "58222.3448", "BBox Ref (mm)": "[20.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[20.00775719077221, 40.004976643211656, 80.00428013951034]", "Overall Passed": "Fail" }, { "Task ID": "task16", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task16.stl", "output_stl_path": "results/20250422_095709/stl/task16_openai_gpt-4.1-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4079", "Hausdorff Dist (95p / 99p mm)": "95p: 0.8045\\n99p: 3.8606", "Vol Ref (mm\u00b3)": "52851.4977", "Vol Gen (mm\u00b3)": "52386.1394", "BBox Ref (mm)": "[20.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[20.02707354939617, 40.012569453320395, 80.00416587354002]", "Overall Passed": "Fail" }, { "Task ID": "task17", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_openai_gpt-4.1-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2124", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4122\\n99p: 0.5123", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "28225.7772", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.00792944121852, 40.01613713970176, 80.00801641040294]", "Overall Passed": "Pass" }, { "Task ID": "task17", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_openai_gpt-4.1-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2117", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4122\\n99p: 0.5102", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "28225.7772", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.004981510331064, 40.011543932067504, 80.00544558824016]", "Overall Passed": "Pass" }, { "Task ID": "task18", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_openai_gpt-4.1-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1063", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2074\\n99p: 0.2566", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3611.0680", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.003833669638376, 20.00465586995515, 40.0025895461247]", "Overall Passed": "Pass" }, { "Task ID": "task18", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_openai_gpt-4.1-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1070", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2080\\n99p: 0.2568", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3607.3041", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.0155053288917175, 20.00206337711685, 40.00231053630095]", "Overall Passed": "Pass" }, { "Task ID": "task19", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_openai_gpt-4.1-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.5446", "Hausdorff Dist (95p / 99p mm)": "95p: 7.5956\\n99p: 33.4831", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "60655.7047", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[15.009352781331758, 99.99539788331654, 115.18481720406275]", "Overall Passed": "Fail" }, { "Task ID": "task19", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_openai_gpt-4.1-2025-04-14_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.1308", "Hausdorff Dist (95p / 99p mm)": "95p: 8.0252\\n99p: 14.8947", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "61901.0378", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[50.00079979060553, 99.9732454407652, 110.08762717070698]", "Overall Passed": "Fail" }, { "Task ID": "task2", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_openai_gpt-4.1-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1020", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1842\\n99p: 0.8485", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1697.4953", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.00174914554726, 18.003799320636993, 32.00205809320882]", "Overall Passed": "Pass" }, { "Task ID": "task2", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_openai_gpt-4.1-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1031", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1850\\n99p: 0.8625", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1697.4953", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.0040434463677066, 18.000253197023564, 32.00046972291407]", "Overall Passed": "Pass" }, { "Task ID": "task20", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task20.stl", "output_stl_path": "results/20250422_095709/stl/task20_openai_gpt-4.1-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.2720", "Hausdorff Dist (95p / 99p mm)": "95p: 5.9046\\n99p: 8.7227", "Vol Ref (mm\u00b3)": "39778.0652", "Vol Gen (mm\u00b3)": "63817.5458", "BBox Ref (mm)": "[20.0, 50.0, 80.00000000000001]", "BBox Gen Aligned (mm)": "[20.152425504507917, 50.64370874459782, 80.23799688795236]", "Overall Passed": "Fail" }, { "Task ID": "task20", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task20.stl", "output_stl_path": "results/20250422_095709/stl/task20_openai_gpt-4.1-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.1896", "Hausdorff Dist (95p / 99p mm)": "95p: 5.0228\\n99p: 5.0721", "Vol Ref (mm\u00b3)": "39778.0652", "Vol Gen (mm\u00b3)": "45397.8970", "BBox Ref (mm)": "[20.0, 50.0, 80.00000000000001]", "BBox Gen Aligned (mm)": "[20.031683858888027, 50.14351548099978, 80.05627449298198]", "Overall Passed": "Fail" }, { "Task ID": "task21", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task21.stl", "output_stl_path": "results/20250422_095709/stl/task21_openai_gpt-4.1-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.8154", "Hausdorff Dist (95p / 99p mm)": "95p: 4.1099\\n99p: 6.0674", "Vol Ref (mm\u00b3)": "21689.9535", "Vol Gen (mm\u00b3)": "20944.7968", "BBox Ref (mm)": "[10.0, 45.0, 60.0]", "BBox Gen Aligned (mm)": "[10.041265042191934, 45.044972975514185, 60.03715364352382]", "Overall Passed": "Fail" }, { "Task ID": "task21", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task21.stl", "output_stl_path": "results/20250422_095709/stl/task21_openai_gpt-4.1-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2056", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3987\\n99p: 0.4918", "Vol Ref (mm\u00b3)": "21689.9535", "Vol Gen (mm\u00b3)": "21651.6158", "BBox Ref (mm)": "[10.0, 45.0, 60.0]", "BBox Gen Aligned (mm)": "[10.003143369014852, 45.02115701108723, 60.015509855046645]", "Overall Passed": "Pass" }, { "Task ID": "task22", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task22.stl", "output_stl_path": "results/20250422_095709/stl/task22_openai_gpt-4.1-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2763", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6408\\n99p: 1.7937", "Vol Ref (mm\u00b3)": "32468.2275", "Vol Gen (mm\u00b3)": "31527.1862", "BBox Ref (mm)": "[40.0, 40.0, 95.0]", "BBox Gen Aligned (mm)": "[40.001268863043094, 40.00208738717886, 95.00453941795944]", "Overall Passed": "Fail" }, { "Task ID": "task22", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task22.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task23.stl", "output_stl_path": "results/20250422_095709/stl/task23_openai_gpt-4.1-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "10.5358", "Hausdorff Dist (95p / 99p mm)": "95p: 40.0588\\n99p: 45.4459", "Vol Ref (mm\u00b3)": "49287.8161", "Vol Gen (mm\u00b3)": "9219.0461", "BBox Ref (mm)": "[20.0, 60.0, 120.0]", "BBox Gen Aligned (mm)": "[20.02624829266362, 59.3401190160337, 120.84974731343591]", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task23.stl", "output_stl_path": "results/20250422_095709/stl/task23_openai_gpt-4.1-2025-04-14_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "4.6041", "Hausdorff Dist (95p / 99p mm)": "95p: 15.8813\\n99p: 18.1387", "Vol Ref (mm\u00b3)": "49287.8161", "Vol Gen (mm\u00b3)": "116052.0211", "BBox Ref (mm)": "[20.0, 60.0, 120.0]", "BBox Gen Aligned (mm)": "[44.02553802390878, 60.023830061875294, 140.59360354340862]", "Overall Passed": "Fail" }, { "Task ID": "task24", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task24.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task24", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task24.stl", "output_stl_path": "results/20250422_095709/stl/task24_openai_gpt-4.1-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3906", "Hausdorff Dist (95p / 99p mm)": "95p: 0.7190\\n99p: 3.2289", "Vol Ref (mm\u00b3)": "75182.3274", "Vol Gen (mm\u00b3)": "73278.2138", "BBox Ref (mm)": "[50.0, 50.0, 75.0]", "BBox Gen Aligned (mm)": "[50.00624915257941, 50.02350085784796, 75.02611798936617]", "Overall Passed": "Fail" }, { "Task ID": "task25", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_openai_gpt-4.1-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2865", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5593\\n99p: 0.6946", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "94185.7793", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[50.001799662223746, 50.011109104597494, 74.49149156892383]", "Overall Passed": "Pass" }, { "Task ID": "task25", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_openai_gpt-4.1-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4110", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6175\\n99p: 6.2077", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "96049.0545", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[49.99994763702636, 50.01518553860407, 74.99594988361736]", "Overall Passed": "Pass" }, { "Task ID": "task3", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_openai_gpt-4.1-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3115", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5828\\n99p: 0.8713", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57901.0378", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.00766009325495, 99.99943267384663, 99.99950780697799]", "Overall Passed": "Pass" }, { "Task ID": "task3", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_openai_gpt-4.1-2025-04-14_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Fail", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3599", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6452\\n99p: 3.0937", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57881.4344", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.002628514548467, 99.99875050568698, 99.99876168159759]", "Overall Passed": "Fail" }, { "Task ID": "task4", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_openai_gpt-4.1-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4089", "Hausdorff Dist (95p / 99p mm)": "95p: 2.1183\\n99p: 2.1368", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "36346.6297", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[34.99870738031607, 34.99951223361123, 80.0020276589054]", "Overall Passed": "Fail" }, { "Task ID": "task4", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_openai_gpt-4.1-2025-04-14_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3941", "Hausdorff Dist (95p / 99p mm)": "95p: 2.0955\\n99p: 2.1150", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "36364.5114", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[34.992973641078095, 34.99349349845953, 80.00151297254584]", "Overall Passed": "Fail" }, { "Task ID": "task5", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_openai_gpt-4.1-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.2016", "Hausdorff Dist (95p / 99p mm)": "95p: 8.4247\\n99p: 12.1090", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "250000.0000", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.01054102438094, 50.05007553373562, 100.02587527632053]", "Overall Passed": "Fail" }, { "Task ID": "task5", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_openai_gpt-4.1-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.9055", "Hausdorff Dist (95p / 99p mm)": "95p: 8.0897\\n99p: 12.0513", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "237747.8575", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.00516977853078, 50.030940101672414, 100.01667211544525]", "Overall Passed": "Fail" }, { "Task ID": "task6", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_openai_gpt-4.1-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1064", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2076\\n99p: 0.2565", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3861.9919", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.0023524602097815, 20.006194197529627, 40.0030783128056]", "Overall Passed": "Pass" }, { "Task ID": "task6", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_openai_gpt-4.1-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1062", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2076\\n99p: 0.2561", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3861.9919", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.005059680318457, 20.001618646664387, 40.00071630423449]", "Overall Passed": "Pass" }, { "Task ID": "task7", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_openai_gpt-4.1-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.5626", "Hausdorff Dist (95p / 99p mm)": "95p: 8.3428\\n99p: 9.9557", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "9470.9726", "BBox Ref (mm)": "[9.993328094482422, 59.96661376953125, 59.97323989868164]", "BBox Gen Aligned (mm)": "[10.182013010487667, 69.99141395163993, 69.9917125642762]", "Overall Passed": "Fail" }, { "Task ID": "task7", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_openai_gpt-4.1-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1979", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3870\\n99p: 0.4793", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "7889.1915", "BBox Ref (mm)": "[9.993328094482422, 59.96661376953125, 59.97323989868164]", "BBox Gen Aligned (mm)": "[10.002129895329036, 59.99993214844897, 59.99993217096731]", "Overall Passed": "Pass" }, { "Task ID": "task8", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task8.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task8", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task8.stl", "output_stl_path": "results/20250422_095709/stl/task8_openai_gpt-4.1-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2154", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4597\\n99p: 0.6741", "Vol Ref (mm\u00b3)": "31765.3333", "Vol Gen (mm\u00b3)": "31880.0000", "BBox Ref (mm)": "[20.0, 20.0, 80.0]", "BBox Gen Aligned (mm)": "[20.004411504449884, 20.012352744741744, 80.00223698551996]", "Overall Passed": "Pass" }, { "Task ID": "task9", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task9.stl", "output_stl_path": "results/20250422_095709/stl/task9_openai_gpt-4.1-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3334", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6492\\n99p: 0.8040", "Vol Ref (mm\u00b3)": "53000.0000", "Vol Gen (mm\u00b3)": "53000.0000", "BBox Ref (mm)": "[50.0, 50.0, 50.00000000000001]", "BBox Gen Aligned (mm)": "[50.00925166993208, 50.01643341583796, 50.02413499382396]", "Overall Passed": "Pass" }, { "Task ID": "task9", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task9.stl", "output_stl_path": "results/20250422_095709/stl/task9_openai_gpt-4.1-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3327", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6473\\n99p: 0.8127", "Vol Ref (mm\u00b3)": "53000.0000", "Vol Gen (mm\u00b3)": "53000.0000", "BBox Ref (mm)": "[50.0, 50.0, 50.00000000000001]", "BBox Gen Aligned (mm)": "[50.01435872642031, 50.01754005061786, 50.022413916554626]", "Overall Passed": "Pass" } ], "gpt-4.1-mini-2025-04-14": [ { "Task ID": "task1", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task1.stl", "output_stl_path": "results/20250422_095709/stl/task1_openai_gpt-4.1-mini-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3506", "Hausdorff Dist (95p / 99p mm)": "95p: 0.8508\\n99p: 0.9104", "Vol Ref (mm\u00b3)": "334.9736", "Vol Gen (mm\u00b3)": "236.3712", "BBox Ref (mm)": "[5.0, 10.766426086425781, 11.410706520080566]", "BBox Gen Aligned (mm)": "[5.013115746744445, 8.92419132768051, 9.988039958416637]", "Overall Passed": "Fail" }, { "Task ID": "task1", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task1.stl", "output_stl_path": "results/20250422_095709/stl/task1_openai_gpt-4.1-mini-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.0624", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1814\\n99p: 0.1958", "Vol Ref (mm\u00b3)": "334.9736", "Vol Gen (mm\u00b3)": "344.6244", "BBox Ref (mm)": "[5.0, 10.766426086425781, 11.410706520080566]", "BBox Gen Aligned (mm)": "[5.001595845205122, 10.767536887180956, 11.410945436541137]", "Overall Passed": "Fail" }, { "Task ID": "task10", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task10.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task10", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task10.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task11", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task11.stl", "output_stl_path": "results/20250422_095709/stl/task11_openai_gpt-4.1-mini-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "4.6309", "Hausdorff Dist (95p / 99p mm)": "95p: 16.8622\\n99p: 20.4207", "Vol Ref (mm\u00b3)": "2507.2287", "Vol Gen (mm\u00b3)": "5879.9965", "BBox Ref (mm)": "[5.0, 29.947338104248047, 80.0]", "BBox Gen Aligned (mm)": "[29.903429601789647, 29.991011864983065, 55.01321833506117]", "Overall Passed": "Fail" }, { "Task ID": "task11", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task11.stl", "output_stl_path": "results/20250422_095709/stl/task11_openai_gpt-4.1-mini-2025-04-14_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1337", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2181\\n99p: 1.5745", "Vol Ref (mm\u00b3)": "2507.2287", "Vol Gen (mm\u00b3)": "2467.8909", "BBox Ref (mm)": "[5.0, 29.947338104248047, 80.0]", "BBox Gen Aligned (mm)": "[5.003196895750047, 29.999999885951226, 77.50023717412635]", "Overall Passed": "Fail" }, { "Task ID": "task12", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_openai_gpt-4.1-mini-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1684", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3097\\n99p: 0.3989", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "10074.2271", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.003415839083985, 60.000902836999316, 60.001039627180056]", "Overall Passed": "Pass" }, { "Task ID": "task12", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_openai_gpt-4.1-mini-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.6955", "Hausdorff Dist (95p / 99p mm)": "95p: 3.5756\\n99p: 4.6788", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "10206.2106", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.002776279767632, 60.0008296434313, 60.00171252807511]", "Overall Passed": "Fail" }, { "Task ID": "task13", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task13.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task13", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task13.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task14", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task14.stl", "output_stl_path": "results/20250422_095709/stl/task14_openai_gpt-4.1-mini-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "3.5415", "Hausdorff Dist (95p / 99p mm)": "95p: 12.1843\\n99p: 17.9687", "Vol Ref (mm\u00b3)": "55079.4518", "Vol Gen (mm\u00b3)": "46987.0326", "BBox Ref (mm)": "[25.980762481689453, 59.978736877441406, 120.0]", "BBox Gen Aligned (mm)": "[39.509893645059115, 57.70871412028045, 111.93982629796831]", "Overall Passed": "Fail" }, { "Task ID": "task14", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task14.stl", "output_stl_path": "results/20250422_095709/stl/task14_openai_gpt-4.1-mini-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "6.7854", "Hausdorff Dist (95p / 99p mm)": "95p: 25.6497\\n99p: 33.6908", "Vol Ref (mm\u00b3)": "55079.4518", "Vol Gen (mm\u00b3)": "15192.2930", "BBox Ref (mm)": "[25.980762481689453, 59.978736877441406, 120.0]", "BBox Gen Aligned (mm)": "[26.334524388026132, 32.705465211472955, 59.81415414915662]", "Overall Passed": "Fail" }, { "Task ID": "task15", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task15.stl", "output_stl_path": "results/20250422_095709/stl/task15_openai_gpt-4.1-mini-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.9620", "Hausdorff Dist (95p / 99p mm)": "95p: 3.8628\\n99p: 6.1058", "Vol Ref (mm\u00b3)": "43149.2272", "Vol Gen (mm\u00b3)": "49333.3333", "BBox Ref (mm)": "[40.0, 40.0, 40.0]", "BBox Gen Aligned (mm)": "[40.02497980786576, 40.024984574705336, 40.035709243746176]", "Overall Passed": "Fail" }, { "Task ID": "task15", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task15.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task16", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task16.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task16", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task16.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task17", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_openai_gpt-4.1-mini-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4786", "Hausdorff Dist (95p / 99p mm)": "95p: 2.8141\\n99p: 5.0032", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "32000.0000", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.002700352029674, 40.01258778237993, 80.00642435039828]", "Overall Passed": "Fail" }, { "Task ID": "task17", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_openai_gpt-4.1-mini-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3772", "Hausdorff Dist (95p / 99p mm)": "95p: 1.4980\\n99p: 4.1575", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "28871.9011", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.011586622326433, 40.0204089569921, 80.01113908745461]", "Overall Passed": "Fail" }, { "Task ID": "task18", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_openai_gpt-4.1-mini-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1068", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2073\\n99p: 0.2560", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3611.0680", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.002484469643335, 20.001154379029895, 40.000653640856285]", "Overall Passed": "Pass" }, { "Task ID": "task18", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_openai_gpt-4.1-mini-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1395", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2374\\n99p: 1.3842", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3703.6157", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.039755400335449, 20.000627202022887, 40.005055480273974]", "Overall Passed": "Fail" }, { "Task ID": "task19", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_openai_gpt-4.1-mini-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.6191", "Hausdorff Dist (95p / 99p mm)": "95p: 13.2188\\n99p: 21.4010", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "61885.0102", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[40.000468884644405, 99.97030213206403, 115.17388942060202]", "Overall Passed": "Fail" }, { "Task ID": "task19", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_openai_gpt-4.1-mini-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.5365", "Hausdorff Dist (95p / 99p mm)": "95p: 12.1293\\n99p: 19.8272", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "61886.9462", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[50.00238044021537, 99.9991810763785, 115.18076152403037]", "Overall Passed": "Fail" }, { "Task ID": "task2", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_openai_gpt-4.1-mini-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1022", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1865\\n99p: 0.8012", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1704.8180", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.004167602470025, 18.002176846701264, 32.0014083014371]", "Overall Passed": "Pass" }, { "Task ID": "task2", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_openai_gpt-4.1-mini-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1006", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1848\\n99p: 0.7002", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1704.8180", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.003108938459074, 18.040479079428827, 32.02301172887774]", "Overall Passed": "Pass" }, { "Task ID": "task20", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task20.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task20", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task20.stl", "output_stl_path": "results/20250422_095709/stl/task20_openai_gpt-4.1-mini-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.4467", "Hausdorff Dist (95p / 99p mm)": "95p: 5.5265\\n99p: 6.7475", "Vol Ref (mm\u00b3)": "39778.0652", "Vol Gen (mm\u00b3)": "25712.8572", "BBox Ref (mm)": "[20.0, 50.0, 80.00000000000001]", "BBox Gen Aligned (mm)": "[15.022008998535693, 40.01142219430783, 70.00803750142654]", "Overall Passed": "Fail" }, { "Task ID": "task21", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task21.stl", "output_stl_path": "results/20250422_095709/stl/task21_openai_gpt-4.1-mini-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2066", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3981\\n99p: 0.4934", "Vol Ref (mm\u00b3)": "21689.9535", "Vol Gen (mm\u00b3)": "21772.9807", "BBox Ref (mm)": "[10.0, 45.0, 60.0]", "BBox Gen Aligned (mm)": "[10.00812175962673, 45.00176949788273, 60.00130769318747]", "Overall Passed": "Pass" }, { "Task ID": "task21", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task21.stl", "output_stl_path": "results/20250422_095709/stl/task21_openai_gpt-4.1-mini-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.5881", "Hausdorff Dist (95p / 99p mm)": "95p: 3.5962\\n99p: 4.7901", "Vol Ref (mm\u00b3)": "21689.9535", "Vol Gen (mm\u00b3)": "25475.1580", "BBox Ref (mm)": "[10.0, 45.0, 60.0]", "BBox Gen Aligned (mm)": "[10.069689967746488, 45.03874689157048, 60.020453343104066]", "Overall Passed": "Fail" }, { "Task ID": "task22", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task22.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task22", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task22.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task23.stl", "output_stl_path": "results/20250422_095709/stl/task23_openai_gpt-4.1-mini-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.6031", "Hausdorff Dist (95p / 99p mm)": "95p: 3.0070\\n99p: 6.1676", "Vol Ref (mm\u00b3)": "49287.8161", "Vol Gen (mm\u00b3)": "48260.7499", "BBox Ref (mm)": "[20.0, 60.0, 120.0]", "BBox Gen Aligned (mm)": "[20.009591857182684, 64.99794236861982, 120.00042268238089]", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task23.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task24", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task24.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task24", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task24.stl", "output_stl_path": "results/20250422_095709/stl/task24_openai_gpt-4.1-mini-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3890", "Hausdorff Dist (95p / 99p mm)": "95p: 0.7177\\n99p: 3.2218", "Vol Ref (mm\u00b3)": "75182.3274", "Vol Gen (mm\u00b3)": "73547.1483", "BBox Ref (mm)": "[50.0, 50.0, 75.0]", "BBox Gen Aligned (mm)": "[50.002448336679294, 50.005838447652216, 75.01182347820091]", "Overall Passed": "Fail" }, { "Task ID": "task25", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_openai_gpt-4.1-mini-2025-04-14_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3074", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5903\\n99p: 0.8525", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "93568.3717", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[49.975800181703114, 50.00545825935571, 74.4945461820629]", "Overall Passed": "Fail" }, { "Task ID": "task25", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task25.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task3", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_openai_gpt-4.1-mini-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3016", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5702\\n99p: 0.7063", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57533.0195", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.00811014504534, 99.47030735955508, 100.00058148177114]", "Overall Passed": "Pass" }, { "Task ID": "task3", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_openai_gpt-4.1-mini-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3240", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5889\\n99p: 0.8509", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57533.0195", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.003118132906444, 99.47905162395622, 99.99987096946643]", "Overall Passed": "Pass" }, { "Task ID": "task4", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_openai_gpt-4.1-mini-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3475", "Hausdorff Dist (95p / 99p mm)": "95p: 1.7375\\n99p: 2.0542", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "38890.4015", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[34.86443283195729, 34.995943045923795, 80.00251128334169]", "Overall Passed": "Fail" }, { "Task ID": "task4", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_openai_gpt-4.1-mini-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4421", "Hausdorff Dist (95p / 99p mm)": "95p: 1.4646\\n99p: 6.0576", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "36715.9002", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[35.001382501016444, 35.00622916430355, 80.01151278401764]", "Overall Passed": "Fail" }, { "Task ID": "task5", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_openai_gpt-4.1-mini-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.9597", "Hausdorff Dist (95p / 99p mm)": "95p: 12.5700\\n99p: 14.7235", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "201270.6975", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.01043985601927, 50.018894546637746, 100.00616379906747]", "Overall Passed": "Fail" }, { "Task ID": "task5", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_openai_gpt-4.1-mini-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.4219", "Hausdorff Dist (95p / 99p mm)": "95p: 8.6445\\n99p: 12.1889", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "225472.4533", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.02683673226417, 50.03039898122893, 100.01315215336196]", "Overall Passed": "Fail" }, { "Task ID": "task6", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_openai_gpt-4.1-mini-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1747", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4468\\n99p: 2.0025", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3945.2718", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.004082854995047, 20.0237629213003, 40.01191569669904]", "Overall Passed": "Fail" }, { "Task ID": "task6", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_openai_gpt-4.1-mini-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1067", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2086\\n99p: 0.2582", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3861.9919", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.003201775805653, 20.012623113868408, 40.00623521353521]", "Overall Passed": "Pass" }, { "Task ID": "task7", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_openai_gpt-4.1-mini-2025-04-14_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.5430", "Hausdorff Dist (95p / 99p mm)": "95p: 8.3224\\n99p: 9.9376", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "9462.3584", "BBox Ref (mm)": "[9.993328094482422, 59.96661376953125, 59.97323989868164]", "BBox Gen Aligned (mm)": "[10.03516683232338, 69.99612848504134, 69.99614050203701]", "Overall Passed": "Fail" }, { "Task ID": "task7", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_openai_gpt-4.1-mini-2025-04-14_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.5455", "Hausdorff Dist (95p / 99p mm)": "95p: 8.3757\\n99p: 9.9923", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "6308.2389", "BBox Ref (mm)": "[9.993328094482422, 59.96661376953125, 59.97323989868164]", "BBox Gen Aligned (mm)": "[10.110747924067637, 49.998849292430094, 49.998880459062455]", "Overall Passed": "Fail" }, { "Task ID": "task8", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task8.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task8", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task8.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task9", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task9.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task9", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4.1-mini-2025-04-14", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task9.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" } ], "gpt-4o-2024-08-06": [ { "Task ID": "task1", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task1.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task1", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task1.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task10", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task10.stl", "output_stl_path": "results/20250422_095709/stl/task10_openai_gpt-4o-2024-08-06_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "11.9240", "Hausdorff Dist (95p / 99p mm)": "95p: 64.9044\\n99p: 79.7284", "Vol Ref (mm\u00b3)": "141328.9381", "Vol Gen (mm\u00b3)": "302102.5519", "BBox Ref (mm)": "[30.0, 64.97696685791016, 130.0]", "BBox Gen Aligned (mm)": "[30.073579388099944, 133.62756237818905, 142.25642483831425]", "Overall Passed": "Fail" }, { "Task ID": "task10", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task10.stl", "output_stl_path": "results/20250422_095709/stl/task10_openai_gpt-4o-2024-08-06_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3402", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6390\\n99p: 0.7833", "Vol Ref (mm\u00b3)": "141328.9381", "Vol Gen (mm\u00b3)": "140340.3913", "BBox Ref (mm)": "[30.0, 64.97696685791016, 130.0]", "BBox Gen Aligned (mm)": "[30.014312409916464, 64.69395008531886, 130.00327109485363]", "Overall Passed": "Pass" }, { "Task ID": "task11", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task11.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task11", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task11.stl", "output_stl_path": "results/20250422_095709/stl/task11_openai_gpt-4o-2024-08-06_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "6.0442", "Hausdorff Dist (95p / 99p mm)": "95p: 16.1679\\n99p: 18.6414", "Vol Ref (mm\u00b3)": "2507.2287", "Vol Gen (mm\u00b3)": "5599.3620", "BBox Ref (mm)": "[5.0, 29.947338104248047, 80.0]", "BBox Gen Aligned (mm)": "[22.232907454087663, 25.68903375010543, 64.9938530036547]", "Overall Passed": "Fail" }, { "Task ID": "task12", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_openai_gpt-4o-2024-08-06_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1679", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3097\\n99p: 0.3998", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "10074.2271", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.002283301442269, 60.000750778304166, 60.002215881857694]", "Overall Passed": "Pass" }, { "Task ID": "task12", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_openai_gpt-4o-2024-08-06_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.7259", "Hausdorff Dist (95p / 99p mm)": "95p: 3.5782\\n99p: 4.5925", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "10079.8334", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.000763670326744, 59.00200976380711, 60.00093844284303]", "Overall Passed": "Fail" }, { "Task ID": "task13", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task13.stl", "output_stl_path": "results/20250422_095709/stl/task13_openai_gpt-4o-2024-08-06_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2908", "Hausdorff Dist (95p / 99p mm)": "95p: 1.9207\\n99p: 1.9579", "Vol Ref (mm\u00b3)": "2509.7634", "Vol Gen (mm\u00b3)": "3165.5759", "BBox Ref (mm)": "[9.991845607757568, 9.995922088623047, 50.0]", "BBox Gen Aligned (mm)": "[10.000838027750621, 10.002315784002736, 50.00055369324066]", "Overall Passed": "Fail" }, { "Task ID": "task13", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task13.stl", "output_stl_path": "results/20250422_095709/stl/task13_openai_gpt-4o-2024-08-06_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2964", "Hausdorff Dist (95p / 99p mm)": "95p: 1.9215\\n99p: 1.9586", "Vol Ref (mm\u00b3)": "2509.7634", "Vol Gen (mm\u00b3)": "3165.5759", "BBox Ref (mm)": "[9.991845607757568, 9.995922088623047, 50.0]", "BBox Gen Aligned (mm)": "[10.001052252050048, 10.00439297963441, 50.00141000393863]", "Overall Passed": "Fail" }, { "Task ID": "task14", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task14.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task14", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task14.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task15", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task15.stl", "output_stl_path": "results/20250422_095709/stl/task15_openai_gpt-4o-2024-08-06_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.9681", "Hausdorff Dist (95p / 99p mm)": "95p: 3.9031\\n99p: 6.0832", "Vol Ref (mm\u00b3)": "43149.2272", "Vol Gen (mm\u00b3)": "49333.3333", "BBox Ref (mm)": "[40.0, 40.0, 40.0]", "BBox Gen Aligned (mm)": "[40.00416239419652, 40.09727483689911, 40.09727508095068]", "Overall Passed": "Fail" }, { "Task ID": "task15", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task15.stl", "output_stl_path": "results/20250422_095709/stl/task15_openai_gpt-4o-2024-08-06_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "6.6537", "Hausdorff Dist (95p / 99p mm)": "95p: 20.2332\\n99p: 24.8266", "Vol Ref (mm\u00b3)": "43149.2272", "Vol Gen (mm\u00b3)": "-12000.0000", "BBox Ref (mm)": "[40.0, 40.0, 40.0]", "BBox Gen Aligned (mm)": "[32.718514736748546, 33.84768166491911, 42.94768123289937]", "Overall Passed": "Fail" }, { "Task ID": "task16", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task16.stl", "output_stl_path": "results/20250422_095709/stl/task16_openai_gpt-4o-2024-08-06_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.2516", "Hausdorff Dist (95p / 99p mm)": "95p: 5.6898\\n99p: 5.7186", "Vol Ref (mm\u00b3)": "52851.4977", "Vol Gen (mm\u00b3)": "61497.7173", "BBox Ref (mm)": "[20.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[20.030540603505575, 40.101920841057506, 80.04480004314554]", "Overall Passed": "Fail" }, { "Task ID": "task16", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task16.stl", "output_stl_path": "results/20250422_095709/stl/task16_openai_gpt-4o-2024-08-06_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.2095", "Hausdorff Dist (95p / 99p mm)": "95p: 5.5167\\n99p: 8.8233", "Vol Ref (mm\u00b3)": "52851.4977", "Vol Gen (mm\u00b3)": "59509.0209", "BBox Ref (mm)": "[20.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[20.07820407932539, 41.71663198448169, 81.2403640090924]", "Overall Passed": "Fail" }, { "Task ID": "task17", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_openai_gpt-4o-2024-08-06_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.5217", "Hausdorff Dist (95p / 99p mm)": "95p: 2.7318\\n99p: 4.7689", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "30377.9131", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.00168090573336, 40.02888484903706, 80.01442290193182]", "Overall Passed": "Fail" }, { "Task ID": "task17", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task17.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task18", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_openai_gpt-4o-2024-08-06_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1745", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6176\\n99p: 1.6319", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3830.8408", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.091396327821823, 20.03198984119288, 40.02604364329099]", "Overall Passed": "Fail" }, { "Task ID": "task18", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_openai_gpt-4o-2024-08-06_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1097", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2117\\n99p: 0.2620", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3628.8446", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.002296038461853, 20.00047900443986, 40.000299572259884]", "Overall Passed": "Pass" }, { "Task ID": "task19", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_openai_gpt-4o-2024-08-06_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.5454", "Hausdorff Dist (95p / 99p mm)": "95p: 16.3238\\n99p: 28.4655", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "72221.0235", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[40.00125668234729, 99.87631330838983, 115.09615981714677]", "Overall Passed": "Fail" }, { "Task ID": "task19", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_openai_gpt-4o-2024-08-06_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.2853", "Hausdorff Dist (95p / 99p mm)": "95p: 9.6476\\n99p: 17.8982", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "61533.0195", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[40.001479358486804, 99.76521522222063, 110.17082356239075]", "Overall Passed": "Fail" }, { "Task ID": "task2", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_openai_gpt-4o-2024-08-06_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1035", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1875\\n99p: 0.8495", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1704.8180", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.0041309566606165, 18.001710227996572, 32.00104016295656]", "Overall Passed": "Pass" }, { "Task ID": "task2", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_openai_gpt-4o-2024-08-06_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1023", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1870\\n99p: 0.7994", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1704.8180", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.000835666035798, 18.001936431083855, 32.00108765670232]", "Overall Passed": "Pass" }, { "Task ID": "task20", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task20.stl", "output_stl_path": "results/20250422_095709/stl/task20_openai_gpt-4o-2024-08-06_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.3282", "Hausdorff Dist (95p / 99p mm)": "95p: 6.9195\\n99p: 9.2995", "Vol Ref (mm\u00b3)": "39778.0652", "Vol Gen (mm\u00b3)": "75516.1426", "BBox Ref (mm)": "[20.0, 50.0, 80.00000000000001]", "BBox Gen Aligned (mm)": "[20.00207105433082, 49.879084940604436, 80.01679789720865]", "Overall Passed": "Fail" }, { "Task ID": "task20", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task20.stl", "output_stl_path": "results/20250422_095709/stl/task20_openai_gpt-4o-2024-08-06_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "3.1435", "Hausdorff Dist (95p / 99p mm)": "95p: 9.9796\\n99p: 14.8618", "Vol Ref (mm\u00b3)": "39778.0652", "Vol Gen (mm\u00b3)": "50437.0326", "BBox Ref (mm)": "[20.0, 50.0, 80.00000000000001]", "BBox Gen Aligned (mm)": "[32.13396341064525, 49.895884096878106, 80.02227270046289]", "Overall Passed": "Fail" }, { "Task ID": "task21", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task21.stl", "output_stl_path": "results/20250422_095709/stl/task21_openai_gpt-4o-2024-08-06_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.5539", "Hausdorff Dist (95p / 99p mm)": "95p: 3.2861\\n99p: 4.7883", "Vol Ref (mm\u00b3)": "21689.9535", "Vol Gen (mm\u00b3)": "24464.6570", "BBox Ref (mm)": "[10.0, 45.0, 60.0]", "BBox Gen Aligned (mm)": "[10.00772550363924, 45.01079544866206, 60.00702722107208]", "Overall Passed": "Fail" }, { "Task ID": "task21", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task21.stl", "output_stl_path": "results/20250422_095709/stl/task21_openai_gpt-4o-2024-08-06_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.5654", "Hausdorff Dist (95p / 99p mm)": "95p: 3.2980\\n99p: 4.8612", "Vol Ref (mm\u00b3)": "21689.9535", "Vol Gen (mm\u00b3)": "24123.9670", "BBox Ref (mm)": "[10.0, 45.0, 60.0]", "BBox Gen Aligned (mm)": "[10.032024893199317, 45.04058586879772, 60.025336028232935]", "Overall Passed": "Fail" }, { "Task ID": "task22", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task22.stl", "output_stl_path": "results/20250422_095709/stl/task22_openai_gpt-4o-2024-08-06_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "3.1027", "Hausdorff Dist (95p / 99p mm)": "95p: 4.8852\\n99p: 4.9122", "Vol Ref (mm\u00b3)": "32468.2275", "Vol Gen (mm\u00b3)": "58390.2357", "BBox Ref (mm)": "[40.0, 40.0, 95.0]", "BBox Gen Aligned (mm)": "[39.79166171356064, 40.00614978930918, 99.91697374283075]", "Overall Passed": "Fail" }, { "Task ID": "task22", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task22.stl", "output_stl_path": "results/20250422_095709/stl/task22_openai_gpt-4o-2024-08-06_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.2406", "Hausdorff Dist (95p / 99p mm)": "95p: 4.0078\\n99p: 4.3183", "Vol Ref (mm\u00b3)": "32468.2275", "Vol Gen (mm\u00b3)": "42895.9506", "BBox Ref (mm)": "[40.0, 40.0, 95.0]", "BBox Gen Aligned (mm)": "[39.933756208868964, 39.96446173416236, 95.0149327209216]", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task23.stl", "output_stl_path": "results/20250422_095709/stl/task23_openai_gpt-4o-2024-08-06_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.8705", "Hausdorff Dist (95p / 99p mm)": "95p: 12.7826\\n99p: 18.9953", "Vol Ref (mm\u00b3)": "49287.8161", "Vol Gen (mm\u00b3)": "35379.0525", "BBox Ref (mm)": "[20.0, 60.0, 120.0]", "BBox Gen Aligned (mm)": "[20.02440242835425, 64.90229472573562, 92.02755441159209]", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task23.stl", "output_stl_path": "results/20250422_095709/stl/task23_openai_gpt-4o-2024-08-06_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "4.7855", "Hausdorff Dist (95p / 99p mm)": "95p: 14.2771\\n99p: 20.6751", "Vol Ref (mm\u00b3)": "49287.8161", "Vol Gen (mm\u00b3)": "112898.6442", "BBox Ref (mm)": "[20.0, 60.0, 120.0]", "BBox Gen Aligned (mm)": "[39.93007030122335, 59.92689116521105, 140.00349639787467]", "Overall Passed": "Fail" }, { "Task ID": "task24", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task24.stl", "output_stl_path": "results/20250422_095709/stl/task24_openai_gpt-4o-2024-08-06_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4276", "Hausdorff Dist (95p / 99p mm)": "95p: 0.9637\\n99p: 3.1395", "Vol Ref (mm\u00b3)": "75182.3274", "Vol Gen (mm\u00b3)": "76172.0506", "BBox Ref (mm)": "[50.0, 50.0, 75.0]", "BBox Gen Aligned (mm)": "[50.03297694477797, 50.04618484905489, 75.03076363032925]", "Overall Passed": "Pass" }, { "Task ID": "task24", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task24.stl", "output_stl_path": "results/20250422_095709/stl/task24_openai_gpt-4o-2024-08-06_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.7712", "Hausdorff Dist (95p / 99p mm)": "95p: 3.6657\\n99p: 5.5648", "Vol Ref (mm\u00b3)": "75182.3274", "Vol Gen (mm\u00b3)": "75535.1542", "BBox Ref (mm)": "[50.0, 50.0, 75.0]", "BBox Gen Aligned (mm)": "[50.05711621042356, 50.09811140680966, 75.03614750990383]", "Overall Passed": "Fail" }, { "Task ID": "task25", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_openai_gpt-4o-2024-08-06_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.9664", "Hausdorff Dist (95p / 99p mm)": "95p: 12.1505\\n99p: 19.3787", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "127676.9237", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[49.848922820621425, 49.99334372715826, 74.86911142464726]", "Overall Passed": "Fail" }, { "Task ID": "task25", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_openai_gpt-4o-2024-08-06_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.3636", "Hausdorff Dist (95p / 99p mm)": "95p: 8.4874\\n99p: 16.8542", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "123875.7329", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[49.81166328074278, 49.99258707094103, 74.37752697297985]", "Overall Passed": "Fail" }, { "Task ID": "task3", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_openai_gpt-4o-2024-08-06_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3029", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5721\\n99p: 0.7058", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57533.0195", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.00851863405978, 99.49861446673694, 99.99925173645777]", "Overall Passed": "Pass" }, { "Task ID": "task3", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_openai_gpt-4o-2024-08-06_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3010", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5686\\n99p: 0.7027", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57533.0195", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.004762009828008, 99.47289607019455, 99.99993859668916]", "Overall Passed": "Pass" }, { "Task ID": "task4", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_openai_gpt-4o-2024-08-06_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4679", "Hausdorff Dist (95p / 99p mm)": "95p: 1.4013\\n99p: 4.7699", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "36315.4153", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[34.94500558836282, 34.96077401596081, 80.0023453581702]", "Overall Passed": "Fail" }, { "Task ID": "task4", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_openai_gpt-4o-2024-08-06_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2517", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5523\\n99p: 1.0742", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "37603.9480", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[34.86678791705801, 34.99567231191217, 80.00151252934438]", "Overall Passed": "Pass" }, { "Task ID": "task5", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task5.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task5", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_openai_gpt-4o-2024-08-06_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.2590", "Hausdorff Dist (95p / 99p mm)": "95p: 8.3536\\n99p: 12.1031", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "243908.8372", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.01480662104632, 50.03448422814205, 100.02405398188863]", "Overall Passed": "Fail" }, { "Task ID": "task6", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_openai_gpt-4o-2024-08-06_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1494", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5038\\n99p: 1.1791", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3897.8648", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.008367042249542, 20.01629830134959, 40.008949261860195]", "Overall Passed": "Pass" }, { "Task ID": "task6", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_openai_gpt-4o-2024-08-06_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1826", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6455\\n99p: 1.9956", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3935.2503", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.025633181732192, 20.05877833779202, 40.02849442309339]", "Overall Passed": "Pass" }, { "Task ID": "task7", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_openai_gpt-4o-2024-08-06_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.4778", "Hausdorff Dist (95p / 99p mm)": "95p: 8.1129\\n99p: 9.7028", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "9372.1840", "BBox Ref (mm)": "[9.993328094482422, 59.96661376953125, 59.97323989868164]", "BBox Gen Aligned (mm)": "[10.108502905264553, 69.78642705759954, 69.97521115650687]", "Overall Passed": "Fail" }, { "Task ID": "task7", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_openai_gpt-4o-2024-08-06_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.0779", "Hausdorff Dist (95p / 99p mm)": "95p: 4.8002\\n99p: 5.0030", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "9372.1840", "BBox Ref (mm)": "[9.993328094482422, 59.96661376953125, 59.97323989868164]", "BBox Gen Aligned (mm)": "[10.575563767756632, 69.82331827719642, 69.95779143800064]", "Overall Passed": "Fail" }, { "Task ID": "task8", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task8.stl", "output_stl_path": "results/20250422_095709/stl/task8_openai_gpt-4o-2024-08-06_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2148", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4601\\n99p: 0.6800", "Vol Ref (mm\u00b3)": "31765.3333", "Vol Gen (mm\u00b3)": "31941.4903", "BBox Ref (mm)": "[20.0, 20.0, 80.0]", "BBox Gen Aligned (mm)": "[20.010164097932368, 20.01346092189536, 80.00346240139487]", "Overall Passed": "Pass" }, { "Task ID": "task8", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task8.stl", "output_stl_path": "results/20250422_095709/stl/task8_openai_gpt-4o-2024-08-06_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2133", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4581\\n99p: 0.6725", "Vol Ref (mm\u00b3)": "31765.3333", "Vol Gen (mm\u00b3)": "31941.4903", "BBox Ref (mm)": "[20.0, 20.0, 80.0]", "BBox Gen Aligned (mm)": "[20.011643659755915, 20.026233233960166, 80.0045590425658]", "Overall Passed": "Pass" }, { "Task ID": "task9", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task9.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task9", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "gpt-4o-2024-08-06", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task9.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" } ], "o1-2024-12-17": [ { "Task ID": "task1", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task1.stl", "output_stl_path": "results/20250422_095709/stl/task1_openai_o1-2024-12-17_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.0439", "Hausdorff Dist (95p / 99p mm)": "95p: 0.0856\\n99p: 0.1066", "Vol Ref (mm\u00b3)": "334.9736", "Vol Gen (mm\u00b3)": "334.9956", "BBox Ref (mm)": "[5.0, 10.766426086425781, 11.410706520080566]", "BBox Gen Aligned (mm)": "[5.000890836875951, 10.760527220926065, 11.4135840744649]", "Overall Passed": "Pass" }, { "Task ID": "task1", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task1.stl", "output_stl_path": "results/20250422_095709/stl/task1_openai_o1-2024-12-17_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.0439", "Hausdorff Dist (95p / 99p mm)": "95p: 0.0854\\n99p: 0.1063", "Vol Ref (mm\u00b3)": "334.9736", "Vol Gen (mm\u00b3)": "334.9956", "BBox Ref (mm)": "[5.0, 10.766426086425781, 11.410706520080566]", "BBox Gen Aligned (mm)": "[5.001533021653869, 10.76768082395296, 11.410609420208313]", "Overall Passed": "Pass" }, { "Task ID": "task10", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task10.stl", "output_stl_path": "results/20250422_095709/stl/task10_openai_o1-2024-12-17_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3202", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6249\\n99p: 0.7711", "Vol Ref (mm\u00b3)": "141328.9381", "Vol Gen (mm\u00b3)": "141278.6689", "BBox Ref (mm)": "[30.0, 64.97696685791016, 130.0]", "BBox Gen Aligned (mm)": "[30.017123997380796, 65.01507638874484, 130.00147680551197]", "Overall Passed": "Pass" }, { "Task ID": "task10", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task10.stl", "output_stl_path": "results/20250422_095709/stl/task10_openai_o1-2024-12-17_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3216", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6233\\n99p: 0.7750", "Vol Ref (mm\u00b3)": "141328.9381", "Vol Gen (mm\u00b3)": "141278.6689", "BBox Ref (mm)": "[30.0, 64.97696685791016, 130.0]", "BBox Gen Aligned (mm)": "[30.00711269371432, 65.00268632989807, 130.00148964632686]", "Overall Passed": "Pass" }, { "Task ID": "task11", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task11.stl", "output_stl_path": "results/20250422_095709/stl/task11_openai_o1-2024-12-17_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "7.7846", "Hausdorff Dist (95p / 99p mm)": "95p: 20.6435\\n99p: 23.2598", "Vol Ref (mm\u00b3)": "2507.2287", "Vol Gen (mm\u00b3)": "2503.4083", "BBox Ref (mm)": "[5.0, 29.947338104248047, 80.0]", "BBox Gen Aligned (mm)": "[29.995234139050822, 46.99056043323435, 83.23571738103495]", "Overall Passed": "Fail" }, { "Task ID": "task11", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Fail", "Render OK": false, "reference_stl_path": "./reference/task11.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task12", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_openai_o1-2024-12-17_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1646", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3002\\n99p: 0.3658", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "10051.9687", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.002626479269832, 60.00082011612487, 60.001264569466194]", "Overall Passed": "Pass" }, { "Task ID": "task12", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_openai_o1-2024-12-17_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1834", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3362\\n99p: 0.9140", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "9947.8596", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.009566113628232, 59.053690922350874, 60.0004941467972]", "Overall Passed": "Fail" }, { "Task ID": "task13", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task13.stl", "output_stl_path": "results/20250422_095709/stl/task13_openai_o1-2024-12-17_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1138", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2221\\n99p: 0.2765", "Vol Ref (mm\u00b3)": "2509.7634", "Vol Gen (mm\u00b3)": "2511.6208", "BBox Ref (mm)": "[9.991845607757568, 9.995922088623047, 50.0]", "BBox Gen Aligned (mm)": "[9.99861786762197, 10.001069721471698, 50.000496343332436]", "Overall Passed": "Pass" }, { "Task ID": "task13", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task13.stl", "output_stl_path": "results/20250422_095709/stl/task13_openai_o1-2024-12-17_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1145", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2230\\n99p: 0.2755", "Vol Ref (mm\u00b3)": "2509.7634", "Vol Gen (mm\u00b3)": "2509.2388", "BBox Ref (mm)": "[9.991845607757568, 9.995922088623047, 50.0]", "BBox Gen Aligned (mm)": "[10.00012937708028, 10.001163046048525, 50.00031788366768]", "Overall Passed": "Pass" }, { "Task ID": "task14", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task14.stl", "output_stl_path": "results/20250422_095709/stl/task14_openai_o1-2024-12-17_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2748", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5101\\n99p: 0.6299", "Vol Ref (mm\u00b3)": "55079.4518", "Vol Gen (mm\u00b3)": "54692.2548", "BBox Ref (mm)": "[25.980762481689453, 59.978736877441406, 120.0]", "BBox Gen Aligned (mm)": "[25.999588712810244, 59.69228595933167, 119.99999384845272]", "Overall Passed": "Pass" }, { "Task ID": "task14", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task14.stl", "output_stl_path": "results/20250422_095709/stl/task14_openai_o1-2024-12-17_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "12.7654", "Hausdorff Dist (95p / 99p mm)": "95p: 60.5320\\n99p: 70.4125", "Vol Ref (mm\u00b3)": "55079.4518", "Vol Gen (mm\u00b3)": "18230.7516", "BBox Ref (mm)": "[25.980762481689453, 59.978736877441406, 120.0]", "BBox Gen Aligned (mm)": "[26.06345394326807, 48.91252507757491, 53.211899886892]", "Overall Passed": "Fail" }, { "Task ID": "task15", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task15.stl", "output_stl_path": "results/20250422_095709/stl/task15_openai_o1-2024-12-17_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "9.5227", "Hausdorff Dist (95p / 99p mm)": "95p: 33.2466\\n99p: 36.6690", "Vol Ref (mm\u00b3)": "43149.2272", "Vol Gen (mm\u00b3)": "0.0000", "BBox Ref (mm)": "[40.0, 40.0, 40.0]", "BBox Gen Aligned (mm)": "[3.3171247869717675, 40.78070338886174, 40.85538552668038]", "Overall Passed": "Fail" }, { "Task ID": "task15", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task15.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task16", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task16.stl", "output_stl_path": "results/20250422_095709/stl/task16_openai_o1-2024-12-17_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2413", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4733\\n99p: 0.5981", "Vol Ref (mm\u00b3)": "52851.4977", "Vol Gen (mm\u00b3)": "52762.6310", "BBox Ref (mm)": "[20.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[20.005805899290774, 40.01223889245361, 80.00436901383199]", "Overall Passed": "Pass" }, { "Task ID": "task16", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task16.stl", "output_stl_path": "results/20250422_095709/stl/task16_openai_o1-2024-12-17_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.6532", "Hausdorff Dist (95p / 99p mm)": "95p: 3.9605\\n99p: 8.5712", "Vol Ref (mm\u00b3)": "52851.4977", "Vol Gen (mm\u00b3)": "59500.0000", "BBox Ref (mm)": "[20.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[20.00710228468636, 40.00086786302662, 80.0015134163689]", "Overall Passed": "Fail" }, { "Task ID": "task17", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_openai_o1-2024-12-17_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2606", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4753\\n99p: 1.9002", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "28547.7359", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.011283625020006, 40.0142771655205, 80.0080283905674]", "Overall Passed": "Pass" }, { "Task ID": "task17", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_openai_o1-2024-12-17_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2619", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4799\\n99p: 1.9405", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "28547.7359", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.008129963752138, 40.00502706146294, 80.00296361146151]", "Overall Passed": "Fail" }, { "Task ID": "task18", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_openai_o1-2024-12-17_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1095", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2113\\n99p: 0.2600", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3628.8446", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.006263160422815, 20.001550468620515, 40.00079535099603]", "Overall Passed": "Pass" }, { "Task ID": "task18", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_openai_o1-2024-12-17_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1071", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2089\\n99p: 0.2574", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3611.0680", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.001433494586429, 20.000392062035996, 40.000105265625535]", "Overall Passed": "Pass" }, { "Task ID": "task19", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_openai_o1-2024-12-17_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3136", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5956\\n99p: 0.7284", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "61533.0195", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[50.002810512860954, 99.45785505219011, 100.00057775845113]", "Overall Passed": "Pass" }, { "Task ID": "task19", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_openai_o1-2024-12-17_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3939", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6253\\n99p: 3.6885", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "60533.0195", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[40.00557489587416, 99.46229736072698, 100.00019787192664]", "Overall Passed": "Fail" }, { "Task ID": "task2", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_openai_o1-2024-12-17_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1031", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1885\\n99p: 0.8268", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1704.8180", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.0020855500978505, 18.002519542551823, 32.00125053122347]", "Overall Passed": "Pass" }, { "Task ID": "task2", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_openai_o1-2024-12-17_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1005", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1850\\n99p: 0.6592", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1704.8180", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.0007506222206293, 18.036040443527156, 32.0202104450525]", "Overall Passed": "Pass" }, { "Task ID": "task20", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task20.stl", "output_stl_path": "results/20250422_095709/stl/task20_openai_o1-2024-12-17_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.7348", "Hausdorff Dist (95p / 99p mm)": "95p: 9.9901\\n99p: 10.8476", "Vol Ref (mm\u00b3)": "39778.0652", "Vol Gen (mm\u00b3)": "30388.3900", "BBox Ref (mm)": "[20.0, 50.0, 80.00000000000001]", "BBox Gen Aligned (mm)": "[20.196304937711446, 50.051349395923495, 80.02746784179513]", "Overall Passed": "Fail" }, { "Task ID": "task20", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task20.stl", "output_stl_path": "results/20250422_095709/stl/task20_openai_o1-2024-12-17_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.3520", "Hausdorff Dist (95p / 99p mm)": "95p: 9.9091\\n99p: 10.0441", "Vol Ref (mm\u00b3)": "39778.0652", "Vol Gen (mm\u00b3)": "29961.0874", "BBox Ref (mm)": "[20.0, 50.0, 80.00000000000001]", "BBox Gen Aligned (mm)": "[20.21461898243108, 50.099529786776024, 80.03694416603773]", "Overall Passed": "Fail" }, { "Task ID": "task21", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task21.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task21", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task21.stl", "output_stl_path": "results/20250422_095709/stl/task21_openai_o1-2024-12-17_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2069", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4007\\n99p: 0.4944", "Vol Ref (mm\u00b3)": "21689.9535", "Vol Gen (mm\u00b3)": "21772.9807", "BBox Ref (mm)": "[10.0, 45.0, 60.0]", "BBox Gen Aligned (mm)": "[10.003826337779048, 45.017490765300785, 60.013057348299824]", "Overall Passed": "Pass" }, { "Task ID": "task22", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task22.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task22", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task22.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task23.stl", "output_stl_path": "results/20250422_095709/stl/task23_openai_o1-2024-12-17_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.5267", "Hausdorff Dist (95p / 99p mm)": "95p: 2.3600\\n99p: 5.6863", "Vol Ref (mm\u00b3)": "49287.8161", "Vol Gen (mm\u00b3)": "49266.2436", "BBox Ref (mm)": "[20.0, 60.0, 120.0]", "BBox Gen Aligned (mm)": "[20.02180600635004, 60.050929538068594, 120.01286940082507]", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task23.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task24", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task24.stl", "output_stl_path": "results/20250422_095709/stl/task24_openai_o1-2024-12-17_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3100", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5998\\n99p: 0.7489", "Vol Ref (mm\u00b3)": "75182.3274", "Vol Gen (mm\u00b3)": "75413.0776", "BBox Ref (mm)": "[50.0, 50.0, 75.0]", "BBox Gen Aligned (mm)": "[50.002401308743025, 50.03952647647702, 75.02638961597052]", "Overall Passed": "Pass" }, { "Task ID": "task24", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task24.stl", "output_stl_path": "results/20250422_095709/stl/task24_openai_o1-2024-12-17_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3090", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5989\\n99p: 0.7460", "Vol Ref (mm\u00b3)": "75182.3274", "Vol Gen (mm\u00b3)": "75413.0776", "BBox Ref (mm)": "[50.0, 50.0, 75.0]", "BBox Gen Aligned (mm)": "[50.00201813811469, 50.00714750633244, 75.0042799135549]", "Overall Passed": "Pass" }, { "Task ID": "task25", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_openai_o1-2024-12-17_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2876", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5633\\n99p: 0.6998", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "94096.4547", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[49.9979990802495, 50.0025162821101, 74.46725693110176]", "Overall Passed": "Pass" }, { "Task ID": "task25", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_openai_o1-2024-12-17_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.1773", "Hausdorff Dist (95p / 99p mm)": "95p: 10.9497\\n99p: 18.1155", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "63441.6907", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[50.00148512466617, 50.01505967864834, 50.019454502992275]", "Overall Passed": "Fail" }, { "Task ID": "task3", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_openai_o1-2024-12-17_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3013", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5701\\n99p: 0.7026", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57533.0195", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.002928637734858, 99.45392991721197, 100.00016881806484]", "Overall Passed": "Pass" }, { "Task ID": "task3", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_openai_o1-2024-12-17_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2887", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5630\\n99p: 0.6958", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57830.1128", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.002710549022082, 99.99997986864986, 100.0001003797345]", "Overall Passed": "Pass" }, { "Task ID": "task4", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_openai_o1-2024-12-17_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2281", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4710\\n99p: 1.1258", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "37855.3577", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[35.00006618853017, 35.000681567011625, 80.00185047099583]", "Overall Passed": "Pass" }, { "Task ID": "task4", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_openai_o1-2024-12-17_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.2722", "Hausdorff Dist (95p / 99p mm)": "95p: 3.8261\\n99p: 4.5074", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "40571.0477", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[40.31905059695859, 40.36585045846442, 80.97531546341989]", "Overall Passed": "Fail" }, { "Task ID": "task5", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_openai_o1-2024-12-17_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.7948", "Hausdorff Dist (95p / 99p mm)": "95p: 10.3089\\n99p: 12.3066", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "200947.6531", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.0223581136934, 50.02977097907624, 100.00495064046902]", "Overall Passed": "Fail" }, { "Task ID": "task5", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_openai_o1-2024-12-17_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3604", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6997\\n99p: 0.8684", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "225635.3487", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.01987706091654, 50.040551230079885, 100.01515523567916]", "Overall Passed": "Pass" }, { "Task ID": "task6", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_openai_o1-2024-12-17_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1082", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2103\\n99p: 0.2603", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3870.5007", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.006357831574677, 20.00246474563181, 40.000876617391555]", "Overall Passed": "Pass" }, { "Task ID": "task6", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_openai_o1-2024-12-17_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1082", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2104\\n99p: 0.2587", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3870.5007", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.000395683636661, 20.004359253773156, 40.00219560902069]", "Overall Passed": "Pass" }, { "Task ID": "task7", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_openai_o1-2024-12-17_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "9.4872", "Hausdorff Dist (95p / 99p mm)": "95p: 28.5751\\n99p: 31.5725", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "3154.1195", "BBox Ref (mm)": "[9.993328094482422, 59.96661376953125, 59.97323989868164]", "BBox Gen Aligned (mm)": "[10.222793704748494, 29.996746760779516, 29.99697010896942]", "Overall Passed": "Fail" }, { "Task ID": "task7", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_openai_o1-2024-12-17_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1989", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3879\\n99p: 0.4817", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "7885.2987", "BBox Ref (mm)": "[9.993328094482422, 59.96661376953125, 59.97323989868164]", "BBox Gen Aligned (mm)": "[10.005850366547484, 59.99985476876192, 59.999855169400426]", "Overall Passed": "Pass" }, { "Task ID": "task8", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task8.stl", "output_stl_path": "results/20250422_095709/stl/task8_openai_o1-2024-12-17_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2132", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4590\\n99p: 0.6535", "Vol Ref (mm\u00b3)": "31765.3333", "Vol Gen (mm\u00b3)": "31960.0000", "BBox Ref (mm)": "[20.0, 20.0, 80.0]", "BBox Gen Aligned (mm)": "[20.00103198737898, 20.001256762497846, 80.00036742804583]", "Overall Passed": "Fail" }, { "Task ID": "task8", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task8.stl", "output_stl_path": "results/20250422_095709/stl/task8_openai_o1-2024-12-17_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2115", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4459\\n99p: 0.6514", "Vol Ref (mm\u00b3)": "31765.3333", "Vol Gen (mm\u00b3)": "31840.0000", "BBox Ref (mm)": "[20.0, 20.0, 80.0]", "BBox Gen Aligned (mm)": "[20.014450460722614, 20.01779920934218, 80.00136233629114]", "Overall Passed": "Fail" }, { "Task ID": "task9", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task9.stl", "output_stl_path": "results/20250422_095709/stl/task9_openai_o1-2024-12-17_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3330", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6481\\n99p: 0.8021", "Vol Ref (mm\u00b3)": "53000.0000", "Vol Gen (mm\u00b3)": "53000.0000", "BBox Ref (mm)": "[50.0, 50.0, 50.00000000000001]", "BBox Gen Aligned (mm)": "[50.01318656924882, 50.02007425952254, 50.02744144282672]", "Overall Passed": "Pass" }, { "Task ID": "task9", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o1-2024-12-17", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task9.stl", "output_stl_path": "results/20250422_095709/stl/task9_openai_o1-2024-12-17_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3321", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6462\\n99p: 0.8034", "Vol Ref (mm\u00b3)": "53000.0000", "Vol Gen (mm\u00b3)": "53000.0000", "BBox Ref (mm)": "[50.0, 50.0, 50.00000000000001]", "BBox Gen Aligned (mm)": "[50.01546531204058, 50.01785699214389, 50.02059416800035]", "Overall Passed": "Pass" } ], "o3-2025-04-16": [ { "Task ID": "task1", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task1.stl", "output_stl_path": "results/20250422_095709/stl/task1_openai_o3-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.0440", "Hausdorff Dist (95p / 99p mm)": "95p: 0.0854\\n99p: 0.1060", "Vol Ref (mm\u00b3)": "334.9736", "Vol Gen (mm\u00b3)": "334.9956", "BBox Ref (mm)": "[5.0, 10.766426086425781, 11.410706520080566]", "BBox Gen Aligned (mm)": "[5.002169155972548, 10.765822774496849, 11.41166422166214]", "Overall Passed": "Pass" }, { "Task ID": "task1", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task1.stl", "output_stl_path": "results/20250422_095709/stl/task1_openai_o3-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.0441", "Hausdorff Dist (95p / 99p mm)": "95p: 0.0858\\n99p: 0.1069", "Vol Ref (mm\u00b3)": "334.9736", "Vol Gen (mm\u00b3)": "334.9956", "BBox Ref (mm)": "[5.0, 10.766426086425781, 11.410706520080566]", "BBox Gen Aligned (mm)": "[5.002005296469731, 10.7582975574161, 11.415174671861184]", "Overall Passed": "Pass" }, { "Task ID": "task10", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task10.stl", "output_stl_path": "results/20250422_095709/stl/task10_openai_o3-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3205", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6286\\n99p: 0.7751", "Vol Ref (mm\u00b3)": "141328.9381", "Vol Gen (mm\u00b3)": "141342.9616", "BBox Ref (mm)": "[30.0, 64.97696685791016, 130.0]", "BBox Gen Aligned (mm)": "[30.007193850581963, 65.01262307082338, 130.0014040912068]", "Overall Passed": "Pass" }, { "Task ID": "task10", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task10.stl", "output_stl_path": "results/20250422_095709/stl/task10_openai_o3-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3203", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6272\\n99p: 0.7755", "Vol Ref (mm\u00b3)": "141328.9381", "Vol Gen (mm\u00b3)": "141314.9021", "BBox Ref (mm)": "[30.0, 64.97696685791016, 130.0]", "BBox Gen Aligned (mm)": "[30.017058314403577, 65.01017563909934, 130.0000853210584]", "Overall Passed": "Pass" }, { "Task ID": "task11", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task11.stl", "output_stl_path": "results/20250422_095709/stl/task11_openai_o3-2025-04-16_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "5.4251", "Hausdorff Dist (95p / 99p mm)": "95p: 17.8062\\n99p: 20.3504", "Vol Ref (mm\u00b3)": "2507.2287", "Vol Gen (mm\u00b3)": "2514.1700", "BBox Ref (mm)": "[5.0, 29.947338104248047, 80.0]", "BBox Gen Aligned (mm)": "[28.77752756030931, 29.999286717975814, 59.64550516294068]", "Overall Passed": "Fail" }, { "Task ID": "task11", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task11.stl", "output_stl_path": "results/20250422_095709/stl/task11_openai_o3-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "7.6326", "Hausdorff Dist (95p / 99p mm)": "95p: 33.4656\\n99p: 39.9577", "Vol Ref (mm\u00b3)": "2507.2287", "Vol Gen (mm\u00b3)": "8346.5913", "BBox Ref (mm)": "[5.0, 29.947338104248047, 80.0]", "BBox Gen Aligned (mm)": "[39.98862483367921, 39.98877764426273, 98.01374495200648]", "Overall Passed": "Fail" }, { "Task ID": "task12", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_openai_o3-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.6580", "Hausdorff Dist (95p / 99p mm)": "95p: 3.5062\\n99p: 3.7336", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "10204.8233", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.003114638459696, 60.00105736690193, 60.003134037912226]", "Overall Passed": "Fail" }, { "Task ID": "task12", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_openai_o3-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1494", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2919\\n99p: 0.3635", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "10204.8233", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.000923101435442, 60.00022100762966, 60.00116986469546]", "Overall Passed": "Pass" }, { "Task ID": "task13", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task13.stl", "output_stl_path": "results/20250422_095709/stl/task13_openai_o3-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1140", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2228\\n99p: 0.2762", "Vol Ref (mm\u00b3)": "2509.7634", "Vol Gen (mm\u00b3)": "2511.6208", "BBox Ref (mm)": "[9.991845607757568, 9.995922088623047, 50.0]", "BBox Gen Aligned (mm)": "[9.999443966709364, 10.00163962172347, 50.00045133841567]", "Overall Passed": "Pass" }, { "Task ID": "task13", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task13.stl", "output_stl_path": "results/20250422_095709/stl/task13_openai_o3-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1145", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2224\\n99p: 0.2749", "Vol Ref (mm\u00b3)": "2509.7634", "Vol Gen (mm\u00b3)": "2512.2649", "BBox Ref (mm)": "[9.991845607757568, 9.995922088623047, 50.0]", "BBox Gen Aligned (mm)": "[9.998706164190121, 10.000108884255242, 50.00063377997913]", "Overall Passed": "Pass" }, { "Task ID": "task14", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task14.stl", "output_stl_path": "results/20250422_095709/stl/task14_openai_o3-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2587", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5062\\n99p: 0.6289", "Vol Ref (mm\u00b3)": "55079.4518", "Vol Gen (mm\u00b3)": "55057.9123", "BBox Ref (mm)": "[25.980762481689453, 59.978736877441406, 120.0]", "BBox Gen Aligned (mm)": "[25.986005637785453, 60.00331963638086, 119.99999966942036]", "Overall Passed": "Pass" }, { "Task ID": "task14", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task14.stl", "output_stl_path": "results/20250422_095709/stl/task14_openai_o3-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2746", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5128\\n99p: 0.6304", "Vol Ref (mm\u00b3)": "55079.4518", "Vol Gen (mm\u00b3)": "54692.2548", "BBox Ref (mm)": "[25.980762481689453, 59.978736877441406, 120.0]", "BBox Gen Aligned (mm)": "[26.002663403608356, 59.68913147943105, 119.99999558703472]", "Overall Passed": "Pass" }, { "Task ID": "task15", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task15.stl", "output_stl_path": "results/20250422_095709/stl/task15_openai_o3-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.5376", "Hausdorff Dist (95p / 99p mm)": "95p: 3.9484\\n99p: 4.5573", "Vol Ref (mm\u00b3)": "43149.2272", "Vol Gen (mm\u00b3)": "-38698.8856", "BBox Ref (mm)": "[40.0, 40.0, 40.0]", "BBox Gen Aligned (mm)": "[39.968644172071905, 39.968672103762025, 40.08124677272635]", "Overall Passed": "Fail" }, { "Task ID": "task15", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task15.stl", "output_stl_path": "results/20250422_095709/stl/task15_openai_o3-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3574", "Hausdorff Dist (95p / 99p mm)": "95p: 0.8861\\n99p: 1.0119", "Vol Ref (mm\u00b3)": "43149.2272", "Vol Gen (mm\u00b3)": "45004.0919", "BBox Ref (mm)": "[40.0, 40.0, 40.0]", "BBox Gen Aligned (mm)": "[40.00002239100067, 40.000063315776, 40.22015783904487]", "Overall Passed": "Fail" }, { "Task ID": "task16", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task16.stl", "output_stl_path": "results/20250422_095709/stl/task16_openai_o3-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2445", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4819\\n99p: 0.6043", "Vol Ref (mm\u00b3)": "52851.4977", "Vol Gen (mm\u00b3)": "52919.9370", "BBox Ref (mm)": "[20.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[20.001916650199334, 40.01931081622135, 80.00762771573251]", "Overall Passed": "Fail" }, { "Task ID": "task16", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task16.stl", "output_stl_path": "results/20250422_095709/stl/task16_openai_o3-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2420", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4793\\n99p: 0.6102", "Vol Ref (mm\u00b3)": "52851.4977", "Vol Gen (mm\u00b3)": "52755.9651", "BBox Ref (mm)": "[20.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[20.011918460327887, 40.00741753983902, 80.00202159997991]", "Overall Passed": "Pass" }, { "Task ID": "task17", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_openai_o3-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2112", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4124\\n99p: 0.5089", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "28225.7772", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.00192487147234, 40.01756950885975, 80.00877303538631]", "Overall Passed": "Pass" }, { "Task ID": "task17", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_openai_o3-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2122", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4136\\n99p: 0.5150", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "28225.7772", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.004763575380567, 40.0111274819737, 80.00579631807445]", "Overall Passed": "Pass" }, { "Task ID": "task18", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_openai_o3-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1609", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5404\\n99p: 1.3789", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3610.6988", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.032605501868906, 20.011784815165484, 40.00892020270211]", "Overall Passed": "Pass" }, { "Task ID": "task18", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_openai_o3-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1065", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2077\\n99p: 0.2566", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3611.0680", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.0043822919820355, 20.003258577429882, 40.001387415177035]", "Overall Passed": "Pass" }, { "Task ID": "task19", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_openai_o3-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.5961", "Hausdorff Dist (95p / 99p mm)": "95p: 12.7204\\n99p: 19.9870", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "62899.8557", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[50.00162353334745, 100.00017270749822, 115.00294171361696]", "Overall Passed": "Fail" }, { "Task ID": "task19", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_openai_o3-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3012", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5875\\n99p: 0.7264", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "61899.8557", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[50.00543012479844, 100.00013612696651, 100.00081056980983]", "Overall Passed": "Pass" }, { "Task ID": "task2", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_openai_o3-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1030", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1843\\n99p: 0.8562", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1697.4254", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.008201218285971, 18.010013417343366, 32.00548750131487]", "Overall Passed": "Pass" }, { "Task ID": "task2", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_openai_o3-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.0857", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1669\\n99p: 0.2070", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1697.4187", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.0011106021002747, 18.00156201269597, 32.00086355435653]", "Overall Passed": "Pass" }, { "Task ID": "task20", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task20.stl", "output_stl_path": "results/20250422_095709/stl/task20_openai_o3-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.8682", "Hausdorff Dist (95p / 99p mm)": "95p: 7.8843\\n99p: 10.0149", "Vol Ref (mm\u00b3)": "39778.0652", "Vol Gen (mm\u00b3)": "30419.8054", "BBox Ref (mm)": "[20.0, 50.0, 80.00000000000001]", "BBox Gen Aligned (mm)": "[20.04197053757677, 50.03927655204629, 80.0212842967987]", "Overall Passed": "Fail" }, { "Task ID": "task20", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task20.stl", "output_stl_path": "results/20250422_095709/stl/task20_openai_o3-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.8874", "Hausdorff Dist (95p / 99p mm)": "95p: 8.0027\\n99p: 10.0166", "Vol Ref (mm\u00b3)": "39778.0652", "Vol Gen (mm\u00b3)": "30419.5598", "BBox Ref (mm)": "[20.0, 50.0, 80.00000000000001]", "BBox Gen Aligned (mm)": "[20.015674438509837, 50.02313342294332, 80.00683299749639]", "Overall Passed": "Fail" }, { "Task ID": "task21", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task21.stl", "output_stl_path": "results/20250422_095709/stl/task21_openai_o3-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2033", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3965\\n99p: 0.4919", "Vol Ref (mm\u00b3)": "21689.9535", "Vol Gen (mm\u00b3)": "21686.5050", "BBox Ref (mm)": "[10.0, 45.0, 60.0]", "BBox Gen Aligned (mm)": "[10.003175549424068, 45.013724838836936, 60.01074593179321]", "Overall Passed": "Pass" }, { "Task ID": "task21", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task21.stl", "output_stl_path": "results/20250422_095709/stl/task21_openai_o3-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2378", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4228\\n99p: 1.7477", "Vol Ref (mm\u00b3)": "21689.9535", "Vol Gen (mm\u00b3)": "21281.5050", "BBox Ref (mm)": "[10.0, 45.0, 60.0]", "BBox Gen Aligned (mm)": "[10.025332871715655, 45.01641133697623, 60.0088937239362]", "Overall Passed": "Pass" }, { "Task ID": "task22", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Fail", "Render OK": false, "reference_stl_path": "./reference/task22.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task22", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task22.stl", "output_stl_path": "results/20250422_095709/stl/task22_openai_o3-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3834", "Hausdorff Dist (95p / 99p mm)": "95p: 1.1632\\n99p: 5.1861", "Vol Ref (mm\u00b3)": "32468.2275", "Vol Gen (mm\u00b3)": "31153.2153", "BBox Ref (mm)": "[40.0, 40.0, 95.0]", "BBox Gen Aligned (mm)": "[39.99887330456059, 39.99984053721683, 95.00167251743906]", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task23.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task23.stl", "output_stl_path": "results/20250422_095709/stl/task23_openai_o3-2025-04-16_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "19.6778", "Hausdorff Dist (95p / 99p mm)": "95p: 85.1403\\n99p: 95.4792", "Vol Ref (mm\u00b3)": "49287.8161", "Vol Gen (mm\u00b3)": "3672.7606", "BBox Ref (mm)": "[20.0, 60.0, 120.0]", "BBox Gen Aligned (mm)": "[17.999993560499078, 17.99999960172774, 45.001717299849105]", "Overall Passed": "Fail" }, { "Task ID": "task24", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task24.stl", "output_stl_path": "results/20250422_095709/stl/task24_openai_o3-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3079", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6009\\n99p: 0.7452", "Vol Ref (mm\u00b3)": "75182.3274", "Vol Gen (mm\u00b3)": "75160.4765", "BBox Ref (mm)": "[50.0, 50.0, 75.0]", "BBox Gen Aligned (mm)": "[50.01068046556467, 50.015612341532254, 75.00932052513946]", "Overall Passed": "Pass" }, { "Task ID": "task24", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task24.stl", "output_stl_path": "results/20250422_095709/stl/task24_openai_o3-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3069", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6011\\n99p: 0.7449", "Vol Ref (mm\u00b3)": "75182.3274", "Vol Gen (mm\u00b3)": "75160.4765", "BBox Ref (mm)": "[50.0, 50.0, 75.0]", "BBox Gen Aligned (mm)": "[50.003544208070906, 50.01916830255658, 75.01334254224722]", "Overall Passed": "Pass" }, { "Task ID": "task25", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_openai_o3-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2877", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5631\\n99p: 0.7006", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "94204.7212", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[50.001413916196014, 50.00185711755661, 74.48863000436816]", "Overall Passed": "Pass" }, { "Task ID": "task25", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_openai_o3-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2869", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5639\\n99p: 0.6957", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "94185.7793", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[50.004034189893446, 50.006373425849816, 74.48917502498072]", "Overall Passed": "Pass" }, { "Task ID": "task3", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_openai_o3-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2891", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5642\\n99p: 0.7028", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57911.3523", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.006348738041194, 100.00019981500047, 100.00060192151447]", "Overall Passed": "Pass" }, { "Task ID": "task3", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_openai_o3-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2896", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5649\\n99p: 0.7028", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57899.8557", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.004555701185005, 100.00021148769851, 100.00036706069055]", "Overall Passed": "Pass" }, { "Task ID": "task4", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_openai_o3-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1964", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3848\\n99p: 0.4750", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "37865.0663", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[34.99991009748004, 35.00229499914235, 80.00370501820964]", "Overall Passed": "Pass" }, { "Task ID": "task4", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_openai_o3-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1971", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3855\\n99p: 0.4777", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "37865.0663", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[35.00134823216506, 35.00218860203056, 80.00445000059385]", "Overall Passed": "Pass" }, { "Task ID": "task5", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_openai_o3-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3602", "Hausdorff Dist (95p / 99p mm)": "95p: 0.7049\\n99p: 0.8635", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "225466.1628", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.008246504562514, 50.016511222231, 100.00864304464855]", "Overall Passed": "Pass" }, { "Task ID": "task5", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_openai_o3-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3606", "Hausdorff Dist (95p / 99p mm)": "95p: 0.7048\\n99p: 0.8726", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "225473.8265", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.00827969690147, 50.0177372854174, 100.00976743352398]", "Overall Passed": "Pass" }, { "Task ID": "task6", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_openai_o3-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1061", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2066\\n99p: 0.2545", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3861.9919", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.000901932673335, 20.002152646095997, 40.00103922610502]", "Overall Passed": "Pass" }, { "Task ID": "task6", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_openai_o3-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1064", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2072\\n99p: 0.2576", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3861.9919", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.004654343012964, 20.00237243389446, 40.001300828183446]", "Overall Passed": "Pass" }, { "Task ID": "task7", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_openai_o3-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1982", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3878\\n99p: 0.4790", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "7889.3438", "BBox Ref (mm)": "[9.993328094482422, 59.96661376953125, 59.97323989868164]", "BBox Gen Aligned (mm)": "[10.004024897546822, 59.99999244439533, 59.999992456058706]", "Overall Passed": "Pass" }, { "Task ID": "task7", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_openai_o3-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1986", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3895\\n99p: 0.4815", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "7889.3438", "BBox Ref (mm)": "[9.993328094482422, 59.96661376953125, 59.97323989868164]", "BBox Gen Aligned (mm)": "[10.002691255179776, 59.999998390822114, 59.99999847765435]", "Overall Passed": "Pass" }, { "Task ID": "task8", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task8.stl", "output_stl_path": "results/20250422_095709/stl/task8_openai_o3-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1860", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3624\\n99p: 0.4487", "Vol Ref (mm\u00b3)": "31765.3333", "Vol Gen (mm\u00b3)": "31765.3333", "BBox Ref (mm)": "[20.0, 20.0, 80.0]", "BBox Gen Aligned (mm)": "[20.00392536513352, 20.008710169681002, 80.00137351544024]", "Overall Passed": "Pass" }, { "Task ID": "task8", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task8.stl", "output_stl_path": "results/20250422_095709/stl/task8_openai_o3-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2105", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4487\\n99p: 0.6382", "Vol Ref (mm\u00b3)": "31765.3333", "Vol Gen (mm\u00b3)": "32000.0000", "BBox Ref (mm)": "[20.0, 20.0, 80.0]", "BBox Gen Aligned (mm)": "[20.010742263314697, 20.013764534645233, 80.0008472292599]", "Overall Passed": "Pass" }, { "Task ID": "task9", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task9.stl", "output_stl_path": "results/20250422_095709/stl/task9_openai_o3-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3335", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6513\\n99p: 0.8096", "Vol Ref (mm\u00b3)": "53000.0000", "Vol Gen (mm\u00b3)": "53000.0000", "BBox Ref (mm)": "[50.0, 50.0, 50.00000000000001]", "BBox Gen Aligned (mm)": "[50.012266801464555, 50.012609453158056, 50.01495206013516]", "Overall Passed": "Pass" }, { "Task ID": "task9", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task9.stl", "output_stl_path": "results/20250422_095709/stl/task9_openai_o3-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3308", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6461\\n99p: 0.8024", "Vol Ref (mm\u00b3)": "53000.0000", "Vol Gen (mm\u00b3)": "53000.0000", "BBox Ref (mm)": "[50.0, 50.0, 50.00000000000001]", "BBox Gen Aligned (mm)": "[50.00299693355579, 50.00844151161917, 50.009895382302496]", "Overall Passed": "Pass" } ], "o3-mini-2025-01-31": [ { "Task ID": "task1", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task1.stl", "output_stl_path": "results/20250422_095709/stl/task1_openai_o3-mini-2025-01-31_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.0437", "Hausdorff Dist (95p / 99p mm)": "95p: 0.0854\\n99p: 0.1065", "Vol Ref (mm\u00b3)": "334.9736", "Vol Gen (mm\u00b3)": "334.9952", "BBox Ref (mm)": "[5.0, 10.766426086425781, 11.410706520080566]", "BBox Gen Aligned (mm)": "[5.000380840338379, 10.772068429023605, 11.408386846154379]", "Overall Passed": "Pass" }, { "Task ID": "task1", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task1.stl", "output_stl_path": "results/20250422_095709/stl/task1_openai_o3-mini-2025-01-31_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.0439", "Hausdorff Dist (95p / 99p mm)": "95p: 0.0854\\n99p: 0.1058", "Vol Ref (mm\u00b3)": "334.9736", "Vol Gen (mm\u00b3)": "335.0957", "BBox Ref (mm)": "[5.0, 10.766426086425781, 11.410706520080566]", "BBox Gen Aligned (mm)": "[5.00117858428185, 10.762389047646383, 11.412998941757193]", "Overall Passed": "Pass" }, { "Task ID": "task10", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task10.stl", "output_stl_path": "results/20250422_095709/stl/task10_openai_o3-mini-2025-01-31_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "23.4822", "Hausdorff Dist (95p / 99p mm)": "95p: 88.7933\\n99p: 97.4608", "Vol Ref (mm\u00b3)": "141328.9381", "Vol Gen (mm\u00b3)": "20863.6747", "BBox Ref (mm)": "[30.0, 64.97696685791016, 130.0]", "BBox Gen Aligned (mm)": "[30.06206374374538, 30.110649477223262, 30.141880512593154]", "Overall Passed": "Fail" }, { "Task ID": "task10", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task10.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task11", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Fail", "Render OK": false, "reference_stl_path": "./reference/task11.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task11", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task11.stl", "output_stl_path": "results/20250422_095709/stl/task11_openai_o3-mini-2025-01-31_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "6.5147", "Hausdorff Dist (95p / 99p mm)": "95p: 22.0831\\n99p: 23.9510", "Vol Ref (mm\u00b3)": "2507.2287", "Vol Gen (mm\u00b3)": "2511.3579", "BBox Ref (mm)": "[5.0, 29.947338104248047, 80.0]", "BBox Gen Aligned (mm)": "[29.994764984671868, 29.99704290092525, 55.319945304963056]", "Overall Passed": "Fail" }, { "Task ID": "task12", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_openai_o3-mini-2025-01-31_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1644", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2997\\n99p: 0.3659", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "10051.9687", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.001394832512016, 60.00068508926275, 60.00078325112351]", "Overall Passed": "Pass" }, { "Task ID": "task12", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task12.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task13", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task13.stl", "output_stl_path": "results/20250422_095709/stl/task13_openai_o3-mini-2025-01-31_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1407", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2371\\n99p: 0.2882", "Vol Ref (mm\u00b3)": "2509.7634", "Vol Gen (mm\u00b3)": "2504.3175", "BBox Ref (mm)": "[9.991845607757568, 9.995922088623047, 50.0]", "BBox Gen Aligned (mm)": "[9.939865255503637, 9.939879113669864, 50.000755387627876]", "Overall Passed": "Pass" }, { "Task ID": "task13", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task13.stl", "output_stl_path": "results/20250422_095709/stl/task13_openai_o3-mini-2025-01-31_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1407", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2367\\n99p: 0.2851", "Vol Ref (mm\u00b3)": "2509.7634", "Vol Gen (mm\u00b3)": "2504.3175", "BBox Ref (mm)": "[9.991845607757568, 9.995922088623047, 50.0]", "BBox Gen Aligned (mm)": "[9.999803484504646, 10.001813081183627, 50.00042734241716]", "Overall Passed": "Pass" }, { "Task ID": "task14", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task14.stl", "output_stl_path": "results/20250422_095709/stl/task14_openai_o3-mini-2025-01-31_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2749", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5122\\n99p: 0.6291", "Vol Ref (mm\u00b3)": "55079.4518", "Vol Gen (mm\u00b3)": "54692.3346", "BBox Ref (mm)": "[25.980762481689453, 59.978736877441406, 120.0]", "BBox Gen Aligned (mm)": "[25.991869568423148, 59.68482409746383, 119.99999749501401]", "Overall Passed": "Pass" }, { "Task ID": "task14", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task14.stl", "output_stl_path": "results/20250422_095709/stl/task14_openai_o3-mini-2025-01-31_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "3.5642", "Hausdorff Dist (95p / 99p mm)": "95p: 12.8613\\n99p: 19.6390", "Vol Ref (mm\u00b3)": "55079.4518", "Vol Gen (mm\u00b3)": "46987.0326", "BBox Ref (mm)": "[25.980762481689453, 59.978736877441406, 120.0]", "BBox Gen Aligned (mm)": "[39.82182109680598, 62.26671117078547, 110.89666670899368]", "Overall Passed": "Fail" }, { "Task ID": "task15", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task15.stl", "output_stl_path": "results/20250422_095709/stl/task15_openai_o3-mini-2025-01-31_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "10.9271", "Hausdorff Dist (95p / 99p mm)": "95p: 34.9829\\n99p: 37.8019", "Vol Ref (mm\u00b3)": "43149.2272", "Vol Gen (mm\u00b3)": "-0.1455", "BBox Ref (mm)": "[40.0, 40.0, 40.0]", "BBox Gen Aligned (mm)": "[2.24676172063335, 5.008725372117427, 40.01848905531943]", "Overall Passed": "Fail" }, { "Task ID": "task15", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task15.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task16", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task16.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task16", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task16.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task17", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_openai_o3-mini-2025-01-31_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4094", "Hausdorff Dist (95p / 99p mm)": "95p: 2.0317\\n99p: 4.1254", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "29943.7516", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.016999369765351, 40.009182417582124, 80.00629807647184]", "Overall Passed": "Fail" }, { "Task ID": "task17", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_openai_o3-mini-2025-01-31_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2757", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5100\\n99p: 2.4971", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "28875.6923", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.026453645318297, 40.011297008376445, 80.00874594603084]", "Overall Passed": "Fail" }, { "Task ID": "task18", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_openai_o3-mini-2025-01-31_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1064", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2074\\n99p: 0.2574", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3610.6988", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.002926009199856, 20.007159474744263, 40.00372654709404]", "Overall Passed": "Pass" }, { "Task ID": "task18", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_openai_o3-mini-2025-01-31_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1592", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5174\\n99p: 1.3782", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3611.4670", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.018227455682923, 20.00224315044229, 40.00310232690137]", "Overall Passed": "Pass" }, { "Task ID": "task19", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_openai_o3-mini-2025-01-31_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3545", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6426\\n99p: 2.7099", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "61885.0102", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[50.00135738399282, 99.99997339161068, 100.0001925073962]", "Overall Passed": "Pass" }, { "Task ID": "task19", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task19.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task2", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_openai_o3-mini-2025-01-31_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1026", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1846\\n99p: 0.8464", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1697.4500", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.0007255444516954, 18.012248807282703, 32.006889697481895]", "Overall Passed": "Pass" }, { "Task ID": "task2", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_openai_o3-mini-2025-01-31_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1107", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1992\\n99p: 1.0311", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1704.8180", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.007853165712195, 18.029269416631692, 32.01646701817139]", "Overall Passed": "Pass" }, { "Task ID": "task20", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task20.stl", "output_stl_path": "results/20250422_095709/stl/task20_openai_o3-mini-2025-01-31_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2522", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4923\\n99p: 0.6117", "Vol Ref (mm\u00b3)": "39778.0652", "Vol Gen (mm\u00b3)": "39774.0189", "BBox Ref (mm)": "[20.0, 50.0, 80.00000000000001]", "BBox Gen Aligned (mm)": "[20.006470763321268, 50.009343226234485, 80.00389780233743]", "Overall Passed": "Pass" }, { "Task ID": "task20", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task20.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task21", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task21.stl", "output_stl_path": "results/20250422_095709/stl/task21_openai_o3-mini-2025-01-31_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2070", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4023\\n99p: 0.4964", "Vol Ref (mm\u00b3)": "21689.9535", "Vol Gen (mm\u00b3)": "21772.9807", "BBox Ref (mm)": "[10.0, 45.0, 60.0]", "BBox Gen Aligned (mm)": "[10.012116192604584, 45.032116473269724, 60.023191201808636]", "Overall Passed": "Pass" }, { "Task ID": "task21", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task21.stl", "output_stl_path": "results/20250422_095709/stl/task21_openai_o3-mini-2025-01-31_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.5423", "Hausdorff Dist (95p / 99p mm)": "95p: 3.3275\\n99p: 4.6592", "Vol Ref (mm\u00b3)": "21689.9535", "Vol Gen (mm\u00b3)": "21826.0140", "BBox Ref (mm)": "[10.0, 45.0, 60.0]", "BBox Gen Aligned (mm)": "[10.104668163447858, 45.02076946255786, 60.01132383201881]", "Overall Passed": "Fail" }, { "Task ID": "task22", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task22.stl", "output_stl_path": "results/20250422_095709/stl/task22_openai_o3-mini-2025-01-31_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2098", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4110\\n99p: 0.5060", "Vol Ref (mm\u00b3)": "32468.2275", "Vol Gen (mm\u00b3)": "32503.1335", "BBox Ref (mm)": "[40.0, 40.0, 95.0]", "BBox Gen Aligned (mm)": "[39.99990647782778, 40.00046221168478, 95.00162777475944]", "Overall Passed": "Pass" }, { "Task ID": "task22", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task22.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task23.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task23.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task24", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task24.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task24", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task24.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task25", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_openai_o3-mini-2025-01-31_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.2106", "Hausdorff Dist (95p / 99p mm)": "95p: 15.3757\\n99p: 22.4997", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "63387.8086", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[49.737482889937596, 50.00525528453073, 50.00536917788761]", "Overall Passed": "Fail" }, { "Task ID": "task25", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_openai_o3-mini-2025-01-31_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2879", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5625\\n99p: 0.7038", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "94185.7793", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[50.00053988178337, 50.004479655467065, 74.4872917545036]", "Overall Passed": "Pass" }, { "Task ID": "task3", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_openai_o3-mini-2025-01-31_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2888", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5632\\n99p: 0.6974", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57886.9462", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.002513910139584, 100.00014753856846, 100.00015617178667]", "Overall Passed": "Pass" }, { "Task ID": "task3", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_openai_o3-mini-2025-01-31_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2887", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5630\\n99p: 0.6990", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57886.9462", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.00222909268043, 100.00005008469684, 100.00013628890304]", "Overall Passed": "Pass" }, { "Task ID": "task4", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task4.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task4", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_openai_o3-mini-2025-01-31_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1963", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3844\\n99p: 0.4762", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "37855.3577", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[35.00075829703056, 35.00251918011145, 80.0037294289056]", "Overall Passed": "Pass" }, { "Task ID": "task5", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_openai_o3-mini-2025-01-31_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3595", "Hausdorff Dist (95p / 99p mm)": "95p: 0.7011\\n99p: 0.8678", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "225520.8528", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.004502285500514, 50.01101814501696, 100.00736974933999]", "Overall Passed": "Pass" }, { "Task ID": "task5", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_openai_o3-mini-2025-01-31_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3581", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6954\\n99p: 0.8618", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "225472.4533", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.01239137914875, 50.01532936485749, 100.00346202805912]", "Overall Passed": "Pass" }, { "Task ID": "task6", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_openai_o3-mini-2025-01-31_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1060", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2070\\n99p: 0.2577", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3862.1334", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.002521391232428, 20.00484210527922, 40.002558481489615]", "Overall Passed": "Pass" }, { "Task ID": "task6", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_openai_o3-mini-2025-01-31_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1060", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2066\\n99p: 0.2567", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3862.1334", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.001991622394403, 20.002957862160944, 40.001377424699676]", "Overall Passed": "Pass" }, { "Task ID": "task7", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_openai_o3-mini-2025-01-31_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1986", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3869\\n99p: 0.4794", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "7885.2987", "BBox Ref (mm)": "[9.993328094482422, 59.96661376953125, 59.97323989868164]", "BBox Gen Aligned (mm)": "[10.003471030228676, 59.99972309201544, 59.99972319457667]", "Overall Passed": "Pass" }, { "Task ID": "task7", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_openai_o3-mini-2025-01-31_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1986", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3871\\n99p: 0.4804", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "7885.2987", "BBox Ref (mm)": "[9.993328094482422, 59.96661376953125, 59.97323989868164]", "BBox Gen Aligned (mm)": "[10.00225015457542, 59.99965724683899, 59.99965727899287]", "Overall Passed": "Pass" }, { "Task ID": "task8", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Fail", "Render OK": false, "reference_stl_path": "./reference/task8.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task8", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task8.stl", "output_stl_path": "results/20250422_095709/stl/task8_openai_o3-mini-2025-01-31_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2052", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4230\\n99p: 0.6005", "Vol Ref (mm\u00b3)": "31765.3333", "Vol Gen (mm\u00b3)": "31940.6667", "BBox Ref (mm)": "[20.0, 20.0, 80.0]", "BBox Gen Aligned (mm)": "[20.01318705331884, 20.016140671095947, 80.00701231397997]", "Overall Passed": "Pass" }, { "Task ID": "task9", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task9.stl", "output_stl_path": "results/20250422_095709/stl/task9_openai_o3-mini-2025-01-31_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3320", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6474\\n99p: 0.8033", "Vol Ref (mm\u00b3)": "53000.0000", "Vol Gen (mm\u00b3)": "53000.0000", "BBox Ref (mm)": "[50.0, 50.0, 50.00000000000001]", "BBox Gen Aligned (mm)": "[50.0236703032256, 50.0243166076014, 50.03127268759989]", "Overall Passed": "Pass" }, { "Task ID": "task9", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o3-mini-2025-01-31", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task9.stl", "output_stl_path": "results/20250422_095709/stl/task9_openai_o3-mini-2025-01-31_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3311", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6457\\n99p: 0.8027", "Vol Ref (mm\u00b3)": "53000.0000", "Vol Gen (mm\u00b3)": "53000.0000", "BBox Ref (mm)": "[50.0, 50.0, 50.00000000000001]", "BBox Gen Aligned (mm)": "[50.01998592856455, 50.02197272576624, 50.034351980344645]", "Overall Passed": "Pass" } ], "o4-mini-2025-04-16": [ { "Task ID": "task1", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task1.stl", "output_stl_path": "results/20250422_095709/stl/task1_openai_o4-mini-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.0623", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1817\\n99p: 0.1961", "Vol Ref (mm\u00b3)": "334.9736", "Vol Gen (mm\u00b3)": "344.6244", "BBox Ref (mm)": "[5.0, 10.766426086425781, 11.410706520080566]", "BBox Gen Aligned (mm)": "[5.001698174630066, 10.769866545299548, 11.410047483991162]", "Overall Passed": "Fail" }, { "Task ID": "task1", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task1.stl", "output_stl_path": "results/20250422_095709/stl/task1_openai_o4-mini-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.0439", "Hausdorff Dist (95p / 99p mm)": "95p: 0.0857\\n99p: 0.1064", "Vol Ref (mm\u00b3)": "334.9736", "Vol Gen (mm\u00b3)": "334.9956", "BBox Ref (mm)": "[5.0, 10.766426086425781, 11.410706520080566]", "BBox Gen Aligned (mm)": "[5.00059877747814, 10.767181317927994, 11.410686609757015]", "Overall Passed": "Pass" }, { "Task ID": "task10", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task10.stl", "output_stl_path": "results/20250422_095709/stl/task10_openai_o4-mini-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3209", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6255\\n99p: 0.7761", "Vol Ref (mm\u00b3)": "141328.9381", "Vol Gen (mm\u00b3)": "141278.6689", "BBox Ref (mm)": "[30.0, 64.97696685791016, 130.0]", "BBox Gen Aligned (mm)": "[30.006976928207045, 65.02045312813372, 130.00077460135682]", "Overall Passed": "Pass" }, { "Task ID": "task10", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task10.stl", "output_stl_path": "results/20250422_095709/stl/task10_openai_o4-mini-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3483", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6676\\n99p: 0.8201", "Vol Ref (mm\u00b3)": "141328.9381", "Vol Gen (mm\u00b3)": "141728.6689", "BBox Ref (mm)": "[30.0, 64.97696685791016, 130.0]", "BBox Gen Aligned (mm)": "[30.02154938358599, 65.77280581125339, 130.00689941208455]", "Overall Passed": "Fail" }, { "Task ID": "task11", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task11.stl", "output_stl_path": "results/20250422_095709/stl/task11_openai_o4-mini-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "5.1778", "Hausdorff Dist (95p / 99p mm)": "95p: 20.0321\\n99p: 23.5847", "Vol Ref (mm\u00b3)": "2507.2287", "Vol Gen (mm\u00b3)": "2514.3970", "BBox Ref (mm)": "[5.0, 29.947338104248047, 80.0]", "BBox Gen Aligned (mm)": "[29.999992740151797, 29.999993180398295, 98.00094537723056]", "Overall Passed": "Fail" }, { "Task ID": "task11", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task11.stl", "output_stl_path": "results/20250422_095709/stl/task11_openai_o4-mini-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "7.7145", "Hausdorff Dist (95p / 99p mm)": "95p: 34.4468\\n99p: 41.3365", "Vol Ref (mm\u00b3)": "2507.2287", "Vol Gen (mm\u00b3)": "8366.7671", "BBox Ref (mm)": "[5.0, 29.947338104248047, 80.0]", "BBox Gen Aligned (mm)": "[39.985037331115024, 39.98582006191694, 50.115595907067124]", "Overall Passed": "Fail" }, { "Task ID": "task12", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_openai_o4-mini-2025-04-16_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1827", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3381\\n99p: 0.9080", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "9970.1139", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.002486149796335, 60.00098760715038, 60.00132531929246]", "Overall Passed": "Fail" }, { "Task ID": "task12", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_openai_o4-mini-2025-04-16_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1684", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3294\\n99p: 0.9517", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "10123.4573", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.000753834552075, 60.000540682285234, 60.00162993768803]", "Overall Passed": "Fail" }, { "Task ID": "task13", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task13.stl", "output_stl_path": "results/20250422_095709/stl/task13_openai_o4-mini-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1138", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2224\\n99p: 0.2742", "Vol Ref (mm\u00b3)": "2509.7634", "Vol Gen (mm\u00b3)": "2511.6208", "BBox Ref (mm)": "[9.991845607757568, 9.995922088623047, 50.0]", "BBox Gen Aligned (mm)": "[9.996506288771496, 9.996737509317214, 50.00035313245008]", "Overall Passed": "Pass" }, { "Task ID": "task13", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task13.stl", "output_stl_path": "results/20250422_095709/stl/task13_openai_o4-mini-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1140", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2216\\n99p: 0.2708", "Vol Ref (mm\u00b3)": "2509.7634", "Vol Gen (mm\u00b3)": "2511.6208", "BBox Ref (mm)": "[9.991845607757568, 9.995922088623047, 50.0]", "BBox Gen Aligned (mm)": "[9.997077055148681, 9.998134364854184, 50.00072001187968]", "Overall Passed": "Pass" }, { "Task ID": "task14", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task14.stl", "output_stl_path": "results/20250422_095709/stl/task14_openai_o4-mini-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2744", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5096\\n99p: 0.6271", "Vol Ref (mm\u00b3)": "55079.4518", "Vol Gen (mm\u00b3)": "54692.2548", "BBox Ref (mm)": "[25.980762481689453, 59.978736877441406, 120.0]", "BBox Gen Aligned (mm)": "[25.994898288345357, 59.68258722631273, 119.99999825416465]", "Overall Passed": "Pass" }, { "Task ID": "task14", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task14.stl", "output_stl_path": "results/20250422_095709/stl/task14_openai_o4-mini-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2754", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5116\\n99p: 0.6318", "Vol Ref (mm\u00b3)": "55079.4518", "Vol Gen (mm\u00b3)": "54692.2548", "BBox Ref (mm)": "[25.980762481689453, 59.978736877441406, 120.0]", "BBox Gen Aligned (mm)": "[25.98530235495757, 59.67791281680445, 119.99999936120402]", "Overall Passed": "Pass" }, { "Task ID": "task15", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task15.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task15", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task15.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task16", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task16.stl", "output_stl_path": "results/20250422_095709/stl/task16_openai_o4-mini-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.9985", "Hausdorff Dist (95p / 99p mm)": "95p: 3.3783\\n99p: 5.9609", "Vol Ref (mm\u00b3)": "52851.4977", "Vol Gen (mm\u00b3)": "56296.5385", "BBox Ref (mm)": "[20.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[20.008354540918685, 40.191333681542105, 80.1180789494361]", "Overall Passed": "Fail" }, { "Task ID": "task16", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": false, "reference_stl_path": "./reference/task16.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task17", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_openai_o4-mini-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.5871", "Hausdorff Dist (95p / 99p mm)": "95p: 2.5580\\n99p: 4.4151", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "28225.7772", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.010260758047549, 40.0406408354583, 80.02077330482464]", "Overall Passed": "Fail" }, { "Task ID": "task17", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_openai_o4-mini-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2109", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4125\\n99p: 0.5099", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "28225.7772", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.005320127744978, 40.00557354088782, 80.00216321518154]", "Overall Passed": "Pass" }, { "Task ID": "task18", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_openai_o4-mini-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1066", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2071\\n99p: 0.2576", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3611.0680", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.000855474206771, 20.00228737659036, 40.001042567437]", "Overall Passed": "Pass" }, { "Task ID": "task18", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_openai_o4-mini-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1070", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2079\\n99p: 0.2586", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3611.0680", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.003848216779804, 20.005843231221437, 40.00271915090225]", "Overall Passed": "Pass" }, { "Task ID": "task19", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_openai_o4-mini-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.5211", "Hausdorff Dist (95p / 99p mm)": "95p: 12.3205\\n99p: 19.9942", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "61914.0714", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[50.00789743175865, 100.00004347825133, 115.000694199827]", "Overall Passed": "Fail" }, { "Task ID": "task19", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_openai_o4-mini-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.5491", "Hausdorff Dist (95p / 99p mm)": "95p: 12.2191\\n99p: 19.8316", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "61885.0102", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[50.00502121001157, 99.99080816178633, 115.18726018091061]", "Overall Passed": "Fail" }, { "Task ID": "task2", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_openai_o4-mini-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.0990", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1815\\n99p: 0.6727", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1697.4187", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.0037296178631916, 18.01273084181035, 32.007300315917114]", "Overall Passed": "Pass" }, { "Task ID": "task2", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_openai_o4-mini-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.0989", "Hausdorff Dist (95p / 99p mm)": "95p: 0.1838\\n99p: 0.6291", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1704.8180", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.000208732826132, 18.02567019590769, 32.01445063255061]", "Overall Passed": "Pass" }, { "Task ID": "task20", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task20.stl", "output_stl_path": "results/20250422_095709/stl/task20_openai_o4-mini-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.8718", "Hausdorff Dist (95p / 99p mm)": "95p: 7.9490\\n99p: 10.0086", "Vol Ref (mm\u00b3)": "39778.0652", "Vol Gen (mm\u00b3)": "30425.2765", "BBox Ref (mm)": "[20.0, 50.0, 80.00000000000001]", "BBox Gen Aligned (mm)": "[20.009498996287714, 50.01238023953109, 80.00576792350537]", "Overall Passed": "Fail" }, { "Task ID": "task20", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task20.stl", "output_stl_path": "results/20250422_095709/stl/task20_openai_o4-mini-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.8681", "Hausdorff Dist (95p / 99p mm)": "95p: 7.9437\\n99p: 10.0188", "Vol Ref (mm\u00b3)": "39778.0652", "Vol Gen (mm\u00b3)": "30419.5598", "BBox Ref (mm)": "[20.0, 50.0, 80.00000000000001]", "BBox Gen Aligned (mm)": "[20.03322160428771, 50.048346735615965, 80.02690184875262]", "Overall Passed": "Fail" }, { "Task ID": "task21", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task21.stl", "output_stl_path": "results/20250422_095709/stl/task21_openai_o4-mini-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2037", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3958\\n99p: 0.4901", "Vol Ref (mm\u00b3)": "21689.9535", "Vol Gen (mm\u00b3)": "21686.5050", "BBox Ref (mm)": "[10.0, 45.0, 60.0]", "BBox Gen Aligned (mm)": "[10.003035508374003, 45.01093950112195, 60.00784493749739]", "Overall Passed": "Pass" }, { "Task ID": "task21", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task21.stl", "output_stl_path": "results/20250422_095709/stl/task21_openai_o4-mini-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2033", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3946\\n99p: 0.4884", "Vol Ref (mm\u00b3)": "21689.9535", "Vol Gen (mm\u00b3)": "21697.7671", "BBox Ref (mm)": "[10.0, 45.0, 60.0]", "BBox Gen Aligned (mm)": "[10.002852053529999, 45.01044993932479, 60.00796922255607]", "Overall Passed": "Pass" }, { "Task ID": "task22", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task22.stl", "output_stl_path": "results/20250422_095709/stl/task22_openai_o4-mini-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2461", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5011\\n99p: 1.2680", "Vol Ref (mm\u00b3)": "32468.2275", "Vol Gen (mm\u00b3)": "32295.2733", "BBox Ref (mm)": "[40.0, 40.0, 95.0]", "BBox Gen Aligned (mm)": "[39.98449706155405, 39.985434000522176, 95.002707027583]", "Overall Passed": "Pass" }, { "Task ID": "task22", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task22.stl", "output_stl_path": "results/20250422_095709/stl/task22_openai_o4-mini-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3340", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6027\\n99p: 4.3006", "Vol Ref (mm\u00b3)": "32468.2275", "Vol Gen (mm\u00b3)": "31917.4920", "BBox Ref (mm)": "[40.0, 40.0, 95.0]", "BBox Gen Aligned (mm)": "[39.992254917072515, 39.99335631190406, 95.00241339038054]", "Overall Passed": "Pass" }, { "Task ID": "task23", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task23.stl", "output_stl_path": "results/20250422_095709/stl/task23_openai_o4-mini-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.2001", "Hausdorff Dist (95p / 99p mm)": "95p: 10.9724\\n99p: 21.6258", "Vol Ref (mm\u00b3)": "49287.8161", "Vol Gen (mm\u00b3)": "37899.3318", "BBox Ref (mm)": "[20.0, 60.0, 120.0]", "BBox Gen Aligned (mm)": "[20.035965669194397, 74.9672969447342, 120.02574467085726]", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task23.stl", "output_stl_path": "results/20250422_095709/stl/task23_openai_o4-mini-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.6607", "Hausdorff Dist (95p / 99p mm)": "95p: 3.9395\\n99p: 5.6794", "Vol Ref (mm\u00b3)": "49287.8161", "Vol Gen (mm\u00b3)": "45354.3361", "BBox Ref (mm)": "[20.0, 60.0, 120.0]", "BBox Gen Aligned (mm)": "[20.01414081506431, 65.00206292681898, 120.0105901827707]", "Overall Passed": "Fail" }, { "Task ID": "task24", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task24.stl", "output_stl_path": "results/20250422_095709/stl/task24_openai_o4-mini-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3082", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5993\\n99p: 0.7402", "Vol Ref (mm\u00b3)": "75182.3274", "Vol Gen (mm\u00b3)": "75160.4765", "BBox Ref (mm)": "[50.0, 50.0, 75.0]", "BBox Gen Aligned (mm)": "[50.01558881464965, 50.029711631106935, 75.01824640412917]", "Overall Passed": "Pass" }, { "Task ID": "task24", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task24.stl", "output_stl_path": "results/20250422_095709/stl/task24_openai_o4-mini-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3081", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6006\\n99p: 0.7396", "Vol Ref (mm\u00b3)": "75182.3274", "Vol Gen (mm\u00b3)": "75160.4765", "BBox Ref (mm)": "[50.0, 50.0, 75.0]", "BBox Gen Aligned (mm)": "[50.01514397883762, 50.01563832103471, 75.00426838849503]", "Overall Passed": "Pass" }, { "Task ID": "task25", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_openai_o4-mini-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2887", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5625\\n99p: 0.6962", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "94096.4547", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[50.00474948522093, 50.00850525234079, 74.47045016254025]", "Overall Passed": "Pass" }, { "Task ID": "task25", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_openai_o4-mini-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2873", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5603\\n99p: 0.6971", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "94185.7793", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[50.00416280426994, 50.00539358232317, 74.48853904314974]", "Overall Passed": "Pass" }, { "Task ID": "task3", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_openai_o4-mini-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2889", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5592\\n99p: 0.6931", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57913.5871", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.009152071665778, 100.00049650414186, 100.00075215304794]", "Overall Passed": "Pass" }, { "Task ID": "task3", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_openai_o4-mini-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2894", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5650\\n99p: 0.7026", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57885.0102", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.00214172593952, 99.99983518944997, 100.00004583058016]", "Overall Passed": "Pass" }, { "Task ID": "task4", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_openai_o4-mini-2025-04-16_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Fail", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4379", "Hausdorff Dist (95p / 99p mm)": "95p: 1.8273\\n99p: 4.8745", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "36353.1203", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[35.00095552334352, 35.00227947559763, 80.00342458791096]", "Overall Passed": "Fail" }, { "Task ID": "task4", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_openai_o4-mini-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2476", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5503\\n99p: 1.0703", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "37855.3577", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[35.0004656681857, 35.00202983366629, 80.00318686732726]", "Overall Passed": "Fail" }, { "Task ID": "task5", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_openai_o4-mini-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3603", "Hausdorff Dist (95p / 99p mm)": "95p: 0.7026\\n99p: 0.8733", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "225495.7149", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.01224219957058, 50.03184695478241, 100.01337339417975]", "Overall Passed": "Pass" }, { "Task ID": "task5", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_openai_o4-mini-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3594", "Hausdorff Dist (95p / 99p mm)": "95p: 0.7024\\n99p: 0.8690", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "225495.7149", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.014473335054895, 50.01772507853477, 100.00662391369168]", "Overall Passed": "Pass" }, { "Task ID": "task6", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_openai_o4-mini-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1062", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2079\\n99p: 0.2583", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3861.9919", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.002560879914356, 20.005756594380955, 40.00291345232985]", "Overall Passed": "Pass" }, { "Task ID": "task6", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_openai_o4-mini-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1061", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2075\\n99p: 0.2578", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3861.9919", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.002283212204163, 20.006142460263572, 40.0030322141288]", "Overall Passed": "Pass" }, { "Task ID": "task7", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_openai_o4-mini-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1990", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3874\\n99p: 0.4810", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "7885.2987", "BBox Ref (mm)": "[9.993328094482422, 59.96661376953125, 59.97323989868164]", "BBox Gen Aligned (mm)": "[10.008395756418807, 59.99991845247548, 59.99991929614241]", "Overall Passed": "Pass" }, { "Task ID": "task7", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_openai_o4-mini-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1985", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3877\\n99p: 0.4811", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "7885.2987", "BBox Ref (mm)": "[9.993328094482422, 59.96661376953125, 59.97323989868164]", "BBox Gen Aligned (mm)": "[10.003434784654203, 59.999698862054764, 59.99969894032039]", "Overall Passed": "Pass" }, { "Task ID": "task8", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task8.stl", "output_stl_path": "results/20250422_095709/stl/task8_openai_o4-mini-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2099", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4481\\n99p: 0.6436", "Vol Ref (mm\u00b3)": "31765.3333", "Vol Gen (mm\u00b3)": "32000.0000", "BBox Ref (mm)": "[20.0, 20.0, 80.0]", "BBox Gen Aligned (mm)": "[20.003619463063156, 20.00530057791306, 80.00113834563432]", "Overall Passed": "Pass" }, { "Task ID": "task8", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task8.stl", "output_stl_path": "results/20250422_095709/stl/task8_openai_o4-mini-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2094", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4455\\n99p: 0.6397", "Vol Ref (mm\u00b3)": "31765.3333", "Vol Gen (mm\u00b3)": "32000.0000", "BBox Ref (mm)": "[20.0, 20.0, 80.0]", "BBox Gen Aligned (mm)": "[20.00597565453128, 20.00616701962111, 80.00047437421841]", "Overall Passed": "Pass" }, { "Task ID": "task9", "Rep ID": 1, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task9.stl", "output_stl_path": "results/20250422_095709/stl/task9_openai_o4-mini-2025-04-16_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3322", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6484\\n99p: 0.8056", "Vol Ref (mm\u00b3)": "53000.0000", "Vol Gen (mm\u00b3)": "53000.0000", "BBox Ref (mm)": "[50.0, 50.0, 50.00000000000001]", "BBox Gen Aligned (mm)": "[50.00767413140493, 50.01594456124148, 50.01776355548467]", "Overall Passed": "Pass" }, { "Task ID": "task9", "Rep ID": 2, "Prompt": "default", "Provider": "openai", "Model Name": "o4-mini-2025-04-16", "SCAD Gen": "Pass", "Render OK": true, "reference_stl_path": "./reference/task9.stl", "output_stl_path": "results/20250422_095709/stl/task9_openai_o4-mini-2025-04-16_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3322", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6465\\n99p: 0.8014", "Vol Ref (mm\u00b3)": "53000.0000", "Vol Gen (mm\u00b3)": "53000.0000", "BBox Ref (mm)": "[50.0, 50.0, 50.00000000000001]", "BBox Gen Aligned (mm)": "[50.0212399048618, 50.02594400242777, 50.03363478926916]", "Overall Passed": "Pass" } ], "zoo-ml-text-to-cad": [ { "Task ID": "task1", "Rep ID": 1, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task1.stl", "output_stl_path": "results/20250422_095709/stl/task1_zoo_cli_zoo-ml-text-to-cad_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3308", "Hausdorff Dist (95p / 99p mm)": "95p: 0.7204\\n99p: 0.7462", "Vol Ref (mm\u00b3)": "334.9736", "Vol Gen (mm\u00b3)": "226.6242", "BBox Ref (mm)": "[5.0, 10.766426086425781, 11.410706520080566]", "BBox Gen Aligned (mm)": "[5.003411031418529, 9.235675631618696, 9.916266001086846]", "Overall Passed": "Fail" }, { "Task ID": "task1", "Rep ID": 2, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task1.stl", "output_stl_path": "results/20250422_095709/stl/task1_zoo_cli_zoo-ml-text-to-cad_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3381", "Hausdorff Dist (95p / 99p mm)": "95p: 1.1677\\n99p: 1.3584", "Vol Ref (mm\u00b3)": "334.9736", "Vol Gen (mm\u00b3)": "226.6242", "BBox Ref (mm)": "[5.0, 10.766426086425781, 11.410706520080566]", "BBox Gen Aligned (mm)": "[5.032011440060653, 8.963463610079984, 9.993084058357429]", "Overall Passed": "Fail" }, { "Task ID": "task10", "Rep ID": 1, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task10.stl", "output_stl_path": "results/20250422_095709/stl/task10_zoo_cli_zoo-ml-text-to-cad_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "23.1427", "Hausdorff Dist (95p / 99p mm)": "95p: 89.1068\\n99p: 102.4799", "Vol Ref (mm\u00b3)": "141328.9381", "Vol Gen (mm\u00b3)": "0.0000", "BBox Ref (mm)": "[30.0, 64.97696685791016, 130.0]", "BBox Gen Aligned (mm)": "[20.47828582311118, 31.616910607072057, 42.422847501615585]", "Overall Passed": "Fail" }, { "Task ID": "task10", "Rep ID": 2, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task10.stl", "output_stl_path": "results/20250422_095709/stl/task10_zoo_cli_zoo-ml-text-to-cad_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "12.9758", "Hausdorff Dist (95p / 99p mm)": "95p: 42.7535\\n99p: 49.5206", "Vol Ref (mm\u00b3)": "141328.9381", "Vol Gen (mm\u00b3)": "-0.0000", "BBox Ref (mm)": "[30.0, 64.97696685791016, 130.0]", "BBox Gen Aligned (mm)": "[42.56862584101222, 47.20309333157037, 105.19468870128401]", "Overall Passed": "Fail" }, { "Task ID": "task11", "Rep ID": 1, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task11.stl", "output_stl_path": "results/20250422_095709/stl/task11_zoo_cli_zoo-ml-text-to-cad_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "3.5738", "Hausdorff Dist (95p / 99p mm)": "95p: 12.6628\\n99p: 13.9899", "Vol Ref (mm\u00b3)": "2507.2287", "Vol Gen (mm\u00b3)": "1946.7292", "BBox Ref (mm)": "[5.0, 29.947338104248047, 80.0]", "BBox Gen Aligned (mm)": "[10.195385509974177, 10.292737244973619, 66.1035539382734]", "Overall Passed": "Fail" }, { "Task ID": "task11", "Rep ID": 2, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task11.stl", "output_stl_path": "results/20250422_095709/stl/task11_zoo_cli_zoo-ml-text-to-cad_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "18.1358", "Hausdorff Dist (95p / 99p mm)": "95p: 47.1378\\n99p: 63.3860", "Vol Ref (mm\u00b3)": "2507.2287", "Vol Gen (mm\u00b3)": "14509.9445", "BBox Ref (mm)": "[5.0, 29.947338104248047, 80.0]", "BBox Gen Aligned (mm)": "[30.22909239941152, 30.33005357505255, 75.63037490539234]", "Overall Passed": "Fail" }, { "Task ID": "task12", "Rep ID": 1, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_zoo_cli_zoo-ml-text-to-cad_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.1570", "Hausdorff Dist (95p / 99p mm)": "95p: 16.5966\\n99p: 23.5495", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "10331.3751", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[34.93766149361184, 54.14072225186284, 60.00077313206512]", "Overall Passed": "Fail" }, { "Task ID": "task12", "Rep ID": 2, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task12.stl", "output_stl_path": "results/20250422_095709/stl/task12_zoo_cli_zoo-ml-text-to-cad_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.1230", "Hausdorff Dist (95p / 99p mm)": "95p: 16.7879\\n99p: 22.1659", "Vol Ref (mm\u00b3)": "10189.1524", "Vol Gen (mm\u00b3)": "10184.1242", "BBox Ref (mm)": "[15.0, 60.0, 60.0]", "BBox Gen Aligned (mm)": "[15.005525954182449, 60.00250322178752, 60.108832328948836]", "Overall Passed": "Fail" }, { "Task ID": "task13", "Rep ID": 1, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task13.stl", "output_stl_path": "results/20250422_095709/stl/task13_zoo_cli_zoo-ml-text-to-cad_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1141", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2223\\n99p: 0.2771", "Vol Ref (mm\u00b3)": "2509.7634", "Vol Gen (mm\u00b3)": "2509.2388", "BBox Ref (mm)": "[9.991845607757568, 9.995922088623047, 50.0]", "BBox Gen Aligned (mm)": "[9.998851248902108, 10.002573718686861, 50.00095723208133]", "Overall Passed": "Pass" }, { "Task ID": "task13", "Rep ID": 2, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Fail", "reference_stl_path": "./reference/task13.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task14", "Rep ID": 1, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task14.stl", "output_stl_path": "results/20250422_095709/stl/task14_zoo_cli_zoo-ml-text-to-cad_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "5.2138", "Hausdorff Dist (95p / 99p mm)": "95p: 27.8924\\n99p: 38.1539", "Vol Ref (mm\u00b3)": "55079.4518", "Vol Gen (mm\u00b3)": "36718.4281", "BBox Ref (mm)": "[25.980762481689453, 59.978736877441406, 120.0]", "BBox Gen Aligned (mm)": "[26.042427241646426, 65.46021579028142, 85.06778270307144]", "Overall Passed": "Fail" }, { "Task ID": "task14", "Rep ID": 2, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task14.stl", "output_stl_path": "results/20250422_095709/stl/task14_zoo_cli_zoo-ml-text-to-cad_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "12.8182", "Hausdorff Dist (95p / 99p mm)": "95p: 59.6126\\n99p: 69.3803", "Vol Ref (mm\u00b3)": "55079.4518", "Vol Gen (mm\u00b3)": "18359.2655", "BBox Ref (mm)": "[25.980762481689453, 59.978736877441406, 120.0]", "BBox Gen Aligned (mm)": "[26.11457643991963, 50.01884048338056, 52.34258254317717]", "Overall Passed": "Fail" }, { "Task ID": "task15", "Rep ID": 1, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Fail", "reference_stl_path": "./reference/task15.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task15", "Rep ID": 2, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Fail", "reference_stl_path": "./reference/task15.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task16", "Rep ID": 1, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Fail", "reference_stl_path": "./reference/task16.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task16", "Rep ID": 2, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task16.stl", "output_stl_path": "results/20250422_095709/stl/task16_zoo_cli_zoo-ml-text-to-cad_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.1079", "Hausdorff Dist (95p / 99p mm)": "95p: 5.5292\\n99p: 8.7463", "Vol Ref (mm\u00b3)": "52851.4977", "Vol Gen (mm\u00b3)": "61695.1753", "BBox Ref (mm)": "[20.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[20.058186789559464, 40.09666300409692, 80.04244048048821]", "Overall Passed": "Fail" }, { "Task ID": "task17", "Rep ID": 1, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_zoo_cli_zoo-ml-text-to-cad_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4098", "Hausdorff Dist (95p / 99p mm)": "95p: 1.8187\\n99p: 4.8364", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "29850.7328", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.008651167782805, 40.02553728995329, 80.013057740185]", "Overall Passed": "Fail" }, { "Task ID": "task17", "Rep ID": 2, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task17.stl", "output_stl_path": "results/20250422_095709/stl/task17_zoo_cli_zoo-ml-text-to-cad_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.4144", "Hausdorff Dist (95p / 99p mm)": "95p: 1.8587\\n99p: 4.8833", "Vol Ref (mm\u00b3)": "28227.3396", "Vol Gen (mm\u00b3)": "29850.7328", "BBox Ref (mm)": "[10.0, 40.0, 80.0]", "BBox Gen Aligned (mm)": "[10.010382738962083, 40.012357138946264, 80.0067911795254]", "Overall Passed": "Fail" }, { "Task ID": "task18", "Rep ID": 1, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_zoo_cli_zoo-ml-text-to-cad_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2157", "Hausdorff Dist (95p / 99p mm)": "95p: 1.0058\\n99p: 2.3130", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3749.0761", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.015976860873191, 20.016243696087834, 40.00840357198837]", "Overall Passed": "Fail" }, { "Task ID": "task18", "Rep ID": 2, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task18.stl", "output_stl_path": "results/20250422_095709/stl/task18_zoo_cli_zoo-ml-text-to-cad_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2524", "Hausdorff Dist (95p / 99p mm)": "95p: 1.4608\\n99p: 2.5148", "Vol Ref (mm\u00b3)": "3611.4377", "Vol Gen (mm\u00b3)": "3749.0761", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.011554733892632, 20.023415244796468, 40.012938799763454]", "Overall Passed": "Fail" }, { "Task ID": "task19", "Rep ID": 1, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_zoo_cli_zoo-ml-text-to-cad_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.5163", "Hausdorff Dist (95p / 99p mm)": "95p: 2.4922\\n99p: 2.6495", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "62608.6203", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[50.004059779849335, 99.98865599841314, 99.98941915463068]", "Overall Passed": "Fail" }, { "Task ID": "task19", "Rep ID": 2, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task19.stl", "output_stl_path": "results/20250422_095709/stl/task19_zoo_cli_zoo-ml-text-to-cad_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.3520", "Hausdorff Dist (95p / 99p mm)": "95p: 0.6418\\n99p: 2.6511", "Vol Ref (mm\u00b3)": "61904.6591", "Vol Gen (mm\u00b3)": "61905.7573", "BBox Ref (mm)": "[50.0, 99.95257568359375, 100.0]", "BBox Gen Aligned (mm)": "[50.00753162795542, 100.00050983093084, 100.00057593043252]", "Overall Passed": "Pass" }, { "Task ID": "task2", "Rep ID": 1, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_zoo_cli_zoo-ml-text-to-cad_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1114", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2005\\n99p: 1.0205", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1699.8065", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.000459642296991, 18.02847916712216, 32.015981136253615]", "Overall Passed": "Pass" }, { "Task ID": "task2", "Rep ID": 2, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task2.stl", "output_stl_path": "results/20250422_095709/stl/task2_zoo_cli_zoo-ml-text-to-cad_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1111", "Hausdorff Dist (95p / 99p mm)": "95p: 0.2004\\n99p: 1.0205", "Vol Ref (mm\u00b3)": "1697.5457", "Vol Gen (mm\u00b3)": "1699.8065", "BBox Ref (mm)": "[3.0, 18.0, 32.0]", "BBox Gen Aligned (mm)": "[3.001621163949614, 18.02210478777926, 32.0123191209064]", "Overall Passed": "Pass" }, { "Task ID": "task20", "Rep ID": 1, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Fail", "reference_stl_path": "./reference/task20.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task20", "Rep ID": 2, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Fail", "reference_stl_path": "./reference/task20.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task21", "Rep ID": 1, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Fail", "reference_stl_path": "./reference/task21.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task21", "Rep ID": 2, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Fail", "reference_stl_path": "./reference/task21.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task22", "Rep ID": 1, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task22.stl", "output_stl_path": "results/20250422_095709/stl/task22_zoo_cli_zoo-ml-text-to-cad_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.2294", "Hausdorff Dist (95p / 99p mm)": "95p: 4.5111\\n99p: 6.7948", "Vol Ref (mm\u00b3)": "32468.2275", "Vol Gen (mm\u00b3)": "18659.8807", "BBox Ref (mm)": "[40.0, 40.0, 95.0]", "BBox Gen Aligned (mm)": "[40.000238746030504, 40.000880344592176, 94.90522663028013]", "Overall Passed": "Fail" }, { "Task ID": "task22", "Rep ID": 2, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task22.stl", "output_stl_path": "results/20250422_095709/stl/task22_zoo_cli_zoo-ml-text-to-cad_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.2203", "Hausdorff Dist (95p / 99p mm)": "95p: 4.7633\\n99p: 6.9549", "Vol Ref (mm\u00b3)": "32468.2275", "Vol Gen (mm\u00b3)": "18659.8807", "BBox Ref (mm)": "[40.0, 40.0, 95.0]", "BBox Gen Aligned (mm)": "[39.99748531355862, 39.99800044794752, 94.90204930188102]", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 1, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Fail", "reference_stl_path": "./reference/task23.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task23", "Rep ID": 2, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Fail", "reference_stl_path": "./reference/task23.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task24", "Rep ID": 1, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task24.stl", "output_stl_path": "results/20250422_095709/stl/task24_zoo_cli_zoo-ml-text-to-cad_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "6.5501", "Hausdorff Dist (95p / 99p mm)": "95p: 22.1791\\n99p: 28.3678", "Vol Ref (mm\u00b3)": "75182.3274", "Vol Gen (mm\u00b3)": "162466.1921", "BBox Ref (mm)": "[50.0, 50.0, 75.0]", "BBox Gen Aligned (mm)": "[78.50280890471787, 97.42890204231377, 108.00151917654779]", "Overall Passed": "Fail" }, { "Task ID": "task24", "Rep ID": 2, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task24.stl", "output_stl_path": "results/20250422_095709/stl/task24_zoo_cli_zoo-ml-text-to-cad_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Fail", "BBox Acc.": "Fail", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "6.6483", "Hausdorff Dist (95p / 99p mm)": "95p: 27.9348\\n99p: 33.1352", "Vol Ref (mm\u00b3)": "75182.3274", "Vol Gen (mm\u00b3)": "162466.1921", "BBox Ref (mm)": "[50.0, 50.0, 75.0]", "BBox Gen Aligned (mm)": "[50.01343148315825, 69.95124821014142, 90.21765058953301]", "Overall Passed": "Fail" }, { "Task ID": "task25", "Rep ID": 1, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Fail", "reference_stl_path": "./reference/task25.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task25", "Rep ID": 2, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task25.stl", "output_stl_path": "results/20250422_095709/stl/task25_zoo_cli_zoo-ml-text-to-cad_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.8150", "Hausdorff Dist (95p / 99p mm)": "95p: 5.2019\\n99p: 8.8038", "Vol Ref (mm\u00b3)": "94194.4457", "Vol Gen (mm\u00b3)": "104444.1996", "BBox Ref (mm)": "[50.0, 50.0, 74.4948959350586]", "BBox Gen Aligned (mm)": "[50.00244816722723, 50.00348312639191, 75.00414088534261]", "Overall Passed": "Fail" }, { "Task ID": "task3", "Rep ID": 1, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_zoo_cli_zoo-ml-text-to-cad_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2898", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5672\\n99p: 0.7058", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57905.7573", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.00203851374376, 99.99991808656728, 100.00009768461719]", "Overall Passed": "Pass" }, { "Task ID": "task3", "Rep ID": 2, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task3.stl", "output_stl_path": "results/20250422_095709/stl/task3_zoo_cli_zoo-ml-text-to-cad_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2889", "Hausdorff Dist (95p / 99p mm)": "95p: 0.5641\\n99p: 0.6974", "Vol Ref (mm\u00b3)": "57905.9080", "Vol Gen (mm\u00b3)": "57905.7573", "BBox Ref (mm)": "[10.0, 99.97762298583984, 99.98880767822266]", "BBox Gen Aligned (mm)": "[10.003671651064526, 100.00005277655788, 100.00035786594896]", "Overall Passed": "Pass" }, { "Task ID": "task4", "Rep ID": 1, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_zoo_cli_zoo-ml-text-to-cad_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2353", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4833\\n99p: 1.0247", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "37936.7214", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[35.00096504926038, 35.00183119752681, 80.0042665842046]", "Overall Passed": "Pass" }, { "Task ID": "task4", "Rep ID": 2, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task4.stl", "output_stl_path": "results/20250422_095709/stl/task4_zoo_cli_zoo-ml-text-to-cad_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.2367", "Hausdorff Dist (95p / 99p mm)": "95p: 0.4890\\n99p: 1.0288", "Vol Ref (mm\u00b3)": "37822.5304", "Vol Gen (mm\u00b3)": "37936.7214", "BBox Ref (mm)": "[34.98543739318848, 34.99271774291992, 80.0]", "BBox Gen Aligned (mm)": "[35.0001093622162, 35.001318008407694, 80.00169811613861]", "Overall Passed": "Pass" }, { "Task ID": "task5", "Rep ID": 1, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_zoo_cli_zoo-ml-text-to-cad_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.2194", "Hausdorff Dist (95p / 99p mm)": "95p: 8.5916\\n99p: 12.1662", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "250000.0000", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.018924690985735, 50.02584302110953, 100.00355851980365]", "Overall Passed": "Fail" }, { "Task ID": "task5", "Rep ID": 2, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task5.stl", "output_stl_path": "results/20250422_095709/stl/task5_zoo_cli_zoo-ml-text-to-cad_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.8444", "Hausdorff Dist (95p / 99p mm)": "95p: 10.6268\\n99p: 15.7230", "Vol Ref (mm\u00b3)": "225504.2848", "Vol Gen (mm\u00b3)": "220436.4288", "BBox Ref (mm)": "[50.0, 50.0, 100.0]", "BBox Gen Aligned (mm)": "[50.02503312979956, 50.02777885383727, 100.01252930394867]", "Overall Passed": "Fail" }, { "Task ID": "task6", "Rep ID": 1, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Fail", "reference_stl_path": "./reference/task6.stl", "output_stl_path": null, "Watertight": "N/A", "Single Comp": "N/A", "BBox Acc.": "N/A", "Volume Pass": "N/A", "Hausdorff Pass": "N/A", "Chamfer Pass": "N/A", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "N/A", "Vol Gen (mm\u00b3)": "N/A", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task6", "Rep ID": 2, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task6.stl", "output_stl_path": "results/20250422_095709/stl/task6_zoo_cli_zoo-ml-text-to-cad_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1674", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3049\\n99p: 1.9989", "Vol Ref (mm\u00b3)": "3862.1768", "Vol Gen (mm\u00b3)": "3968.6345", "BBox Ref (mm)": "[5.0, 20.0, 40.0]", "BBox Gen Aligned (mm)": "[5.00668030373506, 20.031218636817368, 40.01599279542171]", "Overall Passed": "Fail" }, { "Task ID": "task7", "Rep ID": 1, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_zoo_cli_zoo-ml-text-to-cad_default_rep1.stl", "Watertight": "Fail", "Single Comp": "Fail", "BBox Acc.": "N/A", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "0.0000", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task7", "Rep ID": 2, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task7.stl", "output_stl_path": "results/20250422_095709/stl/task7_zoo_cli_zoo-ml-text-to-cad_default_rep2.stl", "Watertight": "Fail", "Single Comp": "Fail", "BBox Acc.": "N/A", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "N/A", "Hausdorff Dist (95p / 99p mm)": "95p: N/A\\n99p: N/A", "Vol Ref (mm\u00b3)": "7874.1469", "Vol Gen (mm\u00b3)": "0.0000", "BBox Ref (mm)": "N/A", "BBox Gen Aligned (mm)": "N/A", "Overall Passed": "Fail" }, { "Task ID": "task8", "Rep ID": 1, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task8.stl", "output_stl_path": "results/20250422_095709/stl/task8_zoo_cli_zoo-ml-text-to-cad_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1865", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3634\\n99p: 0.4533", "Vol Ref (mm\u00b3)": "31765.3333", "Vol Gen (mm\u00b3)": "31765.3333", "BBox Ref (mm)": "[20.0, 20.0, 80.0]", "BBox Gen Aligned (mm)": "[20.009172151008556, 20.011017647441737, 80.00062706263611]", "Overall Passed": "Pass" }, { "Task ID": "task8", "Rep ID": 2, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task8.stl", "output_stl_path": "results/20250422_095709/stl/task8_zoo_cli_zoo-ml-text-to-cad_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Pass", "Hausdorff Pass": "Pass", "Chamfer Pass": "Pass", "Chamfer (mm)": "0.1856", "Hausdorff Dist (95p / 99p mm)": "95p: 0.3634\\n99p: 0.4487", "Vol Ref (mm\u00b3)": "31765.3333", "Vol Gen (mm\u00b3)": "31765.3333", "BBox Ref (mm)": "[20.0, 20.0, 80.0]", "BBox Gen Aligned (mm)": "[20.00562778597982, 20.006247520183297, 80.00154346292044]", "Overall Passed": "Pass" }, { "Task ID": "task9", "Rep ID": 1, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task9.stl", "output_stl_path": "results/20250422_095709/stl/task9_zoo_cli_zoo-ml-text-to-cad_default_rep1.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "2.1101", "Hausdorff Dist (95p / 99p mm)": "95p: 5.0293\\n99p: 10.6752", "Vol Ref (mm\u00b3)": "53000.0000", "Vol Gen (mm\u00b3)": "93000.0000", "BBox Ref (mm)": "[50.0, 50.0, 50.00000000000001]", "BBox Gen Aligned (mm)": "[50.01865957658949, 50.018684353375235, 50.020320031761074]", "Overall Passed": "Fail" }, { "Task ID": "task9", "Rep ID": 2, "Prompt": "default", "Provider": "zoo_cli", "Model Name": "zoo-ml-text-to-cad", "SCAD Gen": "N/A", "Render OK": "Pass", "reference_stl_path": "./reference/task9.stl", "output_stl_path": "results/20250422_095709/stl/task9_zoo_cli_zoo-ml-text-to-cad_default_rep2.stl", "Watertight": "Pass", "Single Comp": "Pass", "BBox Acc.": "Pass", "Volume Pass": "Fail", "Hausdorff Pass": "Fail", "Chamfer Pass": "Fail", "Chamfer (mm)": "1.1529", "Hausdorff Dist (95p / 99p mm)": "95p: 5.0206\\n99p: 10.3544", "Vol Ref (mm\u00b3)": "53000.0000", "Vol Gen (mm\u00b3)": "93000.0000", "BBox Ref (mm)": "[50.0, 50.0, 50.00000000000001]", "BBox Gen Aligned (mm)": "[50.003593719665346, 50.02064522787816, 50.02411306629389]", "Overall Passed": "Fail" } ] } }