{ "method": "v6_v2_alpha025_pymeshfix_protocol4_limit10", "case_count": 10, "ok_cases": 10, "passed_cases": 8, "all_passed": false, "watertight_rate": 1.0, "topology_valid_rate": 1.0, "mean_chamfer": 0.08524954955468401, "baseline_mean_chamfer": 0.0816090040318846, "mean_fscore_5pct": 0.4238956303830556, "baseline_mean_fscore_5pct": 0.4336433721313801, "mean_fscore_10pct": 0.6578207013554778, "baseline_mean_fscore_10pct": 0.6704156770185133, "rows": [ { "case_id": "gso_000_input4", "status": "ok", "elapsed_sec": 1.9722726759500802, "summary": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/mesh_repair_v6/pymeshfix_protocol4_limit10/gso_000_input4/summary.json", "output": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/mesh_repair_v6/pymeshfix_protocol4_limit10/gso_000_input4/mesh_watertight.obj", "input_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/baseline_preserving_v2/inference_step25_alpha025_limit1/gso_000_input4/mesh_raw.obj", "baseline_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_weighted_fusion/generations/uniform_limit10/gso_000_input4/mesh_raw.obj", "gt_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/rendered_benchmark_v0/_extracted_gso/Ortho_Forward_Facing_3Q6J2oKJD92/meshes/model.obj", "input_faces": 10950, "input_vertices": 5349, "component_count": 136, "largest_component_faces": 9668, "keep_components": null, "target_faces": null, "gate_passed": true, "gate": { "passed": true, "failures": [], "chamfer_relative_worsening": -0.023658006025833938, "fscore_5pct_drop": -0.020201391245642297 }, "chamfer_mean": 0.06604141493525391, "baseline_chamfer_mean": 0.06764168226180114, "fscore_5pct": 0.4974491506684089, "baseline_fscore_5pct": 0.4772477594227666, "fscore_10pct": 0.7689737793793014, "baseline_fscore_10pct": 0.7223514140586597, "watertight": 1.0, "winding_consistent": 1.0, "topology_valid": 1.0, "boundary_edges": 0, "nonmanifold_edges": 0, "pred_faces": 2734, "baseline_pred_faces": 13496 }, { "case_id": "gso_001_input4", "status": "ok", "elapsed_sec": 24.786741936579347, "summary": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/mesh_repair_v6/pymeshfix_protocol4_limit10/gso_001_input4/summary.json", "output": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/mesh_repair_v6/pymeshfix_protocol4_limit10/gso_001_input4/mesh_watertight.obj", "input_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/baseline_preserving_v2/inference_step25_alpha025_limit10/gso_001_input4/mesh_raw.obj", "baseline_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_weighted_fusion/generations/uniform_limit10/gso_001_input4/mesh_raw.obj", "gt_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/rendered_benchmark_v0/_extracted_gso/GEOMETRIC_PEG_BOARD/meshes/model.obj", "input_faces": 452130, "input_vertices": 225812, "component_count": 509, "largest_component_faces": 449170, "keep_components": null, "target_faces": null, "gate_passed": true, "gate": { "passed": true, "failures": [], "chamfer_relative_worsening": -0.01153320935744443, "fscore_5pct_drop": -0.008192576578199828 }, "chamfer_mean": 0.08957722201942853, "baseline_chamfer_mean": 0.09062238900428674, "fscore_5pct": 0.328849993017735, "baseline_fscore_5pct": 0.32065741643953516, "fscore_10pct": 0.5873032887204391, "baseline_fscore_10pct": 0.5790914713853021, "watertight": 1.0, "winding_consistent": 1.0, "topology_valid": 1.0, "boundary_edges": 0, "nonmanifold_edges": 0, "pred_faces": 449604, "baseline_pred_faces": 446548 }, { "case_id": "gso_002_input4", "status": "ok", "elapsed_sec": 26.954720985610038, "summary": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/mesh_repair_v6/pymeshfix_protocol4_limit10/gso_002_input4/summary.json", "output": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/mesh_repair_v6/pymeshfix_protocol4_limit10/gso_002_input4/mesh_watertight.obj", "input_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/baseline_preserving_v2/inference_step25_alpha025_limit10/gso_002_input4/mesh_raw.obj", "baseline_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_weighted_fusion/generations/uniform_limit10/gso_002_input4/mesh_raw.obj", "gt_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/rendered_benchmark_v0/_extracted_gso/Ecoforms_Plant_Container_QP_Turquoise/meshes/model.obj", "input_faces": 1565074, "input_vertices": 784681, "component_count": 2585, "largest_component_faces": 1492234, "keep_components": 1, "target_faces": 100000, "gate_passed": true, "gate": { "passed": true, "failures": [], "chamfer_relative_worsening": -0.07040052024773011, "fscore_5pct_drop": -0.05019047689891232 }, "chamfer_mean": 0.04977562258477358, "baseline_chamfer_mean": 0.05354523498446702, "fscore_5pct": 0.6503180658056581, "baseline_fscore_5pct": 0.6001275889067458, "fscore_10pct": 0.8583091555037856, "baseline_fscore_10pct": 0.8355840297260192, "watertight": 1.0, "winding_consistent": 1.0, "topology_valid": 1.0, "boundary_edges": 0, "nonmanifold_edges": 0, "pred_faces": 234960, "baseline_pred_faces": 1462466 }, { "case_id": "gso_003_input4", "status": "ok", "elapsed_sec": 30.026782860979438, "summary": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/mesh_repair_v6/pymeshfix_protocol4_limit10/gso_003_input4/summary.json", "output": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/mesh_repair_v6/pymeshfix_protocol4_limit10/gso_003_input4/mesh_watertight.obj", "input_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/baseline_preserving_v2/inference_step25_alpha025_limit10/gso_003_input4/mesh_raw.obj", "baseline_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_weighted_fusion/generations/uniform_limit10/gso_003_input4/mesh_raw.obj", "gt_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/rendered_benchmark_v0/_extracted_gso/Perricone_MD_Firming_Neck_Therapy_Treatment/meshes/model.obj", "input_faces": 2662864, "input_vertices": 1327803, "component_count": 3679, "largest_component_faces": 2636702, "keep_components": 1, "target_faces": 100000, "gate_passed": false, "gate": { "passed": false, "failures": [ "chamfer_regressed", "fscore5_regressed" ], "chamfer_relative_worsening": 0.14820063965102062, "fscore_5pct_drop": 0.027877974731085664 }, "chamfer_mean": 0.04667678374504415, "baseline_chamfer_mean": 0.04065211438937266, "fscore_5pct": 0.6828999963842789, "baseline_fscore_5pct": 0.7107779711153646, "fscore_10pct": 0.9310277843411019, "baseline_fscore_10pct": 0.9992243989091545, "watertight": 1.0, "winding_consistent": 1.0, "topology_valid": 1.0, "boundary_edges": 0, "nonmanifold_edges": 0, "pred_faces": 69528, "baseline_pred_faces": 2625668 }, { "case_id": "gso_004_input4", "status": "ok", "elapsed_sec": 14.513430814724416, "summary": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/mesh_repair_v6/pymeshfix_protocol4_limit10/gso_004_input4/summary.json", "output": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/mesh_repair_v6/pymeshfix_protocol4_limit10/gso_004_input4/mesh_watertight.obj", "input_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/baseline_preserving_v2/inference_step25_alpha025_limit10/gso_004_input4/mesh_raw.obj", "baseline_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_weighted_fusion/generations/uniform_limit10/gso_004_input4/mesh_raw.obj", "gt_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/rendered_benchmark_v0/_extracted_gso/Office_Depot_Canon_PG_240XL_Ink_Cartridge_Black_5206B001/meshes/model.obj", "input_faces": 1285454, "input_vertices": 642114, "component_count": 1258, "largest_component_faces": 1276298, "keep_components": 1, "target_faces": 100000, "gate_passed": true, "gate": { "passed": true, "failures": [], "chamfer_relative_worsening": -0.0037879877510652495, "fscore_5pct_drop": -0.0031664391494636845 }, "chamfer_mean": 0.1074340154270084, "baseline_chamfer_mean": 0.10784252157778905, "fscore_5pct": 0.22250376108678566, "baseline_fscore_5pct": 0.21933732193732197, "fscore_10pct": 0.441417559540646, "baseline_fscore_10pct": 0.43479351649614895, "watertight": 1.0, "winding_consistent": 1.0, "topology_valid": 1.0, "boundary_edges": 0, "nonmanifold_edges": 0, "pred_faces": 100120, "baseline_pred_faces": 1285454 }, { "case_id": "gso_005_input4", "status": "ok", "elapsed_sec": 25.059175529982895, "summary": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/mesh_repair_v6/pymeshfix_protocol4_limit10/gso_005_input4/summary.json", "output": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/mesh_repair_v6/pymeshfix_protocol4_limit10/gso_005_input4/mesh_watertight.obj", "input_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/baseline_preserving_v2/inference_step25_alpha025_limit10/gso_005_input4/mesh_raw.obj", "baseline_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_weighted_fusion/generations/uniform_limit10/gso_005_input4/mesh_raw.obj", "gt_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/rendered_benchmark_v0/_extracted_gso/Ecoforms_Saucer_SQ3_Turquoise/meshes/model.obj", "input_faces": 319012, "input_vertices": 157833, "component_count": 334, "largest_component_faces": 313080, "keep_components": null, "target_faces": null, "gate_passed": true, "gate": { "passed": true, "failures": [], "chamfer_relative_worsening": 0.017499158045449385, "fscore_5pct_drop": 0.007935875846827256 }, "chamfer_mean": 0.06933007458087001, "baseline_chamfer_mean": 0.06813772181792134, "fscore_5pct": 0.3419701336589999, "baseline_fscore_5pct": 0.3499060095058272, "fscore_10pct": 0.6804548159943383, "baseline_fscore_10pct": 0.6894957016478751, "watertight": 1.0, "winding_consistent": 1.0, "topology_valid": 1.0, "boundary_edges": 0, "nonmanifold_edges": 0, "pred_faces": 328064, "baseline_pred_faces": 319012 }, { "case_id": "gso_006_input4", "status": "ok", "elapsed_sec": 26.090943349990994, "summary": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/mesh_repair_v6/pymeshfix_protocol4_limit10/gso_006_input4/summary.json", "output": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/mesh_repair_v6/pymeshfix_protocol4_limit10/gso_006_input4/mesh_watertight.obj", "input_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/baseline_preserving_v2/inference_step25_alpha025_limit10/gso_006_input4/mesh_raw.obj", "baseline_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_weighted_fusion/generations/uniform_limit10/gso_006_input4/mesh_raw.obj", "gt_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/rendered_benchmark_v0/_extracted_gso/TOOL_BELT/meshes/model.obj", "input_faces": 1317802, "input_vertices": 651647, "component_count": 8348, "largest_component_faces": 1136098, "keep_components": 1, "target_faces": 100000, "gate_passed": false, "gate": { "passed": false, "failures": [ "chamfer_regressed", "fscore5_regressed" ], "chamfer_relative_worsening": 0.39823637499179576, "fscore_5pct_drop": 0.10492649039803315 }, "chamfer_mean": 0.10017617518037206, "baseline_chamfer_mean": 0.07164466392955901, "fscore_5pct": 0.36197437668347254, "baseline_fscore_5pct": 0.4669008670815057, "fscore_10pct": 0.5759147874226893, "baseline_fscore_10pct": 0.691056428245694, "watertight": 1.0, "winding_consistent": 1.0, "topology_valid": 1.0, "boundary_edges": 0, "nonmanifold_edges": 0, "pred_faces": 6858, "baseline_pred_faces": 1507964 }, { "case_id": "gso_007_input4", "status": "ok", "elapsed_sec": 65.57747510960326, "summary": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/mesh_repair_v6/pymeshfix_protocol4_limit10/gso_007_input4/summary.json", "output": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/mesh_repair_v6/pymeshfix_protocol4_limit10/gso_007_input4/mesh_watertight.obj", "input_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/baseline_preserving_v2/inference_step25_alpha025_limit10/gso_007_input4/mesh_raw.obj", "baseline_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_weighted_fusion/generations/uniform_limit10/gso_007_input4/mesh_raw.obj", "gt_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/rendered_benchmark_v0/_extracted_gso/Olive_Kids_Robots_Pencil_Case/meshes/model.obj", "input_faces": 536832, "input_vertices": 266821, "component_count": 1881, "largest_component_faces": 527066, "keep_components": null, "target_faces": null, "gate_passed": true, "gate": { "passed": true, "failures": [], "chamfer_relative_worsening": 0.01829810694329904, "fscore_5pct_drop": 0.018813197744667914 }, "chamfer_mean": 0.15621630860372676, "baseline_chamfer_mean": 0.1534092104645592, "fscore_5pct": 0.16699065288202805, "baseline_fscore_5pct": 0.18580385062669597, "fscore_10pct": 0.3581868768179666, "baseline_fscore_10pct": 0.36510568597459603, "watertight": 1.0, "winding_consistent": 1.0, "topology_valid": 1.0, "boundary_edges": 0, "nonmanifold_edges": 0, "pred_faces": 278432, "baseline_pred_faces": 536460 }, { "case_id": "gso_008_input4", "status": "ok", "elapsed_sec": 91.51206577615812, "summary": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/mesh_repair_v6/pymeshfix_protocol4_limit10/gso_008_input4/summary.json", "output": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/mesh_repair_v6/pymeshfix_protocol4_limit10/gso_008_input4/mesh_watertight.obj", "input_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/baseline_preserving_v2/inference_step25_alpha025_limit10/gso_008_input4/mesh_raw.obj", "baseline_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_weighted_fusion/generations/uniform_limit10/gso_008_input4/mesh_raw.obj", "gt_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/rendered_benchmark_v0/_extracted_gso/Ecoforms_Quadra_Saucer_SQ1_Avocado/meshes/model.obj", "input_faces": 464466, "input_vertices": 255748, "component_count": 1614, "largest_component_faces": 186728, "keep_components": null, "target_faces": null, "gate_passed": true, "gate": { "passed": true, "failures": [], "chamfer_relative_worsening": 0.03623622864474501, "fscore_5pct_drop": 0.016756876333172355 }, "chamfer_mean": 0.13541173603496215, "baseline_chamfer_mean": 0.13067651206526734, "fscore_5pct": 0.19114956427015253, "baseline_fscore_5pct": 0.2079064406033249, "fscore_10pct": 0.37661896583450905, "baseline_fscore_10pct": 0.3874541237416848, "watertight": 1.0, "winding_consistent": 1.0, "topology_valid": 1.0, "boundary_edges": 0, "nonmanifold_edges": 0, "pred_faces": 827994, "baseline_pred_faces": 549096 }, { "case_id": "gso_009_input4", "status": "ok", "elapsed_sec": 12.764185785781592, "summary": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/mesh_repair_v6/pymeshfix_protocol4_limit10/gso_009_input4/summary.json", "output": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/mesh_repair_v6/pymeshfix_protocol4_limit10/gso_009_input4/mesh_watertight.obj", "input_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_spatial_adapter/baseline_preserving_v2/inference_step25_alpha025_limit10/gso_009_input4/mesh_raw.obj", "baseline_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/vggt_weighted_fusion/generations/uniform_limit10/gso_009_input4/mesh_raw.obj", "gt_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/rendered_benchmark_v0/_extracted_gso/Pinwheel_Pencil_Case/meshes/model.obj", "input_faces": 756742, "input_vertices": 376029, "component_count": 3009, "largest_component_faces": 740636, "keep_components": 1, "target_faces": 100000, "gate_passed": true, "gate": { "passed": true, "failures": [], "chamfer_relative_worsening": -0.0019376968525672811, "fscore_5pct_drop": 0.0029178863016767753 }, "chamfer_mean": 0.03185614243540074, "baseline_chamfer_mean": 0.031917989823822636, "fscore_5pct": 0.7948506093730368, "baseline_fscore_5pct": 0.7977684956747135, "fscore_10pct": 1.0, "baseline_fscore_10pct": 1.0, "watertight": 1.0, "winding_consistent": 1.0, "topology_valid": 1.0, "boundary_edges": 0, "nonmanifold_edges": 0, "pred_faces": 83166, "baseline_pred_faces": 760440 } ] }