{
  "method": "TRELLIS",
  "model": "/home/jiachen/.cache/huggingface/hub/models--microsoft--TRELLIS-image-large/snapshots/25e0d31ffbebe4b5a97464dd851910efc3002d96",
  "samples": 20000,
  "cases": [
    {
      "case_id": "gso_000_input2",
      "status": "ok",
      "pred_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/method_eval/trellis_protocol2_limit10/gso_000_input2/mesh_raw.obj",
      "gt_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/rendered_benchmark_v0/_extracted_gso/Ortho_Forward_Facing_3Q6J2oKJD92/meshes/model.obj",
      "pred_vertices": 16778,
      "pred_faces": 33536,
      "gt_vertices": 14711,
      "gt_faces": 27166,
      "chamfer_mean": 0.1478586560111025,
      "pred_to_gt_mean": 0.1105509305325503,
      "gt_to_pred_mean": 0.18516638148965472,
      "precision_1pct": 0.0605,
      "recall_1pct": 0.00955,
      "fscore_1pct": 0.016496074232690935,
      "precision_2pct": 0.13445,
      "recall_2pct": 0.0166,
      "fscore_2pct": 0.029551406818934128,
      "precision_5pct": 0.33105,
      "recall_5pct": 0.04905,
      "fscore_5pct": 0.0854406866614049,
      "precision_10pct": 0.53805,
      "recall_10pct": 0.1651,
      "fscore_10pct": 0.2526688615515893
    },
    {
      "case_id": "gso_001_input2",
      "status": "ok",
      "pred_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/method_eval/trellis_protocol2_limit10/gso_001_input2/mesh_raw.obj",
      "gt_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/rendered_benchmark_v0/_extracted_gso/GEOMETRIC_PEG_BOARD/meshes/model.obj",
      "pred_vertices": 589472,
      "pred_faces": 1178984,
      "gt_vertices": 6958,
      "gt_faces": 11730,
      "chamfer_mean": 0.07456445034533882,
      "pred_to_gt_mean": 0.07298203490703037,
      "gt_to_pred_mean": 0.07614686578364727,
      "precision_1pct": 0.0909,
      "recall_1pct": 0.1041,
      "fscore_1pct": 0.09705323076923075,
      "precision_2pct": 0.20705,
      "recall_2pct": 0.23075,
      "fscore_2pct": 0.21825850845134767,
      "precision_5pct": 0.44195,
      "recall_5pct": 0.4668,
      "fscore_5pct": 0.454035235213205,
      "precision_10pct": 0.6899,
      "recall_10pct": 0.6862,
      "fscore_10pct": 0.6880450257975437
    },
    {
      "case_id": "gso_002_input2",
      "status": "ok",
      "pred_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/method_eval/trellis_protocol2_limit10/gso_002_input2/mesh_raw.obj",
      "gt_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/rendered_benchmark_v0/_extracted_gso/Ecoforms_Plant_Container_QP_Turquoise/meshes/model.obj",
      "pred_vertices": 211712,
      "pred_faces": 423420,
      "gt_vertices": 7739,
      "gt_faces": 14776,
      "chamfer_mean": 0.0344833903482857,
      "pred_to_gt_mean": 0.037615581725874356,
      "gt_to_pred_mean": 0.03135119897069705,
      "precision_1pct": 0.25765,
      "recall_1pct": 0.28725,
      "fscore_1pct": 0.2716460359699028,
      "precision_2pct": 0.5073,
      "recall_2pct": 0.57725,
      "fscore_2pct": 0.5400192245631829,
      "precision_5pct": 0.7376,
      "recall_5pct": 0.8322,
      "fscore_5pct": 0.782049585934514,
      "precision_10pct": 0.9093,
      "recall_10pct": 0.92715,
      "fscore_10pct": 0.9181382504288165
    },
    {
      "case_id": "gso_003_input2",
      "status": "ok",
      "pred_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/method_eval/trellis_protocol2_limit10/gso_003_input2/mesh_raw.obj",
      "gt_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/rendered_benchmark_v0/_extracted_gso/Perricone_MD_Firming_Neck_Therapy_Treatment/meshes/model.obj",
      "pred_vertices": 782546,
      "pred_faces": 1565056,
      "gt_vertices": 1647,
      "gt_faces": 2968,
      "chamfer_mean": 0.019149800442511643,
      "pred_to_gt_mean": 0.02263620585314148,
      "gt_to_pred_mean": 0.015663395031881806,
      "precision_1pct": 0.2752,
      "recall_1pct": 0.3149,
      "fscore_1pct": 0.2937145568547703,
      "precision_2pct": 0.65325,
      "recall_2pct": 0.71145,
      "fscore_2pct": 0.6811089799956034,
      "precision_5pct": 0.8962,
      "recall_5pct": 1.0,
      "fscore_5pct": 0.9452589389304926,
      "precision_10pct": 0.9913,
      "recall_10pct": 1.0,
      "fscore_10pct": 0.9956309948274996
    },
    {
      "case_id": "gso_004_input2",
      "status": "ok",
      "pred_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/method_eval/trellis_protocol2_limit10/gso_004_input2/mesh_raw.obj",
      "gt_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/rendered_benchmark_v0/_extracted_gso/Office_Depot_Canon_PG_240XL_Ink_Cartridge_Black_5206B001/meshes/model.obj",
      "pred_vertices": 145298,
      "pred_faces": 290588,
      "gt_vertices": 3573,
      "gt_faces": 6584,
      "chamfer_mean": 0.10392476493157035,
      "pred_to_gt_mean": 0.07523366424988226,
      "gt_to_pred_mean": 0.13261586561325844,
      "precision_1pct": 0.0491,
      "recall_1pct": 0.0617,
      "fscore_1pct": 0.054683574007220216,
      "precision_2pct": 0.109,
      "recall_2pct": 0.1152,
      "fscore_2pct": 0.11201427297056199,
      "precision_5pct": 0.3685,
      "recall_5pct": 0.2989,
      "fscore_5pct": 0.33007087204075514,
      "precision_10pct": 0.6901,
      "recall_10pct": 0.4588,
      "fscore_10pct": 0.5511669945164941
    },
    {
      "case_id": "gso_005_input2",
      "status": "ok",
      "pred_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/method_eval/trellis_protocol2_limit10/gso_005_input2/mesh_raw.obj",
      "gt_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/rendered_benchmark_v0/_extracted_gso/Ecoforms_Saucer_SQ3_Turquoise/meshes/model.obj",
      "pred_vertices": 94830,
      "pred_faces": 189652,
      "gt_vertices": 1240,
      "gt_faces": 2358,
      "chamfer_mean": 0.0663458678442315,
      "pred_to_gt_mean": 0.0684926569262686,
      "gt_to_pred_mean": 0.0641990787621944,
      "precision_1pct": 0.1007,
      "recall_1pct": 0.15125,
      "fscore_1pct": 0.1209039491962691,
      "precision_2pct": 0.1786,
      "recall_2pct": 0.25785,
      "fscore_2pct": 0.21102994615648987,
      "precision_5pct": 0.386,
      "recall_5pct": 0.41945,
      "fscore_5pct": 0.4020304177788813,
      "precision_10pct": 0.7402,
      "recall_10pct": 0.6848,
      "fscore_10pct": 0.711423101754386
    },
    {
      "case_id": "gso_006_input2",
      "status": "ok",
      "pred_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/method_eval/trellis_protocol2_limit10/gso_006_input2/mesh_raw.obj",
      "gt_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/rendered_benchmark_v0/_extracted_gso/TOOL_BELT/meshes/model.obj",
      "pred_vertices": 197558,
      "pred_faces": 395138,
      "gt_vertices": 15248,
      "gt_faces": 24358,
      "chamfer_mean": 0.0508210131032201,
      "pred_to_gt_mean": 0.04295026001686647,
      "gt_to_pred_mean": 0.05869176618957372,
      "precision_1pct": 0.1535,
      "recall_1pct": 0.1603,
      "fscore_1pct": 0.15682632249840664,
      "precision_2pct": 0.30395,
      "recall_2pct": 0.27925,
      "fscore_2pct": 0.2910769461591221,
      "precision_5pct": 0.64275,
      "recall_5pct": 0.51775,
      "fscore_5pct": 0.5735179879362344,
      "precision_10pct": 0.931,
      "recall_10pct": 0.7822,
      "fscore_10pct": 0.850137987392015
    },
    {
      "case_id": "gso_007_input2",
      "status": "ok",
      "pred_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/method_eval/trellis_protocol2_limit10/gso_007_input2/mesh_raw.obj",
      "gt_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/rendered_benchmark_v0/_extracted_gso/Olive_Kids_Robots_Pencil_Case/meshes/model.obj",
      "pred_vertices": 164568,
      "pred_faces": 329140,
      "gt_vertices": 6883,
      "gt_faces": 12574,
      "chamfer_mean": 0.03301791943789788,
      "pred_to_gt_mean": 0.03214940560312435,
      "gt_to_pred_mean": 0.03388643327267141,
      "precision_1pct": 0.14915,
      "recall_1pct": 0.1551,
      "fscore_1pct": 0.15206682004930153,
      "precision_2pct": 0.3304,
      "recall_2pct": 0.3059,
      "fscore_2pct": 0.31767832783278327,
      "precision_5pct": 0.797,
      "recall_5pct": 0.76635,
      "fscore_5pct": 0.7813745482457543,
      "precision_10pct": 1.0,
      "recall_10pct": 1.0,
      "fscore_10pct": 1.0
    },
    {
      "case_id": "gso_008_input2",
      "status": "ok",
      "pred_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/method_eval/trellis_protocol2_limit10/gso_008_input2/mesh_raw.obj",
      "gt_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/rendered_benchmark_v0/_extracted_gso/Ecoforms_Quadra_Saucer_SQ1_Avocado/meshes/model.obj",
      "pred_vertices": 226886,
      "pred_faces": 453768,
      "gt_vertices": 2487,
      "gt_faces": 4762,
      "chamfer_mean": 0.15633446068698725,
      "pred_to_gt_mean": 0.17675686872503837,
      "gt_to_pred_mean": 0.13591205264893616,
      "precision_1pct": 0.04795,
      "recall_1pct": 0.04625,
      "fscore_1pct": 0.047084660297239914,
      "precision_2pct": 0.08755,
      "recall_2pct": 0.0894,
      "fscore_2pct": 0.08846532918903645,
      "precision_5pct": 0.17145,
      "recall_5pct": 0.21005,
      "fscore_5pct": 0.1887972346002621,
      "precision_10pct": 0.30935,
      "recall_10pct": 0.39215,
      "fscore_10pct": 0.3458634426229508
    },
    {
      "case_id": "gso_009_input2",
      "status": "ok",
      "pred_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/method_eval/trellis_protocol2_limit10/gso_009_input2/mesh_raw.obj",
      "gt_mesh": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/data_survey/rendered_benchmark_v0/_extracted_gso/Pinwheel_Pencil_Case/meshes/model.obj",
      "pred_vertices": 117876,
      "pred_faces": 235774,
      "gt_vertices": 6337,
      "gt_faces": 11852,
      "chamfer_mean": 0.155752597153187,
      "pred_to_gt_mean": 0.13967371433414805,
      "gt_to_pred_mean": 0.17183147997222598,
      "precision_1pct": 0.03635,
      "recall_1pct": 0.0314,
      "fscore_1pct": 0.033694169741697415,
      "precision_2pct": 0.08,
      "recall_2pct": 0.0585,
      "fscore_2pct": 0.0675812274368231,
      "precision_5pct": 0.207,
      "recall_5pct": 0.1396,
      "fscore_5pct": 0.16674668205424117,
      "precision_10pct": 0.4398,
      "recall_10pct": 0.32155,
      "fscore_10pct": 0.37149192881066534
    }
  ]
}