{ "settings": { "point_samples": 20000, "paper_point_samples": 100000, "paper_fscore_radius": 0.1, "render_resolution": 256, "render_max_faces": 500000, "include_lpips": true, "geometry_note": "Chamfer/F-score use independently bbox-diagonal-normalized meshes.", "paper_geometry_note": "Paper-style CD/F-score sample 100k surface points, independently normalize points to [-1, 1]^3, and use F-score radius 0.1.", "novel_view_note": "Texture-free OBJ outputs are evaluated with normal-view PSNR/SSIM/LPIPS against GT decoded normals, not GT RGB texture.", "render_note": "2D mask metrics use dataset cameras; GT decoded-vs-alpha is a camera sanity check." }, "cases": { "proobj_01": { "uid": "0002f8675afaa4c6cb3c0c6a57dbdc3e193e92daef8d17fb99fc85d283c08841", "num_inputs": 2, "input_view_indices": [ 0, 20 ], "test_view_indices": [ 1, 3, 5, 7, 9, 11, 13, 15, 17, 19, 21, 23, 25, 27, 29, 31, 33, 35, 37, 39 ], "geometry": { "trellis": { "pred_vertices": 313284, "pred_faces": 626656, "gt_vertices": 329804, "gt_faces": 659672, "chamfer_l2_mean": 0.008461307216236783, "chamfer_l2_p95": 0.017428282316409284, "pred_to_gt_mean": 0.009020247996346589, "gt_to_pred_mean": 0.00790236643612698, "bbox_iou_raw": 0.8929092526014053, "bbox_diag_ratio_raw": 0.9686612697198607, "surface_area_ratio": 0.9194962570817768, "volume_ratio_abs": 1.565572027233369, "fscore_1pct": 0.7136286823594957, "precision_1pct": 0.66225, "recall_1pct": 0.77365, "fscore_2pct": 0.970455220728378, "precision_2pct": 0.9569, "recall_2pct": 0.9844, "fscore_5pct": 1.0, "precision_5pct": 1.0, "recall_5pct": 1.0, "paper_cd_100k": 0.03076876216962646, "paper_fscore_r01": 0.9949594496261155, "paper_precision_r01": 0.99422, "paper_recall_r01": 0.9957 }, "trellis_simplified_1over3": { "pred_vertices": 104398, "pred_faces": 208884, "gt_vertices": 329804, "gt_faces": 659672, "chamfer_l2_mean": 0.008475561215429889, "chamfer_l2_p95": 0.017612417873498452, "pred_to_gt_mean": 0.00904236546109183, "gt_to_pred_mean": 0.007908756969767948, "bbox_iou_raw": 0.8926457173962941, "bbox_diag_ratio_raw": 0.9686764388685756, "surface_area_ratio": 0.9204106933235539, "volume_ratio_abs": 1.5654658117653417, "fscore_1pct": 0.7119146607092991, "precision_1pct": 0.6608, "recall_1pct": 0.7716, "fscore_2pct": 0.9688294765627016, "precision_2pct": 0.95365, "recall_2pct": 0.9845, "fscore_5pct": 1.0, "precision_5pct": 1.0, "recall_5pct": 1.0, "paper_cd_100k": 0.030598781253400775, "paper_fscore_r01": 0.9950895622506507, "paper_precision_r01": 0.99443, "paper_recall_r01": 0.99575 }, "trellis2": { "pred_vertices": 738175, "pred_faces": 1481830, "gt_vertices": 329804, "gt_faces": 659672, "chamfer_l2_mean": 0.009766713617003906, "chamfer_l2_p95": 0.02810945765603271, "pred_to_gt_mean": 0.008540431792361955, "gt_to_pred_mean": 0.010992995441645859, "bbox_iou_raw": 0.8986480294727553, "bbox_diag_ratio_raw": 0.9889273267680272, "surface_area_ratio": 0.5298934057014333, "volume_ratio_abs": 1.9675105640834447, "fscore_1pct": 0.7084442911662757, "precision_1pct": 0.77715, "recall_1pct": 0.6509, "fscore_2pct": 0.9096337313023192, "precision_2pct": 0.9445, "recall_2pct": 0.87725, "fscore_5pct": 0.9939233644389668, "precision_5pct": 0.9952, "recall_5pct": 0.99265, "paper_cd_100k": 0.034678024780883845, "paper_fscore_r01": 0.9391170576053917, "paper_precision_r01": 0.94976, "paper_recall_r01": 0.92871 }, "trellis2_simplified_1over3": { "pred_vertices": 244793, "pred_faces": 493942, "gt_vertices": 329804, "gt_faces": 659672, "chamfer_l2_mean": 0.009786152439591689, "chamfer_l2_p95": 0.028205686740640352, "pred_to_gt_mean": 0.008561911292477953, "gt_to_pred_mean": 0.011010393586705426, "bbox_iou_raw": 0.8987561735148935, "bbox_diag_ratio_raw": 0.9889231559785814, "surface_area_ratio": 0.5296275631226836, "volume_ratio_abs": 1.9068303686453885, "fscore_1pct": 0.7068703554261254, "precision_1pct": 0.776, "recall_1pct": 0.64905, "fscore_2pct": 0.9093749176367231, "precision_2pct": 0.944, "recall_2pct": 0.8772, "fscore_5pct": 0.9932716468248974, "precision_5pct": 0.9951, "recall_5pct": 0.99145, "paper_cd_100k": 0.03480850913801435, "paper_fscore_r01": 0.9378017775598001, "paper_precision_r01": 0.94822, "paper_recall_r01": 0.92761 }, "reconviagen": { "pred_vertices": 274392, "pred_faces": 548784, "gt_vertices": 329804, "gt_faces": 659672, "chamfer_l2_mean": 0.035275226967661374, "chamfer_l2_p95": 0.10446799438157353, "pred_to_gt_mean": 0.033939429749640065, "gt_to_pred_mean": 0.036611024185682677, "bbox_iou_raw": 0.5380234683137693, "bbox_diag_ratio_raw": 0.9440015353165485, "surface_area_ratio": 0.7940414257253108, "volume_ratio_abs": 0.9209301089246568, "fscore_1pct": 0.25792629335400113, "precision_1pct": 0.2637, "recall_1pct": 0.2524, "fscore_2pct": 0.45004414949741767, "precision_2pct": 0.45785, "recall_2pct": 0.4425, "fscore_5pct": 0.74326902047816, "precision_5pct": 0.75585, "recall_5pct": 0.7311, "paper_cd_100k": 0.10518973492917452, "paper_fscore_r01": 0.5756345905767527, "paper_precision_r01": 0.58586, "paper_recall_r01": 0.56576 }, "reconviagen_simplified_1over3": { "pred_vertices": 91464, "pred_faces": 182928, "gt_vertices": 329804, "gt_faces": 659672, "chamfer_l2_mean": 0.0353267943458182, "chamfer_l2_p95": 0.10475181248940504, "pred_to_gt_mean": 0.03402611727114904, "gt_to_pred_mean": 0.03662747142048737, "bbox_iou_raw": 0.5381986489225804, "bbox_diag_ratio_raw": 0.9440140882208431, "surface_area_ratio": 0.7952375846984705, "volume_ratio_abs": 0.921791206778823, "fscore_1pct": 0.2572281383598912, "precision_1pct": 0.2616, "recall_1pct": 0.253, "fscore_2pct": 0.4493814460511679, "precision_2pct": 0.4568, "recall_2pct": 0.4422, "fscore_5pct": 0.7437004402325503, "precision_5pct": 0.75685, "recall_5pct": 0.731, "paper_cd_100k": 0.10505001412176099, "paper_fscore_r01": 0.5764917086873591, "paper_precision_r01": 0.58766, "paper_recall_r01": 0.56574 } }, "mask": { "trellis": { "silhouette_iou_mean": 0.8889245443835397, "silhouette_iou_median": 0.8895244989515378, "mask_precision_mean": 0.9478782532297588, "mask_precision_median": 0.9527273470015868, "mask_recall_mean": 0.9342234590321926, "mask_recall_median": 0.9442277718755844, "mask_f1_mean": 0.9409096510099417, "mask_f1_median": 0.9415326053397866, "boundary_chamfer_mean": 0.005161701131146401, "boundary_chamfer_median": 0.005506407935172319, "pred_area_mean": 0.20983428955078126, "pred_area_median": 0.21178436279296875, "gt_area_mean": 0.21296615600585939, "gt_area_median": 0.21436309814453125 }, "trellis_simplified_1over3": { "silhouette_iou_mean": 0.8889147905612786, "silhouette_iou_median": 0.889348995399207, "mask_precision_mean": 0.947860299404368, "mask_precision_median": 0.9526414595107263, "mask_recall_mean": 0.934229053251536, "mask_recall_median": 0.9441512370370175, "mask_f1_mean": 0.9409037121102685, "mask_f1_median": 0.9414342844753247, "boundary_chamfer_mean": 0.005162870441563427, "boundary_chamfer_median": 0.005510159535333514, "pred_area_mean": 0.2098388671875, "pred_area_median": 0.2117462158203125, "gt_area_mean": 0.21296615600585939, "gt_area_median": 0.21436309814453125 }, "trellis2": { "silhouette_iou_mean": 0.8791761140786457, "silhouette_iou_median": 0.8826975075742114, "mask_precision_mean": 0.9736362037626167, "mask_precision_median": 0.9733584743535183, "mask_recall_mean": 0.9005688145791975, "mask_recall_median": 0.9050347091066288, "mask_f1_mean": 0.9354909204198366, "mask_f1_median": 0.9376902221076513, "boundary_chamfer_mean": 0.0052268106839619575, "boundary_chamfer_median": 0.005070848157629371, "pred_area_mean": 0.19793167114257812, "pred_area_median": 0.19814300537109375, "gt_area_mean": 0.21296615600585939, "gt_area_median": 0.21436309814453125 }, "trellis2_simplified_1over3": { "silhouette_iou_mean": 0.8791793364381517, "silhouette_iou_median": 0.8826975075742114, "mask_precision_mean": 0.9736401759363351, "mask_precision_median": 0.973445799366295, "mask_recall_mean": 0.9005692175421742, "mask_recall_median": 0.9050347091066288, "mask_f1_mean": 0.9354928452763824, "mask_f1_median": 0.9376902221076513, "boundary_chamfer_mean": 0.005226579611189663, "boundary_chamfer_median": 0.00507264444604516, "pred_area_mean": 0.197930908203125, "pred_area_median": 0.19814300537109375, "gt_area_mean": 0.21296615600585939, "gt_area_median": 0.21436309814453125 }, "reconviagen": { "silhouette_iou_mean": 0.5689462784241731, "silhouette_iou_median": 0.5507731206863506, "mask_precision_mean": 0.7800040641357165, "mask_precision_median": 0.799544039171898, "mask_recall_mean": 0.6768775450581832, "mask_recall_median": 0.6590756352484133, "mask_f1_mean": 0.722554238443267, "mask_f1_median": 0.710319181507191, "boundary_chamfer_mean": 0.024067731061950325, "boundary_chamfer_median": 0.02518683858215809, "pred_area_mean": 0.18476028442382814, "pred_area_median": 0.185821533203125, "gt_area_mean": 0.21296615600585939, "gt_area_median": 0.21436309814453125 }, "reconviagen_simplified_1over3": { "silhouette_iou_mean": 0.568926868394508, "silhouette_iou_median": 0.5508692674656668, "mask_precision_mean": 0.7799427173539175, "mask_precision_median": 0.7996680487717689, "mask_recall_mean": 0.6769080836626371, "mask_recall_median": 0.6592178753295368, "mask_f1_mean": 0.7225446999430154, "mask_f1_median": 0.7103995077487433, "boundary_chamfer_mean": 0.024074494605883956, "boundary_chamfer_median": 0.025210323743522167, "pred_area_mean": 0.18478240966796874, "pred_area_median": 0.1858673095703125, "gt_area_mean": 0.21296615600585939, "gt_area_median": 0.21436309814453125 } }, "novel_view": { "trellis": { "psnr_mean": 21.660662865349778, "psnr_median": 21.534589663117416, "ssim_mean": 0.864293310046196, "ssim_median": 0.8636294504006703, "lpips_mean": 0.09725402407348156, "lpips_median": 0.10207686200737953 }, "trellis_simplified_1over3": { "psnr_mean": 21.67042845929972, "psnr_median": 21.546343632837807, "ssim_mean": 0.8641450295845667, "ssim_median": 0.8634756803512573, "lpips_mean": 0.09752195496112108, "lpips_median": 0.10305599123239517 }, "trellis2": { "psnr_mean": 13.448491090359173, "psnr_median": 12.954778281965542, "ssim_mean": 0.7911565969387689, "ssim_median": 0.7898868024349213, "lpips_mean": 0.23454492390155793, "lpips_median": 0.2324884533882141 }, "trellis2_simplified_1over3": { "psnr_mean": 13.449180110011227, "psnr_median": 12.95817864637778, "ssim_mean": 0.7912050873041154, "ssim_median": 0.7899789412816365, "lpips_mean": 0.23454678878188134, "lpips_median": 0.23255065083503723 }, "reconviagen": { "psnr_mean": 17.111228209020005, "psnr_median": 16.420083262444614, "ssim_mean": 0.793256417910258, "ssim_median": 0.7827985088030498, "lpips_mean": 0.28756403401494024, "lpips_median": 0.29204146564006805 }, "reconviagen_simplified_1over3": { "psnr_mean": 17.11437029755544, "psnr_median": 16.42101106642055, "ssim_mean": 0.7931853681802749, "ssim_median": 0.7828194697697958, "lpips_mean": 0.28784855380654334, "lpips_median": 0.29230019450187683 } }, "gt_camera_sanity": { "silhouette_iou_mean": 0.9857270288196414, "silhouette_iou_median": 0.9867414474270391, "mask_precision_mean": 0.9896623375357162, "mask_precision_median": 0.9900791920362696, "mask_recall_mean": 0.9959780777690662, "mask_recall_median": 0.996307715083941, "mask_f1_mean": 0.9928089986617051, "mask_f1_median": 0.9933264811686483, "boundary_chamfer_mean": 0.000563894709921442, "boundary_chamfer_median": 0.0005515943339560181, "pred_area_mean": 0.21427383422851562, "pred_area_median": 0.2158203125, "gt_area_mean": 0.21296615600585939, "gt_area_median": 0.21436309814453125 }, "visual_sheet": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/proobjaverse_gt_eval/evaluation/proobj_01/visual_sheet.jpg", "elapsed_sec": 44.019784688949585 }, "proobj_02": { "uid": "002628f7a7bb5f3a0f46fa3bf391098b10138901489989f58123ede21efe1ab0", "num_inputs": 3, "input_view_indices": [ 0, 13, 27 ], "test_view_indices": [ 1, 3, 5, 7, 9, 11, 15, 17, 19, 21, 23, 25, 29, 31, 33, 35, 36, 37, 38, 39 ], "geometry": { "trellis": { "pred_vertices": 172610, "pred_faces": 345224, "gt_vertices": 215354, "gt_faces": 430660, "chamfer_l2_mean": 0.03720184267544094, "chamfer_l2_p95": 0.14137979835659067, "pred_to_gt_mean": 0.038383104612121015, "gt_to_pred_mean": 0.036020580738760855, "bbox_iou_raw": 0.8959798612564537, "bbox_diag_ratio_raw": 0.9848412136343824, "surface_area_ratio": 0.7696817649660779, "volume_ratio_abs": 1.0184295785452806, "fscore_1pct": 0.360765540166205, "precision_1pct": 0.3702, "recall_1pct": 0.3518, "fscore_2pct": 0.55531790273283, "precision_2pct": 0.57835, "recall_2pct": 0.53405, "fscore_5pct": 0.7440568952195384, "precision_5pct": 0.7348, "recall_5pct": 0.75355, "paper_cd_100k": 0.13196467664290928, "paper_fscore_r01": 0.6153095287482246, "paper_precision_r01": 0.63854, "paper_recall_r01": 0.59371 }, "trellis_simplified_1over3": { "pred_vertices": 57535, "pred_faces": 115074, "gt_vertices": 215354, "gt_faces": 430660, "chamfer_l2_mean": 0.037241436187582244, "chamfer_l2_p95": 0.14119306694577916, "pred_to_gt_mean": 0.03845611245267423, "gt_to_pred_mean": 0.036026759922490256, "bbox_iou_raw": 0.8952612024714751, "bbox_diag_ratio_raw": 0.9845968095873251, "surface_area_ratio": 0.7707301565179367, "volume_ratio_abs": 1.0188524020981373, "fscore_1pct": 0.35958582742809503, "precision_1pct": 0.3696, "recall_1pct": 0.3501, "fscore_2pct": 0.5546455228920002, "precision_2pct": 0.57475, "recall_2pct": 0.5359, "fscore_5pct": 0.7439196021772729, "precision_5pct": 0.7342, "recall_5pct": 0.7539, "paper_cd_100k": 0.13185214091995912, "paper_fscore_r01": 0.6152690012254405, "paper_precision_r01": 0.6388, "paper_recall_r01": 0.59341 }, "trellis2": { "pred_vertices": 578769, "pred_faces": 1169852, "gt_vertices": 215354, "gt_faces": 430660, "chamfer_l2_mean": 0.00947393074666529, "chamfer_l2_p95": 0.027200839972574647, "pred_to_gt_mean": 0.00759275742928229, "gt_to_pred_mean": 0.01135510406404829, "bbox_iou_raw": 0.9413344141095243, "bbox_diag_ratio_raw": 0.9898889857146271, "surface_area_ratio": 0.7172397084020501, "volume_ratio_abs": 0.020826504344422403, "fscore_1pct": 0.715971721920697, "precision_1pct": 0.79535, "recall_1pct": 0.651, "fscore_2pct": 0.9315710874976579, "precision_2pct": 0.9819, "recall_2pct": 0.88615, "fscore_5pct": 0.9901030094930318, "precision_5pct": 1.0, "recall_5pct": 0.9804, "paper_cd_100k": 0.031093019249190057, "paper_fscore_r01": 0.9497294793898904, "paper_precision_r01": 0.99804, "paper_recall_r01": 0.90588 }, "trellis2_simplified_1over3": { "pred_vertices": 190073, "pred_faces": 389949, "gt_vertices": 215354, "gt_faces": 430660, "chamfer_l2_mean": 0.009493012048176217, "chamfer_l2_p95": 0.02718764558841375, "pred_to_gt_mean": 0.007612269351276061, "gt_to_pred_mean": 0.011373754745076374, "bbox_iou_raw": 0.9413165750507173, "bbox_diag_ratio_raw": 0.9898825426533061, "surface_area_ratio": 0.7172644892974185, "volume_ratio_abs": 0.0302111750316382, "fscore_1pct": 0.71330096875, "precision_1pct": 0.78945, "recall_1pct": 0.65055, "fscore_2pct": 0.9318700759805233, "precision_2pct": 0.98355, "recall_2pct": 0.88535, "fscore_5pct": 0.9901030094930318, "precision_5pct": 1.0, "recall_5pct": 0.9804, "paper_cd_100k": 0.03111763754019418, "paper_fscore_r01": 0.9496628259864688, "paper_precision_r01": 0.99782, "paper_recall_r01": 0.90594 }, "reconviagen": { "pred_vertices": 173020, "pred_faces": 346010, "gt_vertices": 215354, "gt_faces": 430660, "chamfer_l2_mean": 0.019558479465224717, "chamfer_l2_p95": 0.05956829413186158, "pred_to_gt_mean": 0.019120529348298963, "gt_to_pred_mean": 0.019996429582150473, "bbox_iou_raw": 0.8412676511221784, "bbox_diag_ratio_raw": 0.9838820131569191, "surface_area_ratio": 0.7689884398049199, "volume_ratio_abs": 0.9418175087702647, "fscore_1pct": 0.42619155950432547, "precision_1pct": 0.4531, "recall_1pct": 0.4023, "fscore_2pct": 0.6469695194790182, "precision_2pct": 0.683, "recall_2pct": 0.61455, "fscore_5pct": 0.912014817048102, "precision_5pct": 0.9021, "recall_5pct": 0.92215, "paper_cd_100k": 0.07550426905326607, "paper_fscore_r01": 0.7430022739783181, "paper_precision_r01": 0.73994, "paper_recall_r01": 0.74609 }, "reconviagen_simplified_1over3": { "pred_vertices": 57681, "pred_faces": 115336, "gt_vertices": 215354, "gt_faces": 430660, "chamfer_l2_mean": 0.019527162872083167, "chamfer_l2_p95": 0.05944830905950317, "pred_to_gt_mean": 0.019047830736058455, "gt_to_pred_mean": 0.020006495008107878, "bbox_iou_raw": 0.8408384856410177, "bbox_diag_ratio_raw": 0.9838926693764305, "surface_area_ratio": 0.7702185005837161, "volume_ratio_abs": 0.9425259415232509, "fscore_1pct": 0.4231383573741536, "precision_1pct": 0.44975, "recall_1pct": 0.3995, "fscore_2pct": 0.6469230911543649, "precision_2pct": 0.68185, "recall_2pct": 0.6154, "fscore_5pct": 0.9120468481061228, "precision_5pct": 0.90245, "recall_5pct": 0.92185, "paper_cd_100k": 0.07546489225808625, "paper_fscore_r01": 0.7438893230899523, "paper_precision_r01": 0.74184, "paper_recall_r01": 0.74595 } }, "mask": { "trellis": { "silhouette_iou_mean": 0.4991772552795757, "silhouette_iou_median": 0.49000662835147357, "mask_precision_mean": 0.6509992351807284, "mask_precision_median": 0.6532598420514069, "mask_recall_mean": 0.678814100723313, "mask_recall_median": 0.6800493983736597, "mask_f1_mean": 0.6641913343907816, "mask_f1_median": 0.6577041450531504, "boundary_chamfer_mean": 0.01433754749596119, "boundary_chamfer_median": 0.015640829224139452, "pred_area_mean": 0.13697128295898436, "pred_area_median": 0.13684844970703125, "gt_area_mean": 0.13167572021484375, "gt_area_median": 0.13132476806640625 }, "trellis_simplified_1over3": { "silhouette_iou_mean": 0.49912706631418874, "silhouette_iou_median": 0.48989972369728063, "mask_precision_mean": 0.6509022796477812, "mask_precision_median": 0.6530663852676708, "mask_recall_mean": 0.6788360558872824, "mask_recall_median": 0.6798776164222168, "mask_f1_mean": 0.6641522453115585, "mask_f1_median": 0.6576073760145498, "boundary_chamfer_mean": 0.014346510171890259, "boundary_chamfer_median": 0.0156443752348423, "pred_area_mean": 0.13699798583984374, "pred_area_median": 0.13690948486328125, "gt_area_mean": 0.13167572021484375, "gt_area_median": 0.13132476806640625 }, "trellis2": { "silhouette_iou_mean": 0.8107989092705896, "silhouette_iou_median": 0.8160545159325205, "mask_precision_mean": 0.8713485531859334, "mask_precision_median": 0.8775236930470676, "mask_recall_mean": 0.9211676504271538, "mask_recall_median": 0.9270329754202459, "mask_f1_mean": 0.8951595538587533, "mask_f1_median": 0.898698470239779, "boundary_chamfer_mean": 0.00678474591113627, "boundary_chamfer_median": 0.006754303816705942, "pred_area_mean": 0.139654541015625, "pred_area_median": 0.13831329345703125, "gt_area_mean": 0.13167572021484375, "gt_area_median": 0.13132476806640625 }, "trellis2_simplified_1over3": { "silhouette_iou_mean": 0.8108327071134944, "silhouette_iou_median": 0.816169570880145, "mask_precision_mean": 0.8713396268103828, "mask_precision_median": 0.877467431091402, "mask_recall_mean": 0.9212234802316905, "mask_recall_median": 0.9269223747059869, "mask_f1_mean": 0.895181405839159, "mask_f1_median": 0.8987687147169805, "boundary_chamfer_mean": 0.006792423338629306, "boundary_chamfer_median": 0.006755010224878788, "pred_area_mean": 0.1396636962890625, "pred_area_median": 0.13832855224609375, "gt_area_mean": 0.13167572021484375, "gt_area_median": 0.13132476806640625 }, "reconviagen": { "silhouette_iou_mean": 0.5912828408301433, "silhouette_iou_median": 0.5860226857605426, "mask_precision_mean": 0.7228217239813614, "mask_precision_median": 0.7193947929945075, "mask_recall_mean": 0.7648145882904798, "mask_recall_median": 0.755004685465352, "mask_f1_mean": 0.7422415777262954, "mask_f1_median": 0.7389805291571909, "boundary_chamfer_mean": 0.01177977176848799, "boundary_chamfer_median": 0.0120237129740417, "pred_area_mean": 0.13888168334960938, "pred_area_median": 0.13768768310546875, "gt_area_mean": 0.13167572021484375, "gt_area_median": 0.13132476806640625 }, "reconviagen_simplified_1over3": { "silhouette_iou_mean": 0.5914116497996833, "silhouette_iou_median": 0.5860573048993671, "mask_precision_mean": 0.7228873734609423, "mask_precision_median": 0.7195116152082565, "mask_recall_mean": 0.7649650964800105, "mask_recall_median": 0.7547733728285251, "mask_f1_mean": 0.7423462315624105, "mask_f1_median": 0.7390074028824275, "boundary_chamfer_mean": 0.011774990265257657, "boundary_chamfer_median": 0.012018581852316856, "pred_area_mean": 0.13889694213867188, "pred_area_median": 0.137664794921875, "gt_area_mean": 0.13167572021484375, "gt_area_median": 0.13132476806640625 } }, "novel_view": { "trellis": { "psnr_mean": 18.678963456448876, "psnr_median": 18.501214526025553, "ssim_mean": 0.8391657779614132, "ssim_median": 0.8413166801134746, "lpips_mean": 0.21143899559974672, "lpips_median": 0.21794543415308 }, "trellis_simplified_1over3": { "psnr_mean": 18.687825977813986, "psnr_median": 18.512063918004245, "ssim_mean": 0.83955317735672, "ssim_median": 0.8417826493581136, "lpips_mean": 0.21147455722093583, "lpips_median": 0.21796242892742157 }, "trellis2": { "psnr_mean": 17.184033453001838, "psnr_median": 16.080086936874167, "ssim_mean": 0.873629167675972, "ssim_median": 0.870121568441391, "lpips_mean": 0.12937626615166664, "lpips_median": 0.1355685591697693 }, "trellis2_simplified_1over3": { "psnr_mean": 17.185298814407563, "psnr_median": 16.08142322298518, "ssim_mean": 0.8735835989316305, "ssim_median": 0.8699623346328735, "lpips_mean": 0.12948401570320128, "lpips_median": 0.1356305554509163 }, "reconviagen": { "psnr_mean": 19.235784044066907, "psnr_median": 18.78878443969727, "ssim_mean": 0.852443528175354, "ssim_median": 0.8525115847587585, "lpips_mean": 0.1722474217414856, "lpips_median": 0.17568939179182053 }, "reconviagen_simplified_1over3": { "psnr_mean": 19.24367915093686, "psnr_median": 18.797266602256347, "ssim_mean": 0.8526954283316931, "ssim_median": 0.8528253038724263, "lpips_mean": 0.1721734583377838, "lpips_median": 0.17501647770404816 } }, "gt_camera_sanity": { "silhouette_iou_mean": 0.8639682103589456, "silhouette_iou_median": 0.8785373346445777, "mask_precision_mean": 0.8690009494007294, "mask_precision_median": 0.8836923590524142, "mask_recall_mean": 0.9933412753256136, "mask_recall_median": 0.9941324835727983, "mask_f1_mean": 0.9266075757396903, "mask_f1_median": 0.9353410955586565, "boundary_chamfer_mean": 0.007001707213930786, "boundary_chamfer_median": 0.006539261667057872, "pred_area_mean": 0.1507537841796875, "pred_area_median": 0.153167724609375, "gt_area_mean": 0.13167572021484375, "gt_area_median": 0.13132476806640625 }, "visual_sheet": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/proobjaverse_gt_eval/evaluation/proobj_02/visual_sheet.jpg", "elapsed_sec": 24.317346334457397 }, "proobj_03": { "uid": "0056bc5cab02522c9de14e39e649a0d10e8873c1ccafa9ac3cdd98b21eafbfa9", "num_inputs": 4, "input_view_indices": [ 0, 10, 20, 30 ], "test_view_indices": [ 1, 3, 5, 7, 9, 11, 13, 15, 17, 19, 21, 23, 25, 27, 29, 31, 33, 35, 37, 39 ], "geometry": { "trellis": { "pred_vertices": 323166, "pred_faces": 646300, "gt_vertices": 399146, "gt_faces": 798256, "chamfer_l2_mean": 0.014229192788141332, "chamfer_l2_p95": 0.03207821892328371, "pred_to_gt_mean": 0.014846679614627595, "gt_to_pred_mean": 0.01361170596165507, "bbox_iou_raw": 0.9368268384644609, "bbox_diag_ratio_raw": 0.9812593479660358, "surface_area_ratio": 0.7471706327001033, "volume_ratio_abs": 1.5440146670931152, "fscore_1pct": 0.42877111046342176, "precision_1pct": 0.4222, "recall_1pct": 0.43555, "fscore_2pct": 0.7443765418428293, "precision_2pct": 0.72265, "recall_2pct": 0.76745, "fscore_5pct": 0.9993749243277048, "precision_5pct": 0.9991, "recall_5pct": 0.99965, "paper_cd_100k": 0.041161597123616486, "paper_fscore_r01": 0.9249965024534706, "paper_precision_r01": 0.91084, "paper_recall_r01": 0.9396 }, "trellis_simplified_1over3": { "pred_vertices": 107732, "pred_faces": 215432, "gt_vertices": 399146, "gt_faces": 798256, "chamfer_l2_mean": 0.01423189653367244, "chamfer_l2_p95": 0.031968968337434095, "pred_to_gt_mean": 0.014821305601982488, "gt_to_pred_mean": 0.013642487465362393, "bbox_iou_raw": 0.9371920208024157, "bbox_diag_ratio_raw": 0.9813218711772536, "surface_area_ratio": 0.7481488989507328, "volume_ratio_abs": 1.5442275033446289, "fscore_1pct": 0.423817358490566, "precision_1pct": 0.4152, "recall_1pct": 0.4328, "fscore_2pct": 0.744202886390334, "precision_2pct": 0.7225, "recall_2pct": 0.76725, "fscore_5pct": 0.9995249493509417, "precision_5pct": 0.9993, "recall_5pct": 0.99975, "paper_cd_100k": 0.04115564993922978, "paper_fscore_r01": 0.9242243665255039, "paper_precision_r01": 0.90955, "paper_recall_r01": 0.93938 }, "trellis2": { "pred_vertices": 1907870, "pred_faces": 3849698, "gt_vertices": 399146, "gt_faces": 798256, "chamfer_l2_mean": 0.007162207306217411, "chamfer_l2_p95": 0.014411353477060396, "pred_to_gt_mean": 0.007487391727263193, "gt_to_pred_mean": 0.0068370228851716295, "bbox_iou_raw": 0.981230873645555, "bbox_diag_ratio_raw": 0.999044020230574, "surface_area_ratio": 1.1057768895551412, "volume_ratio_abs": 0.6328705355344503, "fscore_1pct": 0.8021715103615658, "precision_1pct": 0.7714, "recall_1pct": 0.8355, "fscore_2pct": 0.9921560975609757, "precision_2pct": 0.9856, "recall_2pct": 0.9988, "fscore_5pct": 1.0, "precision_5pct": 1.0, "recall_5pct": 1.0, "paper_cd_100k": 0.01821600226789035, "paper_fscore_r01": 1.0, "paper_precision_r01": 1.0, "paper_recall_r01": 1.0 }, "trellis2_simplified_1over3": { "pred_vertices": 629277, "pred_faces": 1283231, "gt_vertices": 399146, "gt_faces": 798256, "chamfer_l2_mean": 0.007145488070164484, "chamfer_l2_p95": 0.014462384855813304, "pred_to_gt_mean": 0.007483983250235896, "gt_to_pred_mean": 0.006806992890093072, "bbox_iou_raw": 0.981242562844916, "bbox_diag_ratio_raw": 0.9990524052354595, "surface_area_ratio": 1.1050256370995397, "volume_ratio_abs": 0.4565638463095003, "fscore_1pct": 0.8053185438879247, "precision_1pct": 0.77445, "recall_1pct": 0.83875, "fscore_2pct": 0.9916512932338409, "precision_2pct": 0.98475, "recall_2pct": 0.99865, "fscore_5pct": 1.0, "precision_5pct": 1.0, "recall_5pct": 1.0, "paper_cd_100k": 0.018207745518140916, "paper_fscore_r01": 1.0, "paper_precision_r01": 1.0, "paper_recall_r01": 1.0 }, "reconviagen": { "pred_vertices": 342236, "pred_faces": 684332, "gt_vertices": 399146, "gt_faces": 798256, "chamfer_l2_mean": 0.011564241622462067, "chamfer_l2_p95": 0.03318000065786397, "pred_to_gt_mean": 0.012029405302319966, "gt_to_pred_mean": 0.011099077942604169, "bbox_iou_raw": 0.8447158894653939, "bbox_diag_ratio_raw": 0.9620322113146988, "surface_area_ratio": 0.8300130932528929, "volume_ratio_abs": 1.6395245352989163, "fscore_1pct": 0.6125090383283778, "precision_1pct": 0.5859, "recall_1pct": 0.64165, "fscore_2pct": 0.843016009961754, "precision_2pct": 0.82995, "recall_2pct": 0.8565, "fscore_5pct": 0.9940651761688001, "precision_5pct": 0.99095, "recall_5pct": 0.9972, "paper_cd_100k": 0.033133097716527865, "paper_fscore_r01": 0.9444442600068785, "paper_precision_r01": 0.92258, "paper_recall_r01": 0.96737 }, "reconviagen_simplified_1over3": { "pred_vertices": 114125, "pred_faces": 228110, "gt_vertices": 399146, "gt_faces": 798256, "chamfer_l2_mean": 0.011499780302715392, "chamfer_l2_p95": 0.03288576331941613, "pred_to_gt_mean": 0.011905576069937505, "gt_to_pred_mean": 0.01109398453549328, "bbox_iou_raw": 0.8445897312790566, "bbox_diag_ratio_raw": 0.9621083723534407, "surface_area_ratio": 0.8309268929445763, "volume_ratio_abs": 1.6402354133375774, "fscore_1pct": 0.614647908467562, "precision_1pct": 0.5855, "recall_1pct": 0.64685, "fscore_2pct": 0.8444450818458988, "precision_2pct": 0.8341, "recall_2pct": 0.85505, "fscore_5pct": 0.995095980303487, "precision_5pct": 0.9931, "recall_5pct": 0.9971, "paper_cd_100k": 0.03307176184024028, "paper_fscore_r01": 0.9443947151920502, "paper_precision_r01": 0.92234, "paper_recall_r01": 0.96753 } }, "mask": { "trellis": { "silhouette_iou_mean": 0.6819613733942583, "silhouette_iou_median": 0.6769285438901973, "mask_precision_mean": 0.8193195479386752, "mask_precision_median": 0.8073023483918562, "mask_recall_mean": 0.8015197206983972, "mask_recall_median": 0.7997909830988867, "mask_f1_mean": 0.8100619028094869, "mask_f1_median": 0.8073394232768817, "boundary_chamfer_mean": 0.011300799157470464, "boundary_chamfer_median": 0.011158168781548738, "pred_area_mean": 0.3008720397949219, "pred_area_median": 0.300811767578125, "gt_area_mean": 0.3081550598144531, "gt_area_median": 0.30646514892578125 }, "trellis_simplified_1over3": { "silhouette_iou_mean": 0.6819479420886031, "silhouette_iou_median": 0.6765904736398005, "mask_precision_mean": 0.8192754459692055, "mask_precision_median": 0.807236901138597, "mask_recall_mean": 0.801543110149403, "mask_recall_median": 0.7995375809725824, "mask_f1_mean": 0.8100519699332833, "mask_f1_median": 0.8070987857132677, "boundary_chamfer_mean": 0.011298089101910592, "boundary_chamfer_median": 0.011163673363626003, "pred_area_mean": 0.30089797973632815, "pred_area_median": 0.3007659912109375, "gt_area_mean": 0.3081550598144531, "gt_area_median": 0.30646514892578125 }, "trellis2": { "silhouette_iou_mean": 0.8854652077363397, "silhouette_iou_median": 0.8817283004937754, "mask_precision_mean": 0.9286548200654858, "mask_precision_median": 0.9257239533784495, "mask_recall_mean": 0.9500131106724081, "mask_recall_median": 0.9535304310781931, "mask_f1_mean": 0.9391108985784907, "mask_f1_median": 0.9371352129711454, "boundary_chamfer_mean": 0.003846451686695218, "boundary_chamfer_median": 0.003420455614104867, "pred_area_mean": 0.3146026611328125, "pred_area_median": 0.31316375732421875, "gt_area_mean": 0.3081550598144531, "gt_area_median": 0.30646514892578125 }, "trellis2_simplified_1over3": { "silhouette_iou_mean": 0.885409596827885, "silhouette_iou_median": 0.8816544971110181, "mask_precision_mean": 0.928613301396591, "mask_precision_median": 0.9254950690964252, "mask_recall_mean": 0.9499927079010444, "mask_recall_median": 0.9532905566908668, "mask_f1_mean": 0.9390799701614991, "mask_f1_median": 0.9370930730270575, "boundary_chamfer_mean": 0.0038512384751811625, "boundary_chamfer_median": 0.0034219397930428386, "pred_area_mean": 0.3146095275878906, "pred_area_median": 0.3131256103515625, "gt_area_mean": 0.3081550598144531, "gt_area_median": 0.30646514892578125 }, "reconviagen": { "silhouette_iou_mean": 0.6469230781727486, "silhouette_iou_median": 0.6550063248047626, "mask_precision_mean": 0.8022585005985675, "mask_precision_median": 0.8130471053927819, "mask_recall_mean": 0.7623652727930856, "mask_recall_median": 0.7691190715016232, "mask_f1_mean": 0.7813526225098022, "mask_f1_median": 0.7915453831641907, "boundary_chamfer_mean": 0.011819567717611789, "boundary_chamfer_median": 0.011840580496937037, "pred_area_mean": 0.2919197082519531, "pred_area_median": 0.29158782958984375, "gt_area_mean": 0.3081550598144531, "gt_area_median": 0.30646514892578125 }, "reconviagen_simplified_1over3": { "silhouette_iou_mean": 0.6469063666053562, "silhouette_iou_median": 0.6547673713320652, "mask_precision_mean": 0.8022191859473498, "mask_precision_median": 0.8129957662865066, "mask_recall_mean": 0.7623716278335755, "mask_recall_median": 0.7690211239745317, "mask_f1_mean": 0.7813373614579212, "mask_f1_median": 0.7913708499367024, "boundary_chamfer_mean": 0.011819476215168833, "boundary_chamfer_median": 0.011848400346934795, "pred_area_mean": 0.2919349670410156, "pred_area_median": 0.29161834716796875, "gt_area_mean": 0.3081550598144531, "gt_area_median": 0.30646514892578125 } }, "novel_view": { "trellis": { "psnr_mean": 17.086540076149557, "psnr_median": 16.906824062270168, "ssim_mean": 0.7129970590273539, "ssim_median": 0.7116205990314484, "lpips_mean": 0.2574650213122368, "lpips_median": 0.2632867842912674 }, "trellis_simplified_1over3": { "psnr_mean": 17.092552750801634, "psnr_median": 16.90880690251721, "ssim_mean": 0.712336078286171, "ssim_median": 0.7108752926190693, "lpips_mean": 0.25867411941289903, "lpips_median": 0.26450003683567047 }, "trellis2": { "psnr_mean": 11.644299088295446, "psnr_median": 11.462515748962954, "ssim_mean": 0.6611976673205693, "ssim_median": 0.6597593228022258, "lpips_mean": 0.3712704420089722, "lpips_median": 0.3764917105436325 }, "trellis2_simplified_1over3": { "psnr_mean": 11.651076751952473, "psnr_median": 11.470745924943083, "ssim_mean": 0.660925416648388, "ssim_median": 0.6598458339770635, "lpips_mean": 0.370954304933548, "lpips_median": 0.3768521696329117 }, "reconviagen": { "psnr_mean": 17.203300592787862, "psnr_median": 17.2897236756181, "ssim_mean": 0.7211712062358856, "ssim_median": 0.7257942756017048, "lpips_mean": 0.2869162455201149, "lpips_median": 0.2848726809024811 }, "reconviagen_simplified_1over3": { "psnr_mean": 17.209111987902446, "psnr_median": 17.296530095295832, "ssim_mean": 0.720726278424263, "ssim_median": 0.7255026201407114, "lpips_mean": 0.287951922416687, "lpips_median": 0.2857093811035156 } }, "gt_camera_sanity": { "silhouette_iou_mean": 0.9842026994991391, "silhouette_iou_median": 0.984947833222203, "mask_precision_mean": 0.9910234726250493, "mask_precision_median": 0.9918177429154089, "mask_recall_mean": 0.9930494528391041, "mask_recall_median": 0.9934862022740747, "mask_f1_mean": 0.9920347027772767, "mask_f1_median": 0.992416835652193, "boundary_chamfer_mean": 0.00043442472378956153, "boundary_chamfer_median": 0.000421495977207087, "pred_area_mean": 0.3087646484375, "pred_area_median": 0.30715179443359375, "gt_area_mean": 0.3081550598144531, "gt_area_median": 0.30646514892578125 }, "visual_sheet": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/proobjaverse_gt_eval/evaluation/proobj_03/visual_sheet.jpg", "elapsed_sec": 58.272642612457275 }, "proobj_04": { "uid": "00576b82f93492eeb5c37c1d6732afac97d830ad5ec1552a27280dae2d8b065e", "num_inputs": 6, "input_view_indices": [ 0, 6, 13, 20, 27, 34 ], "test_view_indices": [ 1, 3, 5, 7, 9, 11, 15, 17, 19, 21, 23, 25, 29, 31, 33, 35, 36, 37, 38, 39 ], "geometry": { "trellis": { "pred_vertices": 330442, "pred_faces": 660872, "gt_vertices": 324194, "gt_faces": 648388, "chamfer_l2_mean": 0.00782046785888163, "chamfer_l2_p95": 0.01665699231115519, "pred_to_gt_mean": 0.008296204519276075, "gt_to_pred_mean": 0.007344731198487184, "bbox_iou_raw": 0.9066566610990349, "bbox_diag_ratio_raw": 1.0243388741453427, "surface_area_ratio": 0.9831900238063577, "volume_ratio_abs": 1.8318108536442184, "fscore_1pct": 0.7486184992545966, "precision_1pct": 0.6873, "recall_1pct": 0.82195, "fscore_2pct": 0.9759238158669981, "precision_2pct": 0.977, "recall_2pct": 0.97485, "fscore_5pct": 1.0, "precision_5pct": 1.0, "recall_5pct": 1.0, "paper_cd_100k": 0.02154761473571011, "paper_fscore_r01": 0.9951904582952342, "paper_precision_r01": 0.99962, "paper_recall_r01": 0.9908 }, "trellis_simplified_1over3": { "pred_vertices": 110151, "pred_faces": 220290, "gt_vertices": 324194, "gt_faces": 648388, "chamfer_l2_mean": 0.007882857676726114, "chamfer_l2_p95": 0.01671805293762457, "pred_to_gt_mean": 0.00837163962334793, "gt_to_pred_mean": 0.007394075730104298, "bbox_iou_raw": 0.9064472046669886, "bbox_diag_ratio_raw": 1.0244162038795532, "surface_area_ratio": 0.9839133361170078, "volume_ratio_abs": 1.832038577339615, "fscore_1pct": 0.7463564235419158, "precision_1pct": 0.6836, "recall_1pct": 0.8218, "fscore_2pct": 0.9757997437999589, "precision_2pct": 0.9763, "recall_2pct": 0.9753, "fscore_5pct": 1.0, "precision_5pct": 1.0, "recall_5pct": 1.0, "paper_cd_100k": 0.02166725318878889, "paper_fscore_r01": 0.9951650569492104, "paper_precision_r01": 0.99964, "paper_recall_r01": 0.99073 }, "trellis2": { "pred_vertices": 783748, "pred_faces": 1573216, "gt_vertices": 324194, "gt_faces": 648388, "chamfer_l2_mean": 0.008657486939039543, "chamfer_l2_p95": 0.01859851614242463, "pred_to_gt_mean": 0.008045884345360953, "gt_to_pred_mean": 0.009269089532718135, "bbox_iou_raw": 0.9533439420809517, "bbox_diag_ratio_raw": 1.0103619973939828, "surface_area_ratio": 0.5831641926338703, "volume_ratio_abs": 1.138057482865016, "fscore_1pct": 0.6910007630840113, "precision_1pct": 0.7442, "recall_1pct": 0.6449, "fscore_2pct": 0.9632695796574988, "precision_2pct": 0.9784, "recall_2pct": 0.9486, "fscore_5pct": 0.9990490966418097, "precision_5pct": 0.9981, "recall_5pct": 1.0, "paper_cd_100k": 0.02517955562304926, "paper_fscore_r01": 0.9886771389993022, "paper_precision_r01": 0.99441, "paper_recall_r01": 0.98301 }, "trellis2_simplified_1over3": { "pred_vertices": 260074, "pred_faces": 524405, "gt_vertices": 324194, "gt_faces": 648388, "chamfer_l2_mean": 0.008616465276193995, "chamfer_l2_p95": 0.018415010710995633, "pred_to_gt_mean": 0.007972046523240127, "gt_to_pred_mean": 0.009260884029147865, "bbox_iou_raw": 0.9535786017348824, "bbox_diag_ratio_raw": 1.0105078349483296, "surface_area_ratio": 0.5828394372818433, "volume_ratio_abs": 1.4773904676063316, "fscore_1pct": 0.6937343189964158, "precision_1pct": 0.74875, "recall_1pct": 0.64625, "fscore_2pct": 0.9640056416904329, "precision_2pct": 0.9796, "recall_2pct": 0.9489, "fscore_5pct": 0.9989488963411582, "precision_5pct": 0.9979, "recall_5pct": 1.0, "paper_cd_100k": 0.024770978075484222, "paper_fscore_r01": 0.9887910384547316, "paper_precision_r01": 0.99462, "paper_recall_r01": 0.98303 }, "reconviagen": { "pred_vertices": 333898, "pred_faces": 667792, "gt_vertices": 324194, "gt_faces": 648388, "chamfer_l2_mean": 0.009116787584411182, "chamfer_l2_p95": 0.022504442671129048, "pred_to_gt_mean": 0.009512914669433058, "gt_to_pred_mean": 0.008720660499389306, "bbox_iou_raw": 0.9391537298140337, "bbox_diag_ratio_raw": 1.01648293842854, "surface_area_ratio": 0.9968323691031655, "volume_ratio_abs": 1.73381228990834, "fscore_1pct": 0.6905898978965976, "precision_1pct": 0.6527, "recall_1pct": 0.73315, "fscore_2pct": 0.927006644912489, "precision_2pct": 0.9229, "recall_2pct": 0.93115, "fscore_5pct": 1.0, "precision_5pct": 1.0, "recall_5pct": 1.0, "paper_cd_100k": 0.027434645699840707, "paper_fscore_r01": 0.9817285332015931, "paper_precision_r01": 0.98053, "paper_recall_r01": 0.98293 }, "reconviagen_simplified_1over3": { "pred_vertices": 111298, "pred_faces": 222596, "gt_vertices": 324194, "gt_faces": 648388, "chamfer_l2_mean": 0.009149515085254894, "chamfer_l2_p95": 0.02263998081890552, "pred_to_gt_mean": 0.00957982701824615, "gt_to_pred_mean": 0.00871920315226364, "bbox_iou_raw": 0.939195879201116, "bbox_diag_ratio_raw": 1.016414330384563, "surface_area_ratio": 0.997776941789564, "volume_ratio_abs": 1.7338391783116989, "fscore_1pct": 0.6893390942932525, "precision_1pct": 0.6511, "recall_1pct": 0.73235, "fscore_2pct": 0.9255761404456448, "precision_2pct": 0.9189, "recall_2pct": 0.93235, "fscore_5pct": 1.0, "precision_5pct": 1.0, "recall_5pct": 1.0, "paper_cd_100k": 0.027443977838518322, "paper_fscore_r01": 0.9818086763223026, "paper_precision_r01": 0.98067, "paper_recall_r01": 0.98295 } }, "mask": { "trellis": { "silhouette_iou_mean": 0.8857076160484183, "silhouette_iou_median": 0.8861478781210683, "mask_precision_mean": 0.8947646928340648, "mask_precision_median": 0.893115177997228, "mask_recall_mean": 0.9886536116931083, "mask_recall_median": 0.987919541182895, "mask_f1_mean": 0.9392543836509273, "mask_f1_median": 0.9396377336536416, "boundary_chamfer_mean": 0.007044947659596801, "boundary_chamfer_median": 0.007272619754076004, "pred_area_mean": 0.19791030883789062, "pred_area_median": 0.1977081298828125, "gt_area_mean": 0.17910690307617189, "gt_area_median": 0.1823883056640625 }, "trellis_simplified_1over3": { "silhouette_iou_mean": 0.8857013625297844, "silhouette_iou_median": 0.8862120850350323, "mask_precision_mean": 0.894742804845525, "mask_precision_median": 0.8929625383680231, "mask_recall_mean": 0.9886738146573506, "mask_recall_median": 0.9879163994267963, "mask_f1_mean": 0.9392515690917322, "mask_f1_median": 0.9396738373434387, "boundary_chamfer_mean": 0.007051576883532107, "boundary_chamfer_median": 0.007275105686858296, "pred_area_mean": 0.19791946411132813, "pred_area_median": 0.19774627685546875, "gt_area_mean": 0.17910690307617189, "gt_area_median": 0.1823883056640625 }, "trellis2": { "silhouette_iou_mean": 0.9213079551322002, "silhouette_iou_median": 0.9222934297868486, "mask_precision_mean": 0.9374829004325038, "mask_precision_median": 0.9382011219404149, "mask_recall_mean": 0.9815672825985603, "mask_recall_median": 0.981107547567628, "mask_f1_mean": 0.9590051204420993, "mask_f1_median": 0.9595761076960148, "boundary_chamfer_mean": 0.00472532348940149, "boundary_chamfer_median": 0.0046212091110646725, "pred_area_mean": 0.18751983642578124, "pred_area_median": 0.19025421142578125, "gt_area_mean": 0.17910690307617189, "gt_area_median": 0.1823883056640625 }, "trellis2_simplified_1over3": { "silhouette_iou_mean": 0.9213449560338226, "silhouette_iou_median": 0.9223520293763146, "mask_precision_mean": 0.9375055849877623, "mask_precision_median": 0.938291256798652, "mask_recall_mean": 0.9815844238292266, "mask_recall_median": 0.9811526657773374, "mask_f1_mean": 0.959025154258606, "mask_f1_median": 0.9596078050008294, "boundary_chamfer_mean": 0.004723759449552745, "boundary_chamfer_median": 0.004622017731890082, "pred_area_mean": 0.187518310546875, "pred_area_median": 0.1902618408203125, "gt_area_mean": 0.17910690307617189, "gt_area_median": 0.1823883056640625 }, "reconviagen": { "silhouette_iou_mean": 0.8958419618650708, "silhouette_iou_median": 0.8887953615158538, "mask_precision_mean": 0.9167877118244736, "mask_precision_median": 0.9142035288533581, "mask_recall_mean": 0.9748239735464475, "mask_recall_median": 0.9751148067169051, "mask_f1_mean": 0.9448876921005912, "mask_f1_median": 0.9411239753998579, "boundary_chamfer_mean": 0.006613731826655566, "boundary_chamfer_median": 0.006865679752081633, "pred_area_mean": 0.19046249389648437, "pred_area_median": 0.1921234130859375, "gt_area_mean": 0.17910690307617189, "gt_area_median": 0.1823883056640625 }, "reconviagen_simplified_1over3": { "silhouette_iou_mean": 0.8958021481268019, "silhouette_iou_median": 0.888848804390828, "mask_precision_mean": 0.9167532334815247, "mask_precision_median": 0.9141155667795855, "mask_recall_mean": 0.9748158820716715, "mask_recall_median": 0.9750764385915448, "mask_f1_mean": 0.9448650864405324, "mask_f1_median": 0.9411539514094066, "boundary_chamfer_mean": 0.006614730623550713, "boundary_chamfer_median": 0.006869702832773328, "pred_area_mean": 0.1904693603515625, "pred_area_median": 0.192138671875, "gt_area_mean": 0.17910690307617189, "gt_area_median": 0.1823883056640625 } }, "novel_view": { "trellis": { "psnr_mean": 23.640433240496016, "psnr_median": 23.90373416874141, "ssim_mean": 0.8736808230479559, "ssim_median": 0.8728150526682537, "lpips_mean": 0.09719834327697754, "lpips_median": 0.09389326348900795 }, "trellis_simplified_1over3": { "psnr_mean": 23.646193692253057, "psnr_median": 23.9024193349836, "ssim_mean": 0.8735167950391768, "ssim_median": 0.8726213971773784, "lpips_mean": 0.09732057079672814, "lpips_median": 0.0936637818813324 }, "trellis2": { "psnr_mean": 15.864542582087342, "psnr_median": 15.543961371892461, "ssim_mean": 0.8053339093923568, "ssim_median": 0.8043314516544342, "lpips_mean": 0.18479673638939859, "lpips_median": 0.18499737977981567 }, "trellis2_simplified_1over3": { "psnr_mean": 15.867021757262014, "psnr_median": 15.537702361037166, "ssim_mean": 0.8052288621664048, "ssim_median": 0.8039946854114532, "lpips_mean": 0.1847679115831852, "lpips_median": 0.1855679303407669 }, "reconviagen": { "psnr_mean": 23.73909034043036, "psnr_median": 23.33343245423744, "ssim_mean": 0.8793879081805548, "ssim_median": 0.8760663171609243, "lpips_mean": 0.1005666583776474, "lpips_median": 0.0992172583937645 }, "reconviagen_simplified_1over3": { "psnr_mean": 23.741253083262016, "psnr_median": 23.332661216634822, "ssim_mean": 0.8790400167306265, "ssim_median": 0.8757599790891012, "lpips_mean": 0.10140531957149505, "lpips_median": 0.0997677855193615 } }, "gt_camera_sanity": { "silhouette_iou_mean": 0.9901702333594953, "silhouette_iou_median": 0.9902910961868989, "mask_precision_mean": 0.9939912901340971, "mask_precision_median": 0.9939669904659112, "mask_recall_mean": 0.9961333968109164, "mask_recall_median": 0.9962491488366918, "mask_f1_mean": 0.9950603189342312, "mask_f1_median": 0.9951218670172977, "boundary_chamfer_mean": 0.0004990723668015562, "boundary_chamfer_median": 0.0004853427526541054, "pred_area_mean": 0.1794921875, "pred_area_median": 0.18285369873046875, "gt_area_mean": 0.17910690307617189, "gt_area_median": 0.1823883056640625 }, "visual_sheet": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/proobjaverse_gt_eval/evaluation/proobj_04/visual_sheet.jpg", "elapsed_sec": 37.48758149147034 }, "proobj_05": { "uid": "00af89ca2d5449a3bc1821419374e21bc133ab684b9f3c1de282a5acbf248a38", "num_inputs": 8, "input_view_indices": [ 0, 5, 10, 15, 20, 25, 30, 35 ], "test_view_indices": [ 1, 2, 3, 4, 6, 7, 8, 9, 11, 12, 13, 14, 16, 17, 18, 19, 21, 22, 23, 24 ], "geometry": { "trellis": { "pred_vertices": 517606, "pred_faces": 1035256, "gt_vertices": 458214, "gt_faces": 916440, "chamfer_l2_mean": 0.01030308926193926, "chamfer_l2_p95": 0.02210525800246467, "pred_to_gt_mean": 0.011122625655205986, "gt_to_pred_mean": 0.009483552868672534, "bbox_iou_raw": 0.8322180283050482, "bbox_diag_ratio_raw": 1.0473390968186682, "surface_area_ratio": 1.1345046400720349, "volume_ratio_abs": 1.8037058884593506, "fscore_1pct": 0.580646127758221, "precision_1pct": 0.55085, "recall_1pct": 0.61385, "fscore_2pct": 0.9179773652596961, "precision_2pct": 0.8786, "recall_2pct": 0.96105, "fscore_5pct": 0.9994496973335335, "precision_5pct": 0.9989, "recall_5pct": 1.0, "paper_cd_100k": 0.022020200230253445, "paper_fscore_r01": 0.990135757330923, "paper_precision_r01": 0.98579, "paper_recall_r01": 0.99452 }, "trellis_simplified_1over3": { "pred_vertices": 172512, "pred_faces": 345084, "gt_vertices": 458214, "gt_faces": 916440, "chamfer_l2_mean": 0.010268840392823005, "chamfer_l2_p95": 0.021937922069916693, "pred_to_gt_mean": 0.011091288187172551, "gt_to_pred_mean": 0.00944639259847346, "bbox_iou_raw": 0.8321681769348767, "bbox_diag_ratio_raw": 1.0473559651377085, "surface_area_ratio": 1.135398270542921, "volume_ratio_abs": 1.8033841588852146, "fscore_1pct": 0.58320002563993, "precision_1pct": 0.55235, "recall_1pct": 0.6177, "fscore_2pct": 0.9190765509190129, "precision_2pct": 0.8807, "recall_2pct": 0.96095, "fscore_5pct": 0.99964987745711, "precision_5pct": 0.9993, "recall_5pct": 1.0, "paper_cd_100k": 0.022088393712891195, "paper_fscore_r01": 0.9901961095317683, "paper_precision_r01": 0.98589, "paper_recall_r01": 0.99454 }, "trellis2": { "pred_vertices": 1687947, "pred_faces": 3419552, "gt_vertices": 458214, "gt_faces": 916440, "chamfer_l2_mean": 0.012865490502235313, "chamfer_l2_p95": 0.04097624777943514, "pred_to_gt_mean": 0.016954875051178292, "gt_to_pred_mean": 0.008776105953292333, "bbox_iou_raw": 0.8707696526181087, "bbox_diag_ratio_raw": 1.0370630674920867, "surface_area_ratio": 0.9854538472773771, "volume_ratio_abs": 0.5874095787169097, "fscore_1pct": 0.6461722595856525, "precision_1pct": 0.62665, "recall_1pct": 0.66695, "fscore_2pct": 0.8799340258281864, "precision_2pct": 0.7935, "recall_2pct": 0.9875, "fscore_5pct": 0.9376112188255292, "precision_5pct": 0.88255, "recall_5pct": 1.0, "paper_cd_100k": 0.03755717798537693, "paper_fscore_r01": 0.8973366854570928, "paper_precision_r01": 0.8154, "paper_recall_r01": 0.99758 }, "trellis2_simplified_1over3": { "pred_vertices": 554487, "pred_faces": 1139849, "gt_vertices": 458214, "gt_faces": 916440, "chamfer_l2_mean": 0.01285190665292851, "chamfer_l2_p95": 0.04097505812953582, "pred_to_gt_mean": 0.016944641144309634, "gt_to_pred_mean": 0.008759172161547387, "bbox_iou_raw": 0.8707206323663943, "bbox_diag_ratio_raw": 1.0370805437474953, "surface_area_ratio": 0.985313820200946, "volume_ratio_abs": 0.8022157096437892, "fscore_1pct": 0.644025306296526, "precision_1pct": 0.62245, "recall_1pct": 0.66715, "fscore_2pct": 0.8814193193922744, "precision_2pct": 0.7954, "recall_2pct": 0.9883, "fscore_5pct": 0.9374983398411559, "precision_5pct": 0.88235, "recall_5pct": 1.0, "paper_cd_100k": 0.03739429008488865, "paper_fscore_r01": 0.8979861634804085, "paper_precision_r01": 0.8165, "paper_recall_r01": 0.99754 }, "reconviagen": { "pred_vertices": 453572, "pred_faces": 907136, "gt_vertices": 458214, "gt_faces": 916440, "chamfer_l2_mean": 0.009255638431038271, "chamfer_l2_p95": 0.017299551123030457, "pred_to_gt_mean": 0.009293105798960687, "gt_to_pred_mean": 0.009218171063115854, "bbox_iou_raw": 0.8844485021076689, "bbox_diag_ratio_raw": 1.031278931475389, "surface_area_ratio": 0.9701684924764963, "volume_ratio_abs": 1.7380547286967005, "fscore_1pct": 0.6496697301239972, "precision_1pct": 0.6194, "recall_1pct": 0.68305, "fscore_2pct": 0.9712322676962677, "precision_2pct": 0.9754, "recall_2pct": 0.9671, "fscore_5pct": 0.9959839357429718, "precision_5pct": 1.0, "recall_5pct": 0.992, "paper_cd_100k": 0.023266745796827977, "paper_fscore_r01": 0.9876790168763983, "paper_precision_r01": 0.99725, "paper_recall_r01": 0.97829 }, "reconviagen_simplified_1over3": { "pred_vertices": 151193, "pred_faces": 302378, "gt_vertices": 458214, "gt_faces": 916440, "chamfer_l2_mean": 0.009233497661347068, "chamfer_l2_p95": 0.017389207506553445, "pred_to_gt_mean": 0.009283058912662774, "gt_to_pred_mean": 0.00918393641003136, "bbox_iou_raw": 0.8844765076654623, "bbox_diag_ratio_raw": 1.031266878124797, "surface_area_ratio": 0.9706591220985392, "volume_ratio_abs": 1.7378407224321106, "fscore_1pct": 0.6516983240223463, "precision_1pct": 0.6205, "recall_1pct": 0.6862, "fscore_2pct": 0.9713373886858496, "precision_2pct": 0.97485, "recall_2pct": 0.96785, "fscore_5pct": 0.9960847304487501, "precision_5pct": 1.0, "recall_5pct": 0.9922, "paper_cd_100k": 0.02327855057973244, "paper_fscore_r01": 0.9874895744142247, "paper_precision_r01": 0.99703, "paper_recall_r01": 0.97813 } }, "mask": { "trellis": { "silhouette_iou_mean": 0.8720937860518193, "silhouette_iou_median": 0.881092088712655, "mask_precision_mean": 0.8771595018603021, "mask_precision_median": 0.8845137355158763, "mask_recall_mean": 0.9934014414860368, "mask_recall_median": 0.9939638930879198, "mask_f1_mean": 0.9312962221128434, "mask_f1_median": 0.9367866652734333, "boundary_chamfer_mean": 0.011280166683718562, "boundary_chamfer_median": 0.01124864723533392, "pred_area_mean": 0.30903091430664065, "pred_area_median": 0.30579376220703125, "gt_area_mean": 0.27332534790039065, "gt_area_median": 0.2742156982421875 }, "trellis_simplified_1over3": { "silhouette_iou_mean": 0.8720804676929417, "silhouette_iou_median": 0.8812313316397405, "mask_precision_mean": 0.8771415337559667, "mask_precision_median": 0.8846539738418522, "mask_recall_mean": 0.993408804876796, "mask_recall_median": 0.9939638930879198, "mask_f1_mean": 0.931289273780647, "mask_f1_median": 0.9368652454499903, "boundary_chamfer_mean": 0.011278916941955685, "boundary_chamfer_median": 0.01123203570023179, "pred_area_mean": 0.3090400695800781, "pred_area_median": 0.30582427978515625, "gt_area_mean": 0.27332534790039065, "gt_area_median": 0.2742156982421875 }, "trellis2": { "silhouette_iou_mean": 0.8897306242490876, "silhouette_iou_median": 0.8969972062886511, "mask_precision_mean": 0.8945032196893754, "mask_precision_median": 0.9010086540990629, "mask_recall_mean": 0.9939569669910021, "mask_recall_median": 0.9949079764662228, "mask_f1_mean": 0.9415436324078923, "mask_f1_median": 0.9457019839677226, "boundary_chamfer_mean": 0.009127229475416243, "boundary_chamfer_median": 0.009657812770456076, "pred_area_mean": 0.3034080505371094, "pred_area_median": 0.30492401123046875, "gt_area_mean": 0.27332534790039065, "gt_area_median": 0.2742156982421875 }, "trellis2_simplified_1over3": { "silhouette_iou_mean": 0.8896889026866894, "silhouette_iou_median": 0.8970204372724822, "mask_precision_mean": 0.8944661739102739, "mask_precision_median": 0.9010117576990035, "mask_recall_mean": 0.9939511561863806, "mask_recall_median": 0.9948443875052664, "mask_f1_mean": 0.9415206669184855, "mask_f1_median": 0.9457149062050609, "boundary_chamfer_mean": 0.009133889875374734, "boundary_chamfer_median": 0.009669989813119173, "pred_area_mean": 0.3034172058105469, "pred_area_median": 0.304962158203125, "gt_area_mean": 0.27332534790039065, "gt_area_median": 0.2742156982421875 }, "reconviagen": { "silhouette_iou_mean": 0.9289950487577892, "silhouette_iou_median": 0.9324046615990287, "mask_precision_mean": 0.9402231817940189, "mask_precision_median": 0.9431952827158474, "mask_recall_mean": 0.9872976973653703, "mask_recall_median": 0.989249226011311, "mask_f1_mean": 0.9630423204021626, "mask_f1_median": 0.9650200527437726, "boundary_chamfer_mean": 0.005375176598317921, "boundary_chamfer_median": 0.005240557948127389, "pred_area_mean": 0.2866981506347656, "pred_area_median": 0.28536224365234375, "gt_area_mean": 0.27332534790039065, "gt_area_median": 0.2742156982421875 }, "reconviagen_simplified_1over3": { "silhouette_iou_mean": 0.9290199189161706, "silhouette_iou_median": 0.9324311756194882, "mask_precision_mean": 0.9401967539810924, "mask_precision_median": 0.9433809169783441, "mask_recall_mean": 0.9873543030350884, "mask_recall_median": 0.9893866226447166, "mask_f1_mean": 0.9630557243218527, "mask_f1_median": 0.9650342260803573, "boundary_chamfer_mean": 0.0053788475459441544, "boundary_chamfer_median": 0.005238400539383292, "pred_area_mean": 0.28672256469726565, "pred_area_median": 0.285430908203125, "gt_area_mean": 0.27332534790039065, "gt_area_median": 0.2742156982421875 } }, "novel_view": { "trellis": { "psnr_mean": 22.315874696868377, "psnr_median": 22.245907418269937, "ssim_mean": 0.8749348769585291, "ssim_median": 0.8818465570608774, "lpips_mean": 0.13086368851363658, "lpips_median": 0.13576112687587738 }, "trellis_simplified_1over3": { "psnr_mean": 22.319427784328585, "psnr_median": 22.246604291557613, "ssim_mean": 0.874492684006691, "ssim_median": 0.8812294403711955, "lpips_mean": 0.13119612522423268, "lpips_median": 0.1362394616007805 }, "trellis2": { "psnr_mean": 13.871044260408738, "psnr_median": 13.578714275459253, "ssim_mean": 0.7585390041271844, "ssim_median": 0.759358396132787, "lpips_mean": 0.2914676584303379, "lpips_median": 0.29331354796886444 }, "trellis2_simplified_1over3": { "psnr_mean": 13.872770238176424, "psnr_median": 13.598076340393318, "ssim_mean": 0.7584481259187064, "ssim_median": 0.7589694261550903, "lpips_mean": 0.2916615441441536, "lpips_median": 0.29332931339740753 }, "reconviagen": { "psnr_mean": 24.529771329639768, "psnr_median": 24.012173783266945, "ssim_mean": 0.9006460497776668, "ssim_median": 0.8995469808578491, "lpips_mean": 0.09398010075092315, "lpips_median": 0.09536170959472656 }, "reconviagen_simplified_1over3": { "psnr_mean": 24.540439735532683, "psnr_median": 24.01962172119967, "ssim_mean": 0.900304369131724, "ssim_median": 0.8992449939250946, "lpips_mean": 0.09408286102116108, "lpips_median": 0.09557807818055153 } }, "gt_camera_sanity": { "silhouette_iou_mean": 0.9949705797669953, "silhouette_iou_median": 0.9952008898859594, "mask_precision_mean": 0.9968150629895216, "mask_precision_median": 0.9969109565404377, "mask_recall_mean": 0.998144147275816, "mask_recall_median": 0.9981318593182892, "mask_f1_mean": 0.9974786826716061, "mask_f1_median": 0.997594672958547, "boundary_chamfer_mean": 0.00034380612923996524, "boundary_chamfer_median": 0.00032632172224111855, "pred_area_mean": 0.2736846923828125, "pred_area_median": 0.2746734619140625, "gt_area_mean": 0.27332534790039065, "gt_area_median": 0.2742156982421875 }, "visual_sheet": "/home/jiachen/TRELLIS/experiments/nonorthogonal_gpt_orthoview/outputs/proobjaverse_gt_eval/evaluation/proobj_05/visual_sheet.jpg", "elapsed_sec": 63.119287729263306 } }, "method_averages": { "trellis": { "geometry": { "pred_vertices": 331421.6, "pred_faces": 662861.6, "gt_vertices": 345342.4, "gt_faces": 690683.2, "chamfer_l2_mean": 0.01560317996012799, "chamfer_l2_p95": 0.045929709981980704, "pred_to_gt_mean": 0.01633377247951545, "gt_to_pred_mean": 0.014872587440740524, "bbox_iou_raw": 0.8929181283452806, "bbox_diag_ratio_raw": 1.0012879604568579, "surface_area_ratio": 0.91080866372527, "volume_ratio_abs": 1.5527066029950667, "fscore_1pct": 0.566485992000388, "precision_1pct": 0.53856, "recall_1pct": 0.5993600000000001, "fscore_2pct": 0.8328101692861463, "precision_2pct": 0.8227, "recall_2pct": 0.84436, "fscore_5pct": 0.9485763033761554, "precision_5pct": 0.9465600000000001, "recall_5pct": 0.9506399999999999, "paper_cd_100k": 0.04949257018042315, "paper_fscore_r01": 0.9041183392907935, "paper_precision_r01": 0.9058019999999999, "paper_recall_r01": 0.9028660000000001 }, "mask": { "silhouette_iou_mean": 0.7655729150315224, "silhouette_iou_median": 0.7647399276053864, "mask_precision_mean": 0.838024246208706, "mask_precision_median": 0.8381836901915907, "mask_recall_mean": 0.8793224667266097, "mask_recall_median": 0.8811903175237891, "mask_f1_mean": 0.8571426987947962, "mask_f1_median": 0.8566001145193788, "boundary_chamfer_mean": 0.009825032425578684, "boundary_chamfer_median": 0.010165334586054087, "pred_area_mean": 0.23092376708984377, "pred_area_median": 0.23058929443359374, "gt_area_mean": 0.2210458374023437, "gt_area_median": 0.22175140380859376 }, "novel_view": { "psnr_mean": 20.67649486706252, "psnr_median": 20.618453967684896, "ssim_mean": 0.8330143694082895, "ssim_median": 0.834245667854945, "lpips_mean": 0.15884401455521585, "lpips_median": 0.16259269416332245 } }, "trellis_simplified_1over3": { "geometry": { "pred_vertices": 110465.6, "pred_faces": 220952.8, "gt_vertices": 345342.4, "gt_faces": 690683.2, "chamfer_l2_mean": 0.015620118401246741, "chamfer_l2_p95": 0.04588608563285059, "pred_to_gt_mean": 0.016356542265253803, "gt_to_pred_mean": 0.014883694537239672, "bbox_iou_raw": 0.8927428644544101, "bbox_diag_ratio_raw": 1.001273457730083, "surface_area_ratio": 0.9117202710904305, "volume_ratio_abs": 1.5527936906865876, "fscore_1pct": 0.5649748591619612, "precision_1pct": 0.5363100000000001, "recall_1pct": 0.5988, "fscore_2pct": 0.8325108361128015, "precision_2pct": 0.82158, "recall_2pct": 0.8447800000000001, "fscore_5pct": 0.948618885797065, "precision_5pct": 0.9465600000000001, "recall_5pct": 0.9507300000000001, "paper_cd_100k": 0.04947244380285395, "paper_fscore_r01": 0.9039888192965148, "paper_precision_r01": 0.9056620000000001, "paper_recall_r01": 0.9027620000000001 }, "mask": { "silhouette_iou_mean": 0.7655543258373594, "silhouette_iou_median": 0.7646565218822122, "mask_precision_mean": 0.8379844727245693, "mask_precision_median": 0.838112251625374, "mask_recall_mean": 0.8793381677644737, "mask_recall_median": 0.8810893453893065, "mask_f1_mean": 0.8571297540454978, "mask_f1_median": 0.8565359057993142, "boundary_chamfer_mean": 0.009827592708170414, "boundary_chamfer_median": 0.01016506990417838, "pred_area_mean": 0.2309388732910156, "pred_area_median": 0.23059844970703125, "gt_area_mean": 0.2210458374023437, "gt_area_median": 0.22175140380859376 }, "novel_view": { "psnr_mean": 20.683285732899396, "psnr_median": 20.623247615980098, "ssim_mean": 0.832808752854665, "ssim_median": 0.833996891975403, "lpips_mean": 0.15923746552318335, "lpips_median": 0.16308434009552003 } }, "trellis2": { "geometry": { "pred_vertices": 1139301.8, "pred_faces": 2298829.6, "gt_vertices": 345342.4, "gt_faces": 690683.2, "chamfer_l2_mean": 0.009585165822232294, "chamfer_l2_p95": 0.025859283005505506, "pred_to_gt_mean": 0.009724268069089336, "gt_to_pred_mean": 0.009446063575375249, "bbox_iou_raw": 0.9290653823853792, "bbox_diag_ratio_raw": 1.0050570795198595, "surface_area_ratio": 0.7843056087139744, "volume_ratio_abs": 0.8693349331088488, "fscore_1pct": 0.7127521092236405, "precision_1pct": 0.74295, "recall_1pct": 0.6898500000000001, "fscore_2pct": 0.9353129043693276, "precision_2pct": 0.9367800000000001, "recall_2pct": 0.9396599999999999, "fscore_5pct": 0.9841373378798675, "precision_5pct": 0.97517, "recall_5pct": 0.9946100000000001, "paper_cd_100k": 0.029344755981278087, "paper_fscore_r01": 0.9549720722903354, "paper_precision_r01": 0.9515220000000001, "paper_recall_r01": 0.963036 }, "mask": { "silhouette_iou_mean": 0.8772957620933726, "silhouette_iou_median": 0.8799541920152014, "mask_precision_mean": 0.921125139427183, "mask_precision_median": 0.9231631793637026, "mask_recall_mean": 0.9494547650536644, "mask_recall_median": 0.9523227279277837, "mask_f1_mean": 0.9340620251414145, "mask_f1_median": 0.9357603993964627, "boundary_chamfer_mean": 0.005942112249322236, "boundary_chamfer_median": 0.005904925893992186, "pred_area_mean": 0.22862335205078121, "pred_area_median": 0.22895965576171876, "gt_area_mean": 0.2210458374023437, "gt_area_median": 0.22175140380859376 }, "novel_view": { "psnr_mean": 14.402482094830507, "psnr_median": 13.924011323030873, "ssim_mean": 0.7779712690909705, "ssim_median": 0.7766915082931518, "lpips_mean": 0.24229120537638665, "lpips_median": 0.2445719301700592 } }, "trellis2_simplified_1over3": { "geometry": { "pred_vertices": 375740.8, "pred_faces": 766275.2, "gt_vertices": 345342.4, "gt_faces": 690683.2, "chamfer_l2_mean": 0.009578604897410978, "chamfer_l2_p95": 0.025849157205079777, "pred_to_gt_mean": 0.009714970312307936, "gt_to_pred_mean": 0.009442239482514023, "bbox_iou_raw": 0.9291229091023607, "bbox_diag_ratio_raw": 1.0050892965126343, "surface_area_ratio": 0.7840141894004862, "volume_ratio_abs": 0.9346423134473296, "fscore_1pct": 0.7126498986713983, "precision_1pct": 0.74222, "recall_1pct": 0.69035, "fscore_2pct": 0.935664249586759, "precision_2pct": 0.9374600000000001, "recall_2pct": 0.9396800000000001, "fscore_5pct": 0.9839643785000487, "precision_5pct": 0.97507, "recall_5pct": 0.99437, "paper_cd_100k": 0.029259832071344465, "paper_fscore_r01": 0.9548483610962817, "paper_precision_r01": 0.9514319999999999, "paper_recall_r01": 0.962824 }, "mask": { "silhouette_iou_mean": 0.8772910998200085, "silhouette_iou_median": 0.8799788084428343, "mask_precision_mean": 0.9211129726082691, "mask_precision_median": 0.9231422628103555, "mask_recall_mean": 0.9494641971381033, "mask_recall_median": 0.9522489387572172, "mask_f1_mean": 0.9340600084908264, "mask_f1_median": 0.9357749442115159, "boundary_chamfer_mean": 0.005945578149985522, "boundary_chamfer_median": 0.005908320401795208, "pred_area_mean": 0.2286279296875, "pred_area_median": 0.2289642333984375, "gt_area_mean": 0.2210458374023437, "gt_area_median": 0.22175140380859376 }, "novel_view": { "psnr_mean": 14.405069534361939, "psnr_median": 13.929225299147305, "ssim_mean": 0.7778782181938488, "ssim_median": 0.7765502442916234, "lpips_mean": 0.24228291302919386, "lpips_median": 0.24478612393140792 } }, "reconviagen": { "geometry": { "pred_vertices": 315423.6, "pred_faces": 630810.8, "gt_vertices": 345342.4, "gt_faces": 690683.2, "chamfer_l2_mean": 0.016954074814159524, "chamfer_l2_p95": 0.047404056593091715, "pred_to_gt_mean": 0.016779076973730548, "gt_to_pred_mean": 0.017129072654588497, "bbox_iou_raw": 0.8095218481646087, "bbox_diag_ratio_raw": 0.9875355259384191, "surface_area_ratio": 0.872008764072557, "volume_ratio_abs": 1.3948278343197755, "fscore_1pct": 0.5273773038414598, "precision_1pct": 0.51496, "recall_1pct": 0.54251, "fscore_2pct": 0.7676537183093892, "precision_2pct": 0.77382, "recall_2pct": 0.7623599999999999, "fscore_5pct": 0.9290665898876067, "precision_5pct": 0.92978, "recall_5pct": 0.92849, "paper_cd_100k": 0.05290569863912743, "paper_fscore_r01": 0.8464977349279881, "paper_precision_r01": 0.845232, "paper_recall_r01": 0.8480880000000001 }, "mask": { "silhouette_iou_mean": 0.726397841609985, "silhouette_iou_median": 0.7226004308733076, "mask_precision_mean": 0.8324190364668276, "mask_precision_median": 0.8378769498256785, "mask_recall_mean": 0.8332358154107133, "mask_recall_median": 0.8295126849887209, "mask_f1_mean": 0.8308156902364237, "mask_f1_median": 0.8293978243944407, "boundary_chamfer_mean": 0.01193119579460472, "boundary_chamfer_median": 0.01223147395066917, "pred_area_mean": 0.2185444641113281, "pred_area_median": 0.21851654052734376, "gt_area_mean": 0.2210458374023437, "gt_area_median": 0.22175140380859376 }, "novel_view": { "psnr_mean": 20.36383490318898, "psnr_median": 19.96883952305287, "ssim_mean": 0.8293810220559438, "ssim_median": 0.8273435334364574, "lpips_mean": 0.18825489208102225, "lpips_median": 0.18943650126457215 } }, "reconviagen_simplified_1over3": { "geometry": { "pred_vertices": 105152.2, "pred_faces": 210269.6, "gt_vertices": 345342.4, "gt_faces": 690683.2, "chamfer_l2_mean": 0.016947350053443746, "chamfer_l2_p95": 0.047423014638756665, "pred_to_gt_mean": 0.016768482001610786, "gt_to_pred_mean": 0.017126218105276706, "bbox_iou_raw": 0.8094598505418465, "bbox_diag_ratio_raw": 0.9875392676920148, "surface_area_ratio": 0.8729638084229732, "volume_ratio_abs": 1.395246492476692, "fscore_1pct": 0.5272103645034412, "precision_1pct": 0.5136900000000001, "recall_1pct": 0.54358, "fscore_2pct": 0.7675326296365853, "precision_2pct": 0.7733000000000001, "recall_2pct": 0.76257, "fscore_5pct": 0.929385599818182, "precision_5pct": 0.93048, "recall_5pct": 0.92843, "paper_cd_100k": 0.05286183932766766, "paper_fscore_r01": 0.8468147995411777, "paper_precision_r01": 0.845908, "paper_recall_r01": 0.84806 }, "mask": { "silhouette_iou_mean": 0.7264133903685039, "silhouette_iou_median": 0.7225947847414831, "mask_precision_mean": 0.8323998528449653, "mask_precision_median": 0.8379343828048924, "mask_recall_mean": 0.8332829986165965, "mask_recall_median": 0.8294950866737711, "mask_f1_mean": 0.8308298207451464, "mask_f1_median": 0.8293931876115274, "boundary_chamfer_mean": 0.011932507851161062, "boundary_chamfer_median": 0.012237081862986087, "pred_area_mean": 0.21856124877929686, "pred_area_median": 0.21854400634765625, "gt_area_mean": 0.2210458374023437, "gt_area_median": 0.22175140380859376 }, "novel_view": { "psnr_mean": 20.36977085103789, "psnr_median": 19.973418140361442, "ssim_mean": 0.8291902921597162, "ssim_median": 0.8272304733594258, "lpips_mean": 0.18869242303073402, "lpips_median": 0.18967438340187073 } } } }