{ "schema_version": "2.0", "suite_id": "3dgs-renderer-matrix", "suite_version": "3.1.0", "tier_policy": "never_mix", "required_cases": [ "large-bicycle-1080p", "large-bonsai-1080p", "medium-train-1080p", "medium-truck-1080p", "small-garden-1080p" ], "evidence_precedence": [ "measured", "reproduced", "paper_reported" ], "preferred_tier": "measured", "preferred_recommendations": { "highest_fps": "gsplat_higs", "highest_quality": "speedy_splat", "lowest_vram": "gsplat", "best_efficiency": "gsplat_higs", "best_balance": "speedy_splat" }, "tiers": { "measured": { "overall": [ { "renderer_id": "gsplat", "competitor_id": "gsplat", "renderer": "gsplat packed/dense (gsplat)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "packed rasterization", "dense rasterization", "spherical harmonics" ], "case_count": 5, "fps": 241.60069350587904, "fps_ci95_low": 240.62292093405824, "fps_ci95_high": 242.58277904622992, "frame_time_ms": 4.139060966626181, "p95_frame_time_ms": 7.09, "p99_frame_time_ms": 7.49, "peak_vram_mb": 4206.0, "startup_time_ms": 1606.86, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 4734.1, "renderer_prepare_time_ms": 52.14, "time_to_first_frame_ms": 76.56, "psnr_db": 25.834141521294075, "ssim": 0.8372486435174942, "lpips": 0.2653049125671387, "quality_utility": 0.2634954165284026, "efficiency_score": 0.015498937607640453, "speed_index": 1.9661152197514882, "delta_psnr_db": -0.2856777404836194, "delta_ssim": -0.003097770810127276, "delta_lpips": 0.0015666821002960185 }, { "renderer_id": "gsplat_higs", "competitor_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_count": 5, "fps": 696.9104755682285, "fps_ci95_low": 656.7234719897846, "fps_ci95_high": 739.8923531089885, "frame_time_ms": 1.4349045322997134, "p95_frame_time_ms": 2.37, "p99_frame_time_ms": 2.55, "peak_vram_mb": 6616.0, "startup_time_ms": 1996.47, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 3257.22, "renderer_prepare_time_ms": 409.34, "time_to_first_frame_ms": 2.89, "psnr_db": 25.834472791600092, "ssim": 0.8372220854759216, "lpips": 0.26490939462184904, "quality_utility": 0.26369536450370146, "efficiency_score": 0.028443559759154455, "speed_index": 5.671367382832446, "delta_psnr_db": -0.28534647017760334, "delta_ssim": -0.0031243288516998426, "delta_lpips": 0.00117116415500641 }, { "renderer_id": "original_3dgs", "competitor_id": "original_3dgs", "renderer": "Original 3DGS rasterizer (original_3dgs)", "renderer_version": "0.0.0", "renderer_config_id": "original_3dgs", "renderer_source_commit": "9c5c2028f6fbee2be239bc4c9421ff894fe4fbe0", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "spherical harmonics", "alpha compositing" ], "case_count": 5, "fps": 122.88226604360297, "fps_ci95_low": 120.70373812091077, "fps_ci95_high": 125.10599566661908, "frame_time_ms": 8.13787076196304, "p95_frame_time_ms": 15.2, "p99_frame_time_ms": 16.17, "peak_vram_mb": 8234.0, "startup_time_ms": 1835.36, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 3188.37, "renderer_prepare_time_ms": 55.31, "time_to_first_frame_ms": 15.62, "psnr_db": 26.119819261777693, "ssim": 0.8403464143276215, "lpips": 0.26373823046684264, "quality_utility": 0.27601490021722086, "efficiency_score": 0.004218041349781739, "speed_index": 1.0, "delta_psnr_db": 0.0, "delta_ssim": 0.0, "delta_lpips": 0.0 }, { "renderer_id": "speedy_splat", "competitor_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_count": 5, "fps": 293.0306273041776, "fps_ci95_low": 283.9832958309657, "fps_ci95_high": 302.4034365388371, "frame_time_ms": 3.4126125627201405, "p95_frame_time_ms": 5.81, "p99_frame_time_ms": 6.3, "peak_vram_mb": 4276.0, "startup_time_ms": 2416.24, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 2994.34, "renderer_prepare_time_ms": 52.19, "time_to_first_frame_ms": 8.25, "psnr_db": 26.120755463102597, "ssim": 0.8403672676086426, "lpips": 0.26373577499389644, "quality_utility": 0.27607818014454977, "efficiency_score": 0.019373467494915635, "speed_index": 2.384645374298356, "delta_psnr_db": 0.000936201324901731, "delta_ssim": 2.0853281021104843e-05, "delta_lpips": -2.455472946177872e-06 }, { "renderer_id": "tcgs", "competitor_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_count": 5, "fps": 251.6248432577766, "fps_ci95_low": 153.088317207988, "fps_ci95_high": 395.7829967697528, "frame_time_ms": 3.9741703841840095, "p95_frame_time_ms": 10.26, "p99_frame_time_ms": 16.28, "peak_vram_mb": 4322.0, "startup_time_ms": 1846.57, "renderer_init_time_ms": 0.03, "scene_load_time_ms": 2851.72, "renderer_prepare_time_ms": 49.39, "time_to_first_frame_ms": 6.3, "psnr_db": 26.12983607948981, "ssim": 0.8401455614566803, "lpips": 0.2632737223505974, "quality_utility": 0.27601931152937637, "efficiency_score": 0.016455390000854133, "speed_index": 2.047690454930994, "delta_psnr_db": 0.010016817712116932, "delta_ssim": -0.00020085287094115945, "delta_lpips": -0.0004645081162452713 } ], "real_time": [ { "renderer_id": "gsplat_higs", "competitor_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_count": 5, "fps": 696.9104755682285, "fps_ci95_low": 656.7234719897846, "fps_ci95_high": 739.8923531089885, "frame_time_ms": 1.4349045322997134, "p95_frame_time_ms": 2.37, "p99_frame_time_ms": 2.55, "peak_vram_mb": 6616.0, "startup_time_ms": 1996.47, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 3257.22, "renderer_prepare_time_ms": 409.34, "time_to_first_frame_ms": 2.89, "psnr_db": 25.834472791600092, "ssim": 0.8372220854759216, "lpips": 0.26490939462184904, "quality_utility": 0.26369536450370146, "efficiency_score": 0.028443559759154455, "speed_index": 5.671367382832446, "delta_psnr_db": -0.28534647017760334, "delta_ssim": -0.0031243288516998426, "delta_lpips": 0.00117116415500641 }, { "renderer_id": "speedy_splat", "competitor_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_count": 5, "fps": 293.0306273041776, "fps_ci95_low": 283.9832958309657, "fps_ci95_high": 302.4034365388371, "frame_time_ms": 3.4126125627201405, "p95_frame_time_ms": 5.81, "p99_frame_time_ms": 6.3, "peak_vram_mb": 4276.0, "startup_time_ms": 2416.24, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 2994.34, "renderer_prepare_time_ms": 52.19, "time_to_first_frame_ms": 8.25, "psnr_db": 26.120755463102597, "ssim": 0.8403672676086426, "lpips": 0.26373577499389644, "quality_utility": 0.27607818014454977, "efficiency_score": 0.019373467494915635, "speed_index": 2.384645374298356, "delta_psnr_db": 0.000936201324901731, "delta_ssim": 2.0853281021104843e-05, "delta_lpips": -2.455472946177872e-06 }, { "renderer_id": "tcgs", "competitor_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_count": 5, "fps": 251.6248432577766, "fps_ci95_low": 153.088317207988, "fps_ci95_high": 395.7829967697528, "frame_time_ms": 3.9741703841840095, "p95_frame_time_ms": 10.26, "p99_frame_time_ms": 16.28, "peak_vram_mb": 4322.0, "startup_time_ms": 1846.57, "renderer_init_time_ms": 0.03, "scene_load_time_ms": 2851.72, "renderer_prepare_time_ms": 49.39, "time_to_first_frame_ms": 6.3, "psnr_db": 26.12983607948981, "ssim": 0.8401455614566803, "lpips": 0.2632737223505974, "quality_utility": 0.27601931152937637, "efficiency_score": 0.016455390000854133, "speed_index": 2.047690454930994, "delta_psnr_db": 0.010016817712116932, "delta_ssim": -0.00020085287094115945, "delta_lpips": -0.0004645081162452713 }, { "renderer_id": "gsplat", "competitor_id": "gsplat", "renderer": "gsplat packed/dense (gsplat)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "packed rasterization", "dense rasterization", "spherical harmonics" ], "case_count": 5, "fps": 241.60069350587904, "fps_ci95_low": 240.62292093405824, "fps_ci95_high": 242.58277904622992, "frame_time_ms": 4.139060966626181, "p95_frame_time_ms": 7.09, "p99_frame_time_ms": 7.49, "peak_vram_mb": 4206.0, "startup_time_ms": 1606.86, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 4734.1, "renderer_prepare_time_ms": 52.14, "time_to_first_frame_ms": 76.56, "psnr_db": 25.834141521294075, "ssim": 0.8372486435174942, "lpips": 0.2653049125671387, "quality_utility": 0.2634954165284026, "efficiency_score": 0.015498937607640453, "speed_index": 1.9661152197514882, "delta_psnr_db": -0.2856777404836194, "delta_ssim": -0.003097770810127276, "delta_lpips": 0.0015666821002960185 }, { "renderer_id": "original_3dgs", "competitor_id": "original_3dgs", "renderer": "Original 3DGS rasterizer (original_3dgs)", "renderer_version": "0.0.0", "renderer_config_id": "original_3dgs", "renderer_source_commit": "9c5c2028f6fbee2be239bc4c9421ff894fe4fbe0", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "spherical harmonics", "alpha compositing" ], "case_count": 5, "fps": 122.88226604360297, "fps_ci95_low": 120.70373812091077, "fps_ci95_high": 125.10599566661908, "frame_time_ms": 8.13787076196304, "p95_frame_time_ms": 15.2, "p99_frame_time_ms": 16.17, "peak_vram_mb": 8234.0, "startup_time_ms": 1835.36, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 3188.37, "renderer_prepare_time_ms": 55.31, "time_to_first_frame_ms": 15.62, "psnr_db": 26.119819261777693, "ssim": 0.8403464143276215, "lpips": 0.26373823046684264, "quality_utility": 0.27601490021722086, "efficiency_score": 0.004218041349781739, "speed_index": 1.0, "delta_psnr_db": 0.0, "delta_ssim": 0.0, "delta_lpips": 0.0 } ], "quality": [ { "renderer_id": "speedy_splat", "competitor_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_count": 5, "fps": 293.0306273041776, "fps_ci95_low": 283.9832958309657, "fps_ci95_high": 302.4034365388371, "frame_time_ms": 3.4126125627201405, "p95_frame_time_ms": 5.81, "p99_frame_time_ms": 6.3, "peak_vram_mb": 4276.0, "startup_time_ms": 2416.24, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 2994.34, "renderer_prepare_time_ms": 52.19, "time_to_first_frame_ms": 8.25, "psnr_db": 26.120755463102597, "ssim": 0.8403672676086426, "lpips": 0.26373577499389644, "quality_utility": 0.27607818014454977, "efficiency_score": 0.019373467494915635, "speed_index": 2.384645374298356, "delta_psnr_db": 0.000936201324901731, "delta_ssim": 2.0853281021104843e-05, "delta_lpips": -2.455472946177872e-06 }, { "renderer_id": "tcgs", "competitor_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_count": 5, "fps": 251.6248432577766, "fps_ci95_low": 153.088317207988, "fps_ci95_high": 395.7829967697528, "frame_time_ms": 3.9741703841840095, "p95_frame_time_ms": 10.26, "p99_frame_time_ms": 16.28, "peak_vram_mb": 4322.0, "startup_time_ms": 1846.57, "renderer_init_time_ms": 0.03, "scene_load_time_ms": 2851.72, "renderer_prepare_time_ms": 49.39, "time_to_first_frame_ms": 6.3, "psnr_db": 26.12983607948981, "ssim": 0.8401455614566803, "lpips": 0.2632737223505974, "quality_utility": 0.27601931152937637, "efficiency_score": 0.016455390000854133, "speed_index": 2.047690454930994, "delta_psnr_db": 0.010016817712116932, "delta_ssim": -0.00020085287094115945, "delta_lpips": -0.0004645081162452713 }, { "renderer_id": "original_3dgs", "competitor_id": "original_3dgs", "renderer": "Original 3DGS rasterizer (original_3dgs)", "renderer_version": "0.0.0", "renderer_config_id": "original_3dgs", "renderer_source_commit": "9c5c2028f6fbee2be239bc4c9421ff894fe4fbe0", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "spherical harmonics", "alpha compositing" ], "case_count": 5, "fps": 122.88226604360297, "fps_ci95_low": 120.70373812091077, "fps_ci95_high": 125.10599566661908, "frame_time_ms": 8.13787076196304, "p95_frame_time_ms": 15.2, "p99_frame_time_ms": 16.17, "peak_vram_mb": 8234.0, "startup_time_ms": 1835.36, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 3188.37, "renderer_prepare_time_ms": 55.31, "time_to_first_frame_ms": 15.62, "psnr_db": 26.119819261777693, "ssim": 0.8403464143276215, "lpips": 0.26373823046684264, "quality_utility": 0.27601490021722086, "efficiency_score": 0.004218041349781739, "speed_index": 1.0, "delta_psnr_db": 0.0, "delta_ssim": 0.0, "delta_lpips": 0.0 }, { "renderer_id": "gsplat_higs", "competitor_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_count": 5, "fps": 696.9104755682285, "fps_ci95_low": 656.7234719897846, "fps_ci95_high": 739.8923531089885, "frame_time_ms": 1.4349045322997134, "p95_frame_time_ms": 2.37, "p99_frame_time_ms": 2.55, "peak_vram_mb": 6616.0, "startup_time_ms": 1996.47, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 3257.22, "renderer_prepare_time_ms": 409.34, "time_to_first_frame_ms": 2.89, "psnr_db": 25.834472791600092, "ssim": 0.8372220854759216, "lpips": 0.26490939462184904, "quality_utility": 0.26369536450370146, "efficiency_score": 0.028443559759154455, "speed_index": 5.671367382832446, "delta_psnr_db": -0.28534647017760334, "delta_ssim": -0.0031243288516998426, "delta_lpips": 0.00117116415500641 }, { "renderer_id": "gsplat", "competitor_id": "gsplat", "renderer": "gsplat packed/dense (gsplat)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "packed rasterization", "dense rasterization", "spherical harmonics" ], "case_count": 5, "fps": 241.60069350587904, "fps_ci95_low": 240.62292093405824, "fps_ci95_high": 242.58277904622992, "frame_time_ms": 4.139060966626181, "p95_frame_time_ms": 7.09, "p99_frame_time_ms": 7.49, "peak_vram_mb": 4206.0, "startup_time_ms": 1606.86, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 4734.1, "renderer_prepare_time_ms": 52.14, "time_to_first_frame_ms": 76.56, "psnr_db": 25.834141521294075, "ssim": 0.8372486435174942, "lpips": 0.2653049125671387, "quality_utility": 0.2634954165284026, "efficiency_score": 0.015498937607640453, "speed_index": 1.9661152197514882, "delta_psnr_db": -0.2856777404836194, "delta_ssim": -0.003097770810127276, "delta_lpips": 0.0015666821002960185 } ], "quality_rankings": { "psnr": [ { "renderer_id": "tcgs", "competitor_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_count": 5, "fps": 251.6248432577766, "fps_ci95_low": 153.088317207988, "fps_ci95_high": 395.7829967697528, "frame_time_ms": 3.9741703841840095, "p95_frame_time_ms": 10.26, "p99_frame_time_ms": 16.28, "peak_vram_mb": 4322.0, "startup_time_ms": 1846.57, "renderer_init_time_ms": 0.03, "scene_load_time_ms": 2851.72, "renderer_prepare_time_ms": 49.39, "time_to_first_frame_ms": 6.3, "psnr_db": 26.12983607948981, "ssim": 0.8401455614566803, "lpips": 0.2632737223505974, "quality_utility": 0.27601931152937637, "efficiency_score": 0.016455390000854133, "speed_index": 2.047690454930994, "delta_psnr_db": 0.010016817712116932, "delta_ssim": -0.00020085287094115945, "delta_lpips": -0.0004645081162452713 }, { "renderer_id": "speedy_splat", "competitor_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_count": 5, "fps": 293.0306273041776, "fps_ci95_low": 283.9832958309657, "fps_ci95_high": 302.4034365388371, "frame_time_ms": 3.4126125627201405, "p95_frame_time_ms": 5.81, "p99_frame_time_ms": 6.3, "peak_vram_mb": 4276.0, "startup_time_ms": 2416.24, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 2994.34, "renderer_prepare_time_ms": 52.19, "time_to_first_frame_ms": 8.25, "psnr_db": 26.120755463102597, "ssim": 0.8403672676086426, "lpips": 0.26373577499389644, "quality_utility": 0.27607818014454977, "efficiency_score": 0.019373467494915635, "speed_index": 2.384645374298356, "delta_psnr_db": 0.000936201324901731, "delta_ssim": 2.0853281021104843e-05, "delta_lpips": -2.455472946177872e-06 }, { "renderer_id": "original_3dgs", "competitor_id": "original_3dgs", "renderer": "Original 3DGS rasterizer (original_3dgs)", "renderer_version": "0.0.0", "renderer_config_id": "original_3dgs", "renderer_source_commit": "9c5c2028f6fbee2be239bc4c9421ff894fe4fbe0", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "spherical harmonics", "alpha compositing" ], "case_count": 5, "fps": 122.88226604360297, "fps_ci95_low": 120.70373812091077, "fps_ci95_high": 125.10599566661908, "frame_time_ms": 8.13787076196304, "p95_frame_time_ms": 15.2, "p99_frame_time_ms": 16.17, "peak_vram_mb": 8234.0, "startup_time_ms": 1835.36, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 3188.37, "renderer_prepare_time_ms": 55.31, "time_to_first_frame_ms": 15.62, "psnr_db": 26.119819261777693, "ssim": 0.8403464143276215, "lpips": 0.26373823046684264, "quality_utility": 0.27601490021722086, "efficiency_score": 0.004218041349781739, "speed_index": 1.0, "delta_psnr_db": 0.0, "delta_ssim": 0.0, "delta_lpips": 0.0 }, { "renderer_id": "gsplat_higs", "competitor_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_count": 5, "fps": 696.9104755682285, "fps_ci95_low": 656.7234719897846, "fps_ci95_high": 739.8923531089885, "frame_time_ms": 1.4349045322997134, "p95_frame_time_ms": 2.37, "p99_frame_time_ms": 2.55, "peak_vram_mb": 6616.0, "startup_time_ms": 1996.47, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 3257.22, "renderer_prepare_time_ms": 409.34, "time_to_first_frame_ms": 2.89, "psnr_db": 25.834472791600092, "ssim": 0.8372220854759216, "lpips": 0.26490939462184904, "quality_utility": 0.26369536450370146, "efficiency_score": 0.028443559759154455, "speed_index": 5.671367382832446, "delta_psnr_db": -0.28534647017760334, "delta_ssim": -0.0031243288516998426, "delta_lpips": 0.00117116415500641 }, { "renderer_id": "gsplat", "competitor_id": "gsplat", "renderer": "gsplat packed/dense (gsplat)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "packed rasterization", "dense rasterization", "spherical harmonics" ], "case_count": 5, "fps": 241.60069350587904, "fps_ci95_low": 240.62292093405824, "fps_ci95_high": 242.58277904622992, "frame_time_ms": 4.139060966626181, "p95_frame_time_ms": 7.09, "p99_frame_time_ms": 7.49, "peak_vram_mb": 4206.0, "startup_time_ms": 1606.86, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 4734.1, "renderer_prepare_time_ms": 52.14, "time_to_first_frame_ms": 76.56, "psnr_db": 25.834141521294075, "ssim": 0.8372486435174942, "lpips": 0.2653049125671387, "quality_utility": 0.2634954165284026, "efficiency_score": 0.015498937607640453, "speed_index": 1.9661152197514882, "delta_psnr_db": -0.2856777404836194, "delta_ssim": -0.003097770810127276, "delta_lpips": 0.0015666821002960185 } ], "ssim": [ { "renderer_id": "speedy_splat", "competitor_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_count": 5, "fps": 293.0306273041776, "fps_ci95_low": 283.9832958309657, "fps_ci95_high": 302.4034365388371, "frame_time_ms": 3.4126125627201405, "p95_frame_time_ms": 5.81, "p99_frame_time_ms": 6.3, "peak_vram_mb": 4276.0, "startup_time_ms": 2416.24, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 2994.34, "renderer_prepare_time_ms": 52.19, "time_to_first_frame_ms": 8.25, "psnr_db": 26.120755463102597, "ssim": 0.8403672676086426, "lpips": 0.26373577499389644, "quality_utility": 0.27607818014454977, "efficiency_score": 0.019373467494915635, "speed_index": 2.384645374298356, "delta_psnr_db": 0.000936201324901731, "delta_ssim": 2.0853281021104843e-05, "delta_lpips": -2.455472946177872e-06 }, { "renderer_id": "original_3dgs", "competitor_id": "original_3dgs", "renderer": "Original 3DGS rasterizer (original_3dgs)", "renderer_version": "0.0.0", "renderer_config_id": "original_3dgs", "renderer_source_commit": "9c5c2028f6fbee2be239bc4c9421ff894fe4fbe0", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "spherical harmonics", "alpha compositing" ], "case_count": 5, "fps": 122.88226604360297, "fps_ci95_low": 120.70373812091077, "fps_ci95_high": 125.10599566661908, "frame_time_ms": 8.13787076196304, "p95_frame_time_ms": 15.2, "p99_frame_time_ms": 16.17, "peak_vram_mb": 8234.0, "startup_time_ms": 1835.36, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 3188.37, "renderer_prepare_time_ms": 55.31, "time_to_first_frame_ms": 15.62, "psnr_db": 26.119819261777693, "ssim": 0.8403464143276215, "lpips": 0.26373823046684264, "quality_utility": 0.27601490021722086, "efficiency_score": 0.004218041349781739, "speed_index": 1.0, "delta_psnr_db": 0.0, "delta_ssim": 0.0, "delta_lpips": 0.0 }, { "renderer_id": "tcgs", "competitor_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_count": 5, "fps": 251.6248432577766, "fps_ci95_low": 153.088317207988, "fps_ci95_high": 395.7829967697528, "frame_time_ms": 3.9741703841840095, "p95_frame_time_ms": 10.26, "p99_frame_time_ms": 16.28, "peak_vram_mb": 4322.0, "startup_time_ms": 1846.57, "renderer_init_time_ms": 0.03, "scene_load_time_ms": 2851.72, "renderer_prepare_time_ms": 49.39, "time_to_first_frame_ms": 6.3, "psnr_db": 26.12983607948981, "ssim": 0.8401455614566803, "lpips": 0.2632737223505974, "quality_utility": 0.27601931152937637, "efficiency_score": 0.016455390000854133, "speed_index": 2.047690454930994, "delta_psnr_db": 0.010016817712116932, "delta_ssim": -0.00020085287094115945, "delta_lpips": -0.0004645081162452713 }, { "renderer_id": "gsplat", "competitor_id": "gsplat", "renderer": "gsplat packed/dense (gsplat)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "packed rasterization", "dense rasterization", "spherical harmonics" ], "case_count": 5, "fps": 241.60069350587904, "fps_ci95_low": 240.62292093405824, "fps_ci95_high": 242.58277904622992, "frame_time_ms": 4.139060966626181, "p95_frame_time_ms": 7.09, "p99_frame_time_ms": 7.49, "peak_vram_mb": 4206.0, "startup_time_ms": 1606.86, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 4734.1, "renderer_prepare_time_ms": 52.14, "time_to_first_frame_ms": 76.56, "psnr_db": 25.834141521294075, "ssim": 0.8372486435174942, "lpips": 0.2653049125671387, "quality_utility": 0.2634954165284026, "efficiency_score": 0.015498937607640453, "speed_index": 1.9661152197514882, "delta_psnr_db": -0.2856777404836194, "delta_ssim": -0.003097770810127276, "delta_lpips": 0.0015666821002960185 }, { "renderer_id": "gsplat_higs", "competitor_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_count": 5, "fps": 696.9104755682285, "fps_ci95_low": 656.7234719897846, "fps_ci95_high": 739.8923531089885, "frame_time_ms": 1.4349045322997134, "p95_frame_time_ms": 2.37, "p99_frame_time_ms": 2.55, "peak_vram_mb": 6616.0, "startup_time_ms": 1996.47, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 3257.22, "renderer_prepare_time_ms": 409.34, "time_to_first_frame_ms": 2.89, "psnr_db": 25.834472791600092, "ssim": 0.8372220854759216, "lpips": 0.26490939462184904, "quality_utility": 0.26369536450370146, "efficiency_score": 0.028443559759154455, "speed_index": 5.671367382832446, "delta_psnr_db": -0.28534647017760334, "delta_ssim": -0.0031243288516998426, "delta_lpips": 0.00117116415500641 } ], "lpips": [ { "renderer_id": "tcgs", "competitor_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_count": 5, "fps": 251.6248432577766, "fps_ci95_low": 153.088317207988, "fps_ci95_high": 395.7829967697528, "frame_time_ms": 3.9741703841840095, "p95_frame_time_ms": 10.26, "p99_frame_time_ms": 16.28, "peak_vram_mb": 4322.0, "startup_time_ms": 1846.57, "renderer_init_time_ms": 0.03, "scene_load_time_ms": 2851.72, "renderer_prepare_time_ms": 49.39, "time_to_first_frame_ms": 6.3, "psnr_db": 26.12983607948981, "ssim": 0.8401455614566803, "lpips": 0.2632737223505974, "quality_utility": 0.27601931152937637, "efficiency_score": 0.016455390000854133, "speed_index": 2.047690454930994, "delta_psnr_db": 0.010016817712116932, "delta_ssim": -0.00020085287094115945, "delta_lpips": -0.0004645081162452713 }, { "renderer_id": "speedy_splat", "competitor_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_count": 5, "fps": 293.0306273041776, "fps_ci95_low": 283.9832958309657, "fps_ci95_high": 302.4034365388371, "frame_time_ms": 3.4126125627201405, "p95_frame_time_ms": 5.81, "p99_frame_time_ms": 6.3, "peak_vram_mb": 4276.0, "startup_time_ms": 2416.24, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 2994.34, "renderer_prepare_time_ms": 52.19, "time_to_first_frame_ms": 8.25, "psnr_db": 26.120755463102597, "ssim": 0.8403672676086426, "lpips": 0.26373577499389644, "quality_utility": 0.27607818014454977, "efficiency_score": 0.019373467494915635, "speed_index": 2.384645374298356, "delta_psnr_db": 0.000936201324901731, "delta_ssim": 2.0853281021104843e-05, "delta_lpips": -2.455472946177872e-06 }, { "renderer_id": "original_3dgs", "competitor_id": "original_3dgs", "renderer": "Original 3DGS rasterizer (original_3dgs)", "renderer_version": "0.0.0", "renderer_config_id": "original_3dgs", "renderer_source_commit": "9c5c2028f6fbee2be239bc4c9421ff894fe4fbe0", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "spherical harmonics", "alpha compositing" ], "case_count": 5, "fps": 122.88226604360297, "fps_ci95_low": 120.70373812091077, "fps_ci95_high": 125.10599566661908, "frame_time_ms": 8.13787076196304, "p95_frame_time_ms": 15.2, "p99_frame_time_ms": 16.17, "peak_vram_mb": 8234.0, "startup_time_ms": 1835.36, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 3188.37, "renderer_prepare_time_ms": 55.31, "time_to_first_frame_ms": 15.62, "psnr_db": 26.119819261777693, "ssim": 0.8403464143276215, "lpips": 0.26373823046684264, "quality_utility": 0.27601490021722086, "efficiency_score": 0.004218041349781739, "speed_index": 1.0, "delta_psnr_db": 0.0, "delta_ssim": 0.0, "delta_lpips": 0.0 }, { "renderer_id": "gsplat_higs", "competitor_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_count": 5, "fps": 696.9104755682285, "fps_ci95_low": 656.7234719897846, "fps_ci95_high": 739.8923531089885, "frame_time_ms": 1.4349045322997134, "p95_frame_time_ms": 2.37, "p99_frame_time_ms": 2.55, "peak_vram_mb": 6616.0, "startup_time_ms": 1996.47, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 3257.22, "renderer_prepare_time_ms": 409.34, "time_to_first_frame_ms": 2.89, "psnr_db": 25.834472791600092, "ssim": 0.8372220854759216, "lpips": 0.26490939462184904, "quality_utility": 0.26369536450370146, "efficiency_score": 0.028443559759154455, "speed_index": 5.671367382832446, "delta_psnr_db": -0.28534647017760334, "delta_ssim": -0.0031243288516998426, "delta_lpips": 0.00117116415500641 }, { "renderer_id": "gsplat", "competitor_id": "gsplat", "renderer": "gsplat packed/dense (gsplat)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "packed rasterization", "dense rasterization", "spherical harmonics" ], "case_count": 5, "fps": 241.60069350587904, "fps_ci95_low": 240.62292093405824, "fps_ci95_high": 242.58277904622992, "frame_time_ms": 4.139060966626181, "p95_frame_time_ms": 7.09, "p99_frame_time_ms": 7.49, "peak_vram_mb": 4206.0, "startup_time_ms": 1606.86, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 4734.1, "renderer_prepare_time_ms": 52.14, "time_to_first_frame_ms": 76.56, "psnr_db": 25.834141521294075, "ssim": 0.8372486435174942, "lpips": 0.2653049125671387, "quality_utility": 0.2634954165284026, "efficiency_score": 0.015498937607640453, "speed_index": 1.9661152197514882, "delta_psnr_db": -0.2856777404836194, "delta_ssim": -0.003097770810127276, "delta_lpips": 0.0015666821002960185 } ] }, "efficiency": [ { "renderer_id": "gsplat_higs", "competitor_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_count": 5, "fps": 696.9104755682285, "fps_ci95_low": 656.7234719897846, "fps_ci95_high": 739.8923531089885, "frame_time_ms": 1.4349045322997134, "p95_frame_time_ms": 2.37, "p99_frame_time_ms": 2.55, "peak_vram_mb": 6616.0, "startup_time_ms": 1996.47, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 3257.22, "renderer_prepare_time_ms": 409.34, "time_to_first_frame_ms": 2.89, "psnr_db": 25.834472791600092, "ssim": 0.8372220854759216, "lpips": 0.26490939462184904, "quality_utility": 0.26369536450370146, "efficiency_score": 0.028443559759154455, "speed_index": 5.671367382832446, "delta_psnr_db": -0.28534647017760334, "delta_ssim": -0.0031243288516998426, "delta_lpips": 0.00117116415500641 }, { "renderer_id": "speedy_splat", "competitor_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_count": 5, "fps": 293.0306273041776, "fps_ci95_low": 283.9832958309657, "fps_ci95_high": 302.4034365388371, "frame_time_ms": 3.4126125627201405, "p95_frame_time_ms": 5.81, "p99_frame_time_ms": 6.3, "peak_vram_mb": 4276.0, "startup_time_ms": 2416.24, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 2994.34, "renderer_prepare_time_ms": 52.19, "time_to_first_frame_ms": 8.25, "psnr_db": 26.120755463102597, "ssim": 0.8403672676086426, "lpips": 0.26373577499389644, "quality_utility": 0.27607818014454977, "efficiency_score": 0.019373467494915635, "speed_index": 2.384645374298356, "delta_psnr_db": 0.000936201324901731, "delta_ssim": 2.0853281021104843e-05, "delta_lpips": -2.455472946177872e-06 }, { "renderer_id": "tcgs", "competitor_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_count": 5, "fps": 251.6248432577766, "fps_ci95_low": 153.088317207988, "fps_ci95_high": 395.7829967697528, "frame_time_ms": 3.9741703841840095, "p95_frame_time_ms": 10.26, "p99_frame_time_ms": 16.28, "peak_vram_mb": 4322.0, "startup_time_ms": 1846.57, "renderer_init_time_ms": 0.03, "scene_load_time_ms": 2851.72, "renderer_prepare_time_ms": 49.39, "time_to_first_frame_ms": 6.3, "psnr_db": 26.12983607948981, "ssim": 0.8401455614566803, "lpips": 0.2632737223505974, "quality_utility": 0.27601931152937637, "efficiency_score": 0.016455390000854133, "speed_index": 2.047690454930994, "delta_psnr_db": 0.010016817712116932, "delta_ssim": -0.00020085287094115945, "delta_lpips": -0.0004645081162452713 }, { "renderer_id": "gsplat", "competitor_id": "gsplat", "renderer": "gsplat packed/dense (gsplat)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "packed rasterization", "dense rasterization", "spherical harmonics" ], "case_count": 5, "fps": 241.60069350587904, "fps_ci95_low": 240.62292093405824, "fps_ci95_high": 242.58277904622992, "frame_time_ms": 4.139060966626181, "p95_frame_time_ms": 7.09, "p99_frame_time_ms": 7.49, "peak_vram_mb": 4206.0, "startup_time_ms": 1606.86, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 4734.1, "renderer_prepare_time_ms": 52.14, "time_to_first_frame_ms": 76.56, "psnr_db": 25.834141521294075, "ssim": 0.8372486435174942, "lpips": 0.2653049125671387, "quality_utility": 0.2634954165284026, "efficiency_score": 0.015498937607640453, "speed_index": 1.9661152197514882, "delta_psnr_db": -0.2856777404836194, "delta_ssim": -0.003097770810127276, "delta_lpips": 0.0015666821002960185 }, { "renderer_id": "original_3dgs", "competitor_id": "original_3dgs", "renderer": "Original 3DGS rasterizer (original_3dgs)", "renderer_version": "0.0.0", "renderer_config_id": "original_3dgs", "renderer_source_commit": "9c5c2028f6fbee2be239bc4c9421ff894fe4fbe0", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "spherical harmonics", "alpha compositing" ], "case_count": 5, "fps": 122.88226604360297, "fps_ci95_low": 120.70373812091077, "fps_ci95_high": 125.10599566661908, "frame_time_ms": 8.13787076196304, "p95_frame_time_ms": 15.2, "p99_frame_time_ms": 16.17, "peak_vram_mb": 8234.0, "startup_time_ms": 1835.36, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 3188.37, "renderer_prepare_time_ms": 55.31, "time_to_first_frame_ms": 15.62, "psnr_db": 26.119819261777693, "ssim": 0.8403464143276215, "lpips": 0.26373823046684264, "quality_utility": 0.27601490021722086, "efficiency_score": 0.004218041349781739, "speed_index": 1.0, "delta_psnr_db": 0.0, "delta_ssim": 0.0, "delta_lpips": 0.0 } ], "memory": [ { "renderer_id": "gsplat", "competitor_id": "gsplat", "renderer": "gsplat packed/dense (gsplat)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "packed rasterization", "dense rasterization", "spherical harmonics" ], "case_count": 5, "fps": 241.60069350587904, "fps_ci95_low": 240.62292093405824, "fps_ci95_high": 242.58277904622992, "frame_time_ms": 4.139060966626181, "p95_frame_time_ms": 7.09, "p99_frame_time_ms": 7.49, "peak_vram_mb": 4206.0, "startup_time_ms": 1606.86, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 4734.1, "renderer_prepare_time_ms": 52.14, "time_to_first_frame_ms": 76.56, "psnr_db": 25.834141521294075, "ssim": 0.8372486435174942, "lpips": 0.2653049125671387, "quality_utility": 0.2634954165284026, "efficiency_score": 0.015498937607640453, "speed_index": 1.9661152197514882, "delta_psnr_db": -0.2856777404836194, "delta_ssim": -0.003097770810127276, "delta_lpips": 0.0015666821002960185 }, { "renderer_id": "speedy_splat", "competitor_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_count": 5, "fps": 293.0306273041776, "fps_ci95_low": 283.9832958309657, "fps_ci95_high": 302.4034365388371, "frame_time_ms": 3.4126125627201405, "p95_frame_time_ms": 5.81, "p99_frame_time_ms": 6.3, "peak_vram_mb": 4276.0, "startup_time_ms": 2416.24, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 2994.34, "renderer_prepare_time_ms": 52.19, "time_to_first_frame_ms": 8.25, "psnr_db": 26.120755463102597, "ssim": 0.8403672676086426, "lpips": 0.26373577499389644, "quality_utility": 0.27607818014454977, "efficiency_score": 0.019373467494915635, "speed_index": 2.384645374298356, "delta_psnr_db": 0.000936201324901731, "delta_ssim": 2.0853281021104843e-05, "delta_lpips": -2.455472946177872e-06 }, { "renderer_id": "tcgs", "competitor_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_count": 5, "fps": 251.6248432577766, "fps_ci95_low": 153.088317207988, "fps_ci95_high": 395.7829967697528, "frame_time_ms": 3.9741703841840095, "p95_frame_time_ms": 10.26, "p99_frame_time_ms": 16.28, "peak_vram_mb": 4322.0, "startup_time_ms": 1846.57, "renderer_init_time_ms": 0.03, "scene_load_time_ms": 2851.72, "renderer_prepare_time_ms": 49.39, "time_to_first_frame_ms": 6.3, "psnr_db": 26.12983607948981, "ssim": 0.8401455614566803, "lpips": 0.2632737223505974, "quality_utility": 0.27601931152937637, "efficiency_score": 0.016455390000854133, "speed_index": 2.047690454930994, "delta_psnr_db": 0.010016817712116932, "delta_ssim": -0.00020085287094115945, "delta_lpips": -0.0004645081162452713 }, { "renderer_id": "gsplat_higs", "competitor_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_count": 5, "fps": 696.9104755682285, "fps_ci95_low": 656.7234719897846, "fps_ci95_high": 739.8923531089885, "frame_time_ms": 1.4349045322997134, "p95_frame_time_ms": 2.37, "p99_frame_time_ms": 2.55, "peak_vram_mb": 6616.0, "startup_time_ms": 1996.47, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 3257.22, "renderer_prepare_time_ms": 409.34, "time_to_first_frame_ms": 2.89, "psnr_db": 25.834472791600092, "ssim": 0.8372220854759216, "lpips": 0.26490939462184904, "quality_utility": 0.26369536450370146, "efficiency_score": 0.028443559759154455, "speed_index": 5.671367382832446, "delta_psnr_db": -0.28534647017760334, "delta_ssim": -0.0031243288516998426, "delta_lpips": 0.00117116415500641 }, { "renderer_id": "original_3dgs", "competitor_id": "original_3dgs", "renderer": "Original 3DGS rasterizer (original_3dgs)", "renderer_version": "0.0.0", "renderer_config_id": "original_3dgs", "renderer_source_commit": "9c5c2028f6fbee2be239bc4c9421ff894fe4fbe0", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "spherical harmonics", "alpha compositing" ], "case_count": 5, "fps": 122.88226604360297, "fps_ci95_low": 120.70373812091077, "fps_ci95_high": 125.10599566661908, "frame_time_ms": 8.13787076196304, "p95_frame_time_ms": 15.2, "p99_frame_time_ms": 16.17, "peak_vram_mb": 8234.0, "startup_time_ms": 1835.36, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 3188.37, "renderer_prepare_time_ms": 55.31, "time_to_first_frame_ms": 15.62, "psnr_db": 26.119819261777693, "ssim": 0.8403464143276215, "lpips": 0.26373823046684264, "quality_utility": 0.27601490021722086, "efficiency_score": 0.004218041349781739, "speed_index": 1.0, "delta_psnr_db": 0.0, "delta_ssim": 0.0, "delta_lpips": 0.0 } ], "pareto": [ { "renderer_id": "gsplat_higs", "competitor_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_count": 5, "fps": 696.9104755682285, "fps_ci95_low": 656.7234719897846, "fps_ci95_high": 739.8923531089885, "frame_time_ms": 1.4349045322997134, "p95_frame_time_ms": 2.37, "p99_frame_time_ms": 2.55, "peak_vram_mb": 6616.0, "startup_time_ms": 1996.47, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 3257.22, "renderer_prepare_time_ms": 409.34, "time_to_first_frame_ms": 2.89, "psnr_db": 25.834472791600092, "ssim": 0.8372220854759216, "lpips": 0.26490939462184904, "quality_utility": 0.26369536450370146, "efficiency_score": 0.028443559759154455, "speed_index": 5.671367382832446, "delta_psnr_db": -0.28534647017760334, "delta_ssim": -0.0031243288516998426, "delta_lpips": 0.00117116415500641 }, { "renderer_id": "speedy_splat", "competitor_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_count": 5, "fps": 293.0306273041776, "fps_ci95_low": 283.9832958309657, "fps_ci95_high": 302.4034365388371, "frame_time_ms": 3.4126125627201405, "p95_frame_time_ms": 5.81, "p99_frame_time_ms": 6.3, "peak_vram_mb": 4276.0, "startup_time_ms": 2416.24, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 2994.34, "renderer_prepare_time_ms": 52.19, "time_to_first_frame_ms": 8.25, "psnr_db": 26.120755463102597, "ssim": 0.8403672676086426, "lpips": 0.26373577499389644, "quality_utility": 0.27607818014454977, "efficiency_score": 0.019373467494915635, "speed_index": 2.384645374298356, "delta_psnr_db": 0.000936201324901731, "delta_ssim": 2.0853281021104843e-05, "delta_lpips": -2.455472946177872e-06 }, { "renderer_id": "tcgs", "competitor_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_count": 5, "fps": 251.6248432577766, "fps_ci95_low": 153.088317207988, "fps_ci95_high": 395.7829967697528, "frame_time_ms": 3.9741703841840095, "p95_frame_time_ms": 10.26, "p99_frame_time_ms": 16.28, "peak_vram_mb": 4322.0, "startup_time_ms": 1846.57, "renderer_init_time_ms": 0.03, "scene_load_time_ms": 2851.72, "renderer_prepare_time_ms": 49.39, "time_to_first_frame_ms": 6.3, "psnr_db": 26.12983607948981, "ssim": 0.8401455614566803, "lpips": 0.2632737223505974, "quality_utility": 0.27601931152937637, "efficiency_score": 0.016455390000854133, "speed_index": 2.047690454930994, "delta_psnr_db": 0.010016817712116932, "delta_ssim": -0.00020085287094115945, "delta_lpips": -0.0004645081162452713 } ], "pareto_frontiers": { "speed_psnr": [ "gsplat_higs", "speedy_splat", "tcgs" ], "speed_lpips": [ "gsplat_higs", "speedy_splat", "tcgs" ], "combined": [ "gsplat_higs", "speedy_splat", "tcgs" ] }, "recommendations": { "highest_fps": "gsplat_higs", "highest_quality": "speedy_splat", "lowest_vram": "gsplat", "best_efficiency": "gsplat_higs", "best_balance": "speedy_splat" }, "excluded": {}, "cohorts": [ { "cohort_key": [ "measured", "3dgs-renderer-matrix", "3.1.0", "common_representation", "large-bicycle-1080p", "mipnerf360", "bicycle", "64d357cb25bd85f710f8551a18d830f8497277fbd8c5805adfd72ffe9ca78227", 6131954, 3, "58290b6f5d84f69659c53c76e9a9c005dfd94af83de93cd18800abbe14b10732", "062de75381f5b0f0dafcca1ac884c68bd31366f4d9fe3c37797511f93a4deb7d", 1920, 1080, "892e18890501c408dc6746af69f17e16973604f0c02a3caddf1954d3bf1fede2", "202243ea1c238f9b", "NVIDIA A100-SXM4-80GB", "580.105.08", "12.8" ], "rows": [ { "competitor_id": "gsplat", "renderer_id": "gsplat", "renderer": "gsplat packed/dense (gsplat)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "packed rasterization", "dense rasterization", "spherical harmonics" ], "case_id": "large-bicycle-1080p", "fps": 189.70652400736057, "fps_ci95_low": 189.54159706866264, "fps_ci95_high": 189.87159991062637, "frame_time_ms": 5.2713, "p95_frame_time_ms": 7.09, "p99_frame_time_ms": 7.49, "peak_vram_mb": 4154.0, "startup_time_ms": 1606.86, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 16239.31, "renderer_prepare_time_ms": 52.14, "time_to_first_frame_ms": 98.7, "psnr_db": 24.313152400235698, "ssim": 0.7897153860330581, "lpips": 0.3035683211684227, "quality_utility": 0.0, "efficiency_score": 0.0, "source_result_id": "804f1fba6b6c5bdd58591cad" }, { "competitor_id": "gsplat_higs", "renderer_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_id": "large-bicycle-1080p", "fps": 556.2849068779061, "fps_ci95_low": 522.5833703412832, "fps_ci95_high": 592.4181186590993, "frame_time_ms": 1.79764, "p95_frame_time_ms": 2.18, "p99_frame_time_ms": 2.48, "peak_vram_mb": 6616.0, "startup_time_ms": 1560.51, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 9554.77, "renderer_prepare_time_ms": 440.59, "time_to_first_frame_ms": 8.32, "psnr_db": 24.31358079061056, "ssim": 0.7897444874048233, "lpips": 0.3034744010865688, "quality_utility": 0.0, "efficiency_score": 0.0, "source_result_id": "3985d5e4363cb4604e7e3012" }, { "competitor_id": "original_3dgs", "renderer_id": "original_3dgs", "renderer": "Original 3DGS rasterizer (original_3dgs)", "renderer_version": "0.0.0", "renderer_config_id": "original_3dgs", "renderer_source_commit": "9c5c2028f6fbee2be239bc4c9421ff894fe4fbe0", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "spherical harmonics", "alpha compositing" ], "case_id": "large-bicycle-1080p", "fps": 87.28242673076697, "fps_ci95_low": 86.95821627033554, "fps_ci95_high": 87.60789529524116, "frame_time_ms": 11.45706, "p95_frame_time_ms": 15.2, "p99_frame_time_ms": 16.17, "peak_vram_mb": 6486.0, "startup_time_ms": 3517.54, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 14200.84, "renderer_prepare_time_ms": 77.64, "time_to_first_frame_ms": 36.72, "psnr_db": 24.31892956845258, "ssim": 0.7896703362464905, "lpips": 0.3034851510822773, "quality_utility": 0.0, "efficiency_score": 0.0, "source_result_id": "2bc080dc2ff2c589b3d9dfa8" }, { "competitor_id": "speedy_splat", "renderer_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_id": "large-bicycle-1080p", "fps": 219.82370139148398, "fps_ci95_low": 218.60538313394053, "fps_ci95_high": 221.04910495929042, "frame_time_ms": 4.5491, "p95_frame_time_ms": 5.81, "p99_frame_time_ms": 6.3, "peak_vram_mb": 4260.0, "startup_time_ms": 1737.05, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 11763.57, "renderer_prepare_time_ms": 58.89, "time_to_first_frame_ms": 11.76, "psnr_db": 24.319682539635643, "ssim": 0.7896902269124985, "lpips": 0.3034804621338844, "quality_utility": 0.0, "efficiency_score": 0.0, "source_result_id": "1ac65c4d33384ba547721b49" }, { "competitor_id": "tcgs", "renderer_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_id": "large-bicycle-1080p", "fps": 248.74508106602192, "fps_ci95_low": 205.9220608792248, "fps_ci95_high": 300.0076944647262, "frame_time_ms": 4.02018, "p95_frame_time_ms": 7.01, "p99_frame_time_ms": 12.74, "peak_vram_mb": 4308.0, "startup_time_ms": 1893.91, "renderer_init_time_ms": 0.04, "scene_load_time_ms": 7927.02, "renderer_prepare_time_ms": 49.39, "time_to_first_frame_ms": 6.3, "psnr_db": 24.334905427839995, "ssim": 0.7895068806409836, "lpips": 0.30350847125053404, "quality_utility": 0.0, "efficiency_score": 0.0, "source_result_id": "4a6309191e2170e934015983" } ], "pareto": { "speed_psnr": [ "gsplat_higs", "tcgs" ], "speed_lpips": [ "gsplat_higs" ], "combined": [ "gsplat_higs", "speedy_splat", "tcgs" ] } }, { "cohort_key": [ "measured", "3dgs-renderer-matrix", "3.1.0", "common_representation", "large-bonsai-1080p", "mipnerf360", "bonsai", "a16af6d8815498ffbf9eb5d5ee93f5bcc9dca34c4e3eb6f7a796ef9e97c0d273", 1244819, 3, "3d9fad612031f6a5b26d9c046a6d11f9bf9bce55b24350ea77385dad889104e5", "abce2134d2beea04150ee2c57b7d7b2ef34ecfcfcfcb2598439d1aa9b9970e5e", 1920, 1080, "892e18890501c408dc6746af69f17e16973604f0c02a3caddf1954d3bf1fede2", "202243ea1c238f9b", "NVIDIA A100-SXM4-80GB", "580.105.08", "12.8" ], "rows": [ { "competitor_id": "gsplat", "renderer_id": "gsplat", "renderer": "gsplat packed/dense (gsplat)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "packed rasterization", "dense rasterization", "spherical harmonics" ], "case_id": "large-bonsai-1080p", "fps": 380.066283559853, "fps_ci95_low": 375.9897300306848, "fps_ci95_high": 384.18927339123314, "frame_time_ms": 2.63112, "p95_frame_time_ms": 3.22, "p99_frame_time_ms": 3.3, "peak_vram_mb": 1448.0, "startup_time_ms": 1580.94, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 1864.89, "renderer_prepare_time_ms": 56.26, "time_to_first_frame_ms": 58.92, "psnr_db": 32.51298851792733, "ssim": 0.9493543237447739, "lpips": 0.21126350566744803, "quality_utility": 0.6040945473369386, "efficiency_score": 0.16236621049290384, "source_result_id": "9fd1390b6c4fd9c9cad4b247" }, { "competitor_id": "gsplat_higs", "renderer_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_id": "large-bonsai-1080p", "fps": 1069.152803318651, "fps_ci95_low": 1007.2850058604287, "fps_ci95_high": 1135.2552321551739, "frame_time_ms": 0.93532, "p95_frame_time_ms": 1.1, "p99_frame_time_ms": 1.2, "peak_vram_mb": 1754.0, "startup_time_ms": 2266.39, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 1797.89, "renderer_prepare_time_ms": 400.78, "time_to_first_frame_ms": 2.47, "psnr_db": 32.51337164674192, "ssim": 0.9493211269378662, "lpips": 0.2108004166185856, "quality_utility": 0.6045495911093226, "efficiency_score": 0.37734802248665233, "source_result_id": "05929c912308397bb92dcde8" }, { "competitor_id": "original_3dgs", "renderer_id": "original_3dgs", "renderer": "Original 3DGS rasterizer (original_3dgs)", "renderer_version": "0.0.0", "renderer_config_id": "original_3dgs", "renderer_source_commit": "9c5c2028f6fbee2be239bc4c9421ff894fe4fbe0", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "spherical harmonics", "alpha compositing" ], "case_id": "large-bonsai-1080p", "fps": 206.26126702171103, "fps_ci95_low": 197.2288564563622, "fps_ci95_high": 215.74575260826245, "frame_time_ms": 4.84822, "p95_frame_time_ms": 5.51, "p99_frame_time_ms": 5.64, "peak_vram_mb": 1696.0, "startup_time_ms": 1900.45, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 1866.31, "renderer_prepare_time_ms": 55.31, "time_to_first_frame_ms": 8.34, "psnr_db": 32.774194757809795, "ssim": 0.9543220144510269, "lpips": 0.2096493873000145, "quality_utility": 0.6166876309843952, "efficiency_score": 0.07679925864057886, "source_result_id": "a334bea21ba1c381b6cb4be3" }, { "competitor_id": "speedy_splat", "renderer_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_id": "large-bonsai-1080p", "fps": 451.8834502205189, "fps_ci95_low": 436.85676041454434, "fps_ci95_high": 467.46693976318073, "frame_time_ms": 2.21296, "p95_frame_time_ms": 2.51, "p99_frame_time_ms": 2.82, "peak_vram_mb": 1470.0, "startup_time_ms": 2485.1, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 1962.71, "renderer_prepare_time_ms": 49.48, "time_to_first_frame_ms": 5.46, "psnr_db": 32.774149203350774, "ssim": 0.9543249595165253, "lpips": 0.2096521598100662, "quality_utility": 0.6166878267192198, "efficiency_score": 0.19412185537088417, "source_result_id": "6fb41d032fa503f57a8c5b55" }, { "competitor_id": "tcgs", "renderer_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_id": "large-bonsai-1080p", "fps": 443.4865135751219, "fps_ci95_low": 316.82462983970504, "fps_ci95_high": 619.2239868885348, "frame_time_ms": 2.25486, "p95_frame_time_ms": 5.16, "p99_frame_time_ms": 11.58, "peak_vram_mb": 1500.0, "startup_time_ms": 1846.57, "renderer_init_time_ms": 0.03, "scene_load_time_ms": 1648.73, "renderer_prepare_time_ms": 47.73, "time_to_first_frame_ms": 3.89, "psnr_db": 32.773589843370544, "ssim": 0.9541821128129959, "lpips": 0.20874524593353272, "quality_utility": 0.6174660332663765, "efficiency_score": 0.186939977963087, "source_result_id": "0d76068d0901dc6da6425cb2" } ], "pareto": { "speed_psnr": [ "gsplat_higs", "original_3dgs", "speedy_splat" ], "speed_lpips": [ "gsplat_higs", "speedy_splat", "tcgs" ], "combined": [ "gsplat_higs", "original_3dgs", "speedy_splat", "tcgs" ] } }, { "cohort_key": [ "measured", "3dgs-renderer-matrix", "3.1.0", "common_representation", "medium-train-1080p", "tanks_and_temples", "train", "70e055d46f53636c83547a59c4998a0a27f64e42fceba45c6b78dfc77f52958d", 1026508, 3, "ed4cdf5c9c08d5afa3fce647a02e40c15b0f83d8918df151d4944e69643506be", "8ea146c9ae7649c4f3666df741e3d55e5c2b181537aea4d06e5624672a325c4c", 1920, 1080, "892e18890501c408dc6746af69f17e16973604f0c02a3caddf1954d3bf1fede2", "202243ea1c238f9b", "NVIDIA A100-SXM4-80GB", "580.105.08", "12.8" ], "rows": [ { "competitor_id": "gsplat", "renderer_id": "gsplat", "renderer": "gsplat packed/dense (gsplat)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "packed rasterization", "dense rasterization", "spherical harmonics" ], "case_id": "medium-train-1080p", "fps": 268.3065563390104, "fps_ci95_low": 267.1155304155701, "fps_ci95_high": 269.50310342154216, "frame_time_ms": 3.72708, "p95_frame_time_ms": 4.95, "p99_frame_time_ms": 5.15, "peak_vram_mb": 1656.0, "startup_time_ms": 2448.96, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 1754.65, "renderer_prepare_time_ms": 48.14, "time_to_first_frame_ms": 76.56, "psnr_db": 22.380906986155686, "ssim": 0.7983559358119965, "lpips": 0.3058692118525505, "quality_utility": 0.0, "efficiency_score": 0.0, "source_result_id": "04e3e234140c15732c63bb8f" }, { "competitor_id": "gsplat_higs", "renderer_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_id": "medium-train-1080p", "fps": 807.8980109550974, "fps_ci95_low": 759.9624267474551, "fps_ci95_high": 859.2132679740939, "frame_time_ms": 1.23778, "p95_frame_time_ms": 1.48, "p99_frame_time_ms": 1.64, "peak_vram_mb": 1530.0, "startup_time_ms": 2682.04, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 1691.76, "renderer_prepare_time_ms": 407.93, "time_to_first_frame_ms": 2.72, "psnr_db": 22.381652898345596, "ssim": 0.7982912302017212, "lpips": 0.3049251656234264, "quality_utility": 0.0, "efficiency_score": 0.0, "source_result_id": "710a173491d482e756b55c5f" }, { "competitor_id": "original_3dgs", "renderer_id": "original_3dgs", "renderer": "Original 3DGS rasterizer (original_3dgs)", "renderer_version": "0.0.0", "renderer_config_id": "original_3dgs", "renderer_source_commit": "9c5c2028f6fbee2be239bc4c9421ff894fe4fbe0", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "spherical harmonics", "alpha compositing" ], "case_id": "medium-train-1080p", "fps": 122.25506808384729, "fps_ci95_low": 120.80397748118861, "fps_ci95_high": 123.72449914923612, "frame_time_ms": 8.17962, "p95_frame_time_ms": 10.26, "p99_frame_time_ms": 10.63, "peak_vram_mb": 4770.0, "startup_time_ms": 1686.73, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 1924.23, "renderer_prepare_time_ms": 52.18, "time_to_first_frame_ms": 15.62, "psnr_db": 23.541022729474715, "ssim": 0.8093443953990936, "lpips": 0.2997282406687736, "quality_utility": 0.12752035837423292, "efficiency_score": 0.00334678623425604, "source_result_id": "3eed419b5dfb0df728035e54" }, { "competitor_id": "speedy_splat", "renderer_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_id": "medium-train-1080p", "fps": 344.61606324394006, "fps_ci95_low": 326.03662943148714, "fps_ci95_high": 364.368960713292, "frame_time_ms": 2.90178, "p95_frame_time_ms": 4.19, "p99_frame_time_ms": 4.68, "peak_vram_mb": 1482.0, "startup_time_ms": 2416.24, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 1780.79, "renderer_prepare_time_ms": 58.02, "time_to_first_frame_ms": 34.36, "psnr_db": 23.54223209952671, "ssim": 0.8093714225292206, "lpips": 0.2997234560549259, "quality_utility": 0.12765974408774947, "efficiency_score": 0.030397736035670062, "source_result_id": "b5a307d9b86ea347647facd1" }, { "competitor_id": "tcgs", "renderer_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_id": "medium-train-1080p", "fps": 191.49897739546086, "fps_ci95_low": 50.61403523778213, "fps_ci95_high": 515.5831745926693, "frame_time_ms": 5.22196, "p95_frame_time_ms": 10.26, "p99_frame_time_ms": 16.28, "peak_vram_mb": 1510.0, "startup_time_ms": 1388.61, "renderer_init_time_ms": 0.03, "scene_load_time_ms": 1756.75, "renderer_prepare_time_ms": 48.05, "time_to_first_frame_ms": 4.7, "psnr_db": 23.54338584666925, "ssim": 0.8090888524055481, "lpips": 0.2989329168200493, "quality_utility": 0.12670849974857065, "efficiency_score": 0.016454898863751136, "source_result_id": "b0d4ea860140e09dcffc22a7" } ], "pareto": { "speed_psnr": [ "gsplat_higs", "speedy_splat", "tcgs" ], "speed_lpips": [ "gsplat_higs", "speedy_splat", "tcgs" ], "combined": [ "gsplat_higs", "speedy_splat", "tcgs" ] } }, { "cohort_key": [ "measured", "3dgs-renderer-matrix", "3.1.0", "common_representation", "medium-truck-1080p", "tanks_and_temples", "truck", "65ecf4058135a030cddd2198326f67172a4101344b0b54a3fa370cf45ea9688c", 2541226, 3, "25ac0a8456b0dc9aa9cff46794efcb5d4c3f80375f3a90f54d805f303e82a950", "4e0b6b7c8789f4881bef0ab51f15e54368c00390a26c59671ded30db4064833c", 1920, 1080, "892e18890501c408dc6746af69f17e16973604f0c02a3caddf1954d3bf1fede2", "202243ea1c238f9b", "NVIDIA A100-SXM4-80GB", "580.105.08", "12.8" ], "rows": [ { "competitor_id": "gsplat", "renderer_id": "gsplat", "renderer": "gsplat packed/dense (gsplat)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "packed rasterization", "dense rasterization", "spherical harmonics" ], "case_id": "medium-truck-1080p", "fps": 246.31027212358876, "fps_ci95_low": 245.60023883482228, "fps_ci95_high": 247.02243362734112, "frame_time_ms": 4.05992, "p95_frame_time_ms": 4.83, "p99_frame_time_ms": 5.33, "peak_vram_mb": 2170.0, "startup_time_ms": 1789.94, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 4734.1, "renderer_prepare_time_ms": 44.7, "time_to_first_frame_ms": 67.65, "psnr_db": 24.13620595659271, "ssim": 0.8498165118694305, "lpips": 0.27035572081804277, "quality_utility": 0.25558554136513867, "efficiency_score": 0.029707015901553026, "source_result_id": "10bde8e26ff80589d8fbc35e" }, { "competitor_id": "gsplat_higs", "renderer_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_id": "medium-truck-1080p", "fps": 693.1351890872803, "fps_ci95_low": 637.9706511436071, "fps_ci95_high": 753.7974011398454, "frame_time_ms": 1.44272, "p95_frame_time_ms": 1.69, "p99_frame_time_ms": 1.78, "peak_vram_mb": 3052.0, "startup_time_ms": 1996.47, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 3257.22, "renderer_prepare_time_ms": 409.34, "time_to_first_frame_ms": 2.89, "psnr_db": 24.135693833861698, "ssim": 0.8497171610593796, "lpips": 0.2699936917424202, "quality_utility": 0.25564249556525226, "efficiency_score": 0.05945199375177651, "source_result_id": "c19ed60ef38729a961f040a2" }, { "competitor_id": "original_3dgs", "renderer_id": "original_3dgs", "renderer": "Original 3DGS rasterizer (original_3dgs)", "renderer_version": "0.0.0", "renderer_config_id": "original_3dgs", "renderer_source_commit": "9c5c2028f6fbee2be239bc4c9421ff894fe4fbe0", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "spherical harmonics", "alpha compositing" ], "case_id": "medium-truck-1080p", "fps": 116.44859726019753, "fps_ci95_low": 113.35070016257582, "fps_ci95_high": 119.63701250024731, "frame_time_ms": 8.58748, "p95_frame_time_ms": 9.88, "p99_frame_time_ms": 10.15, "peak_vram_mb": 5596.0, "startup_time_ms": 1676.32, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 3188.37, "renderer_prepare_time_ms": 47.45, "time_to_first_frame_ms": 12.05, "psnr_db": 24.138833055738505, "ssim": 0.8494482183456421, "lpips": 0.27035733714699745, "quality_utility": 0.2550070413448791, "efficiency_score": 0.005433863000398564, "source_result_id": "9a313ea8499d60b8e61a0ac6" }, { "competitor_id": "speedy_splat", "renderer_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_id": "medium-truck-1080p", "fps": 299.0752592982498, "fps_ci95_low": 283.9344187786343, "fps_ci95_high": 315.08945870345445, "frame_time_ms": 3.34364, "p95_frame_time_ms": 3.99, "p99_frame_time_ms": 4.49, "peak_vram_mb": 2588.0, "startup_time_ms": 2569.27, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 2994.34, "renderer_prepare_time_ms": 47.7, "time_to_first_frame_ms": 6.03, "psnr_db": 24.140673029335414, "ssim": 0.8494778466224671, "lpips": 0.2703536216914654, "quality_utility": 0.25509819049949733, "efficiency_score": 0.030187249941821915, "source_result_id": "9eef0bb53a7f1e0943aa2ca8" }, { "competitor_id": "tcgs", "renderer_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_id": "medium-truck-1080p", "fps": 228.8696129814844, "fps_ci95_low": 144.08054682325425, "fps_ci95_high": 410.0491656297514, "frame_time_ms": 4.3693, "p95_frame_time_ms": 9.37, "p99_frame_time_ms": 15.47, "peak_vram_mb": 2608.0, "startup_time_ms": 1605.52, "renderer_init_time_ms": 0.03, "scene_load_time_ms": 2851.72, "renderer_prepare_time_ms": 51.83, "time_to_first_frame_ms": 11.12, "psnr_db": 24.152685503473116, "ssim": 0.8492256337404251, "lpips": 0.2701785008609295, "quality_utility": 0.25502475070717723, "efficiency_score": 0.022917267629958757, "source_result_id": "a68349d6197b2e06ab55b7a8" } ], "pareto": { "speed_psnr": [ "gsplat_higs", "speedy_splat", "tcgs" ], "speed_lpips": [ "gsplat_higs" ], "combined": [ "gsplat", "gsplat_higs", "speedy_splat", "tcgs" ] } }, { "cohort_key": [ "measured", "3dgs-renderer-matrix", "3.1.0", "common_representation", "small-garden-1080p", "mipnerf360", "garden", "16701d5e0630dfaca74f8794ed7ce2aa23fa922f87dc09a7e37484e8d3f82d5a", 5834784, 3, "8027a05807f073a965c35abbfb8859b8f59903878dba8047e832772c19c08559", "05264145bca1014ffa36bb762ee91a8d3009052b906e3f72841292483ab86623", 1920, 1080, "892e18890501c408dc6746af69f17e16973604f0c02a3caddf1954d3bf1fede2", "202243ea1c238f9b", "NVIDIA A100-SXM4-80GB", "580.105.08", "12.8" ], "rows": [ { "competitor_id": "gsplat", "renderer_id": "gsplat", "renderer": "gsplat packed/dense (gsplat)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "packed rasterization", "dense rasterization", "spherical harmonics" ], "case_id": "small-garden-1080p", "fps": 172.75692409751784, "fps_ci95_low": 172.5347305327537, "fps_ci95_high": 172.97941484055923, "frame_time_ms": 5.78848, "p95_frame_time_ms": 6.79, "p99_frame_time_ms": 7.23, "peak_vram_mb": 4206.0, "startup_time_ms": 1559.59, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 6298.16, "renderer_prepare_time_ms": 66.05, "time_to_first_frame_ms": 77.0, "psnr_db": 25.827453745558945, "ssim": 0.7990010601282119, "lpips": 0.23546780332922934, "quality_utility": 0.0, "efficiency_score": 0.0, "source_result_id": "6112012157002686a6a400ec" }, { "competitor_id": "gsplat_higs", "renderer_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_id": "small-garden-1080p", "fps": 493.59803350543444, "fps_ci95_low": 478.643226965792, "fps_ci95_high": 509.05562287626026, "frame_time_ms": 2.02594, "p95_frame_time_ms": 2.37, "p99_frame_time_ms": 2.55, "peak_vram_mb": 6324.0, "startup_time_ms": 1850.57, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 6187.17, "renderer_prepare_time_ms": 438.26, "time_to_first_frame_ms": 3.86, "psnr_db": 25.828064788440678, "ssim": 0.7990364217758179, "lpips": 0.23535329803824426, "quality_utility": 0.0, "efficiency_score": 0.0, "source_result_id": "deb9e9f51a528b1e121b0ea6" }, { "competitor_id": "original_3dgs", "renderer_id": "original_3dgs", "renderer": "Original 3DGS rasterizer (original_3dgs)", "renderer_version": "0.0.0", "renderer_config_id": "original_3dgs", "renderer_source_commit": "9c5c2028f6fbee2be239bc4c9421ff894fe4fbe0", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "spherical harmonics", "alpha compositing" ], "case_id": "small-garden-1080p", "fps": 109.32020324812184, "fps_ci95_low": 109.09807320719014, "fps_ci95_high": 109.54280380287824, "frame_time_ms": 9.14744, "p95_frame_time_ms": 10.32, "p99_frame_time_ms": 10.5, "peak_vram_mb": 8234.0, "startup_time_ms": 1835.36, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 6422.6, "renderer_prepare_time_ms": 59.66, "time_to_first_frame_ms": 17.55, "psnr_db": 25.826116197412873, "ssim": 0.7989471071958542, "lpips": 0.23547103613615036, "quality_utility": 0.0, "efficiency_score": 0.0, "source_result_id": "28e44762a9e127b1619980e4" }, { "competitor_id": "speedy_splat", "renderer_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_id": "small-garden-1080p", "fps": 211.0319038032171, "fps_ci95_low": 208.9198122228261, "fps_ci95_high": 213.1663751784179, "frame_time_ms": 4.73862, "p95_frame_time_ms": 5.39, "p99_frame_time_ms": 5.57, "peak_vram_mb": 4276.0, "startup_time_ms": 1884.37, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 6396.87, "renderer_prepare_time_ms": 52.19, "time_to_first_frame_ms": 8.25, "psnr_db": 25.827040443664437, "ssim": 0.7989718824625015, "lpips": 0.23546917527914046, "quality_utility": 0.0, "efficiency_score": 0.0, "source_result_id": "315437b95d8a523a6ff5d22f" }, { "competitor_id": "tcgs", "renderer_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_id": "small-garden-1080p", "fps": 208.63063198391026, "fps_ci95_low": 176.7307508492549, "fps_ci95_high": 247.2696586084657, "frame_time_ms": 4.79316, "p95_frame_time_ms": 9.7, "p99_frame_time_ms": 15.34, "peak_vram_mb": 4322.0, "startup_time_ms": 3356.92, "renderer_init_time_ms": 0.06, "scene_load_time_ms": 6758.97, "renderer_prepare_time_ms": 71.2, "time_to_first_frame_ms": 20.69, "psnr_db": 25.84461377609615, "ssim": 0.7987243276834488, "lpips": 0.23500347688794135, "quality_utility": 0.0, "efficiency_score": 0.0, "source_result_id": "bb2949e5d3f82fab14b8e61b" } ], "pareto": { "speed_psnr": [ "gsplat_higs", "tcgs" ], "speed_lpips": [ "gsplat_higs", "tcgs" ], "combined": [ "gsplat_higs", "tcgs" ] } } ], "suite_cohorts": [ { "suite_cohort_key": [ "measured", "3dgs-renderer-matrix", "3.1.0", "common_representation", "892e18890501c408dc6746af69f17e16973604f0c02a3caddf1954d3bf1fede2", 1920, 1080, "sRGB", "black", "202243ea1c238f9b", "NVIDIA A100-SXM4-80GB", "580.105.08", "GPU-12b6b703-727b-0c6e-1433-4e6161c54938", 81152.8, "x86_64", 2063077.7, "Linux-5.10.134-16.3.al8.x86_64-x86_64-with-glibc2.35", "12.8", "3.10.20", "2.9.1+cu128", "dc9bb4e9231ae2fdf90fa9c40bcd6e0dbd7d104f", "default", 400.0, null ], "report": { "overall": [ { "renderer_id": "gsplat", "competitor_id": "gsplat", "renderer": "gsplat packed/dense (gsplat)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "packed rasterization", "dense rasterization", "spherical harmonics" ], "case_count": 5, "fps": 241.60069350587904, "fps_ci95_low": 240.62292093405824, "fps_ci95_high": 242.58277904622992, "frame_time_ms": 4.139060966626181, "p95_frame_time_ms": 7.09, "p99_frame_time_ms": 7.49, "peak_vram_mb": 4206.0, "startup_time_ms": 1606.86, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 4734.1, "renderer_prepare_time_ms": 52.14, "time_to_first_frame_ms": 76.56, "psnr_db": 25.834141521294075, "ssim": 0.8372486435174942, "lpips": 0.2653049125671387, "quality_utility": 0.2634954165284026, "efficiency_score": 0.015498937607640453, "speed_index": 1.9661152197514882, "delta_psnr_db": -0.2856777404836194, "delta_ssim": -0.003097770810127276, "delta_lpips": 0.0015666821002960185 }, { "renderer_id": "gsplat_higs", "competitor_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_count": 5, "fps": 696.9104755682285, "fps_ci95_low": 656.7234719897846, "fps_ci95_high": 739.8923531089885, "frame_time_ms": 1.4349045322997134, "p95_frame_time_ms": 2.37, "p99_frame_time_ms": 2.55, "peak_vram_mb": 6616.0, "startup_time_ms": 1996.47, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 3257.22, "renderer_prepare_time_ms": 409.34, "time_to_first_frame_ms": 2.89, "psnr_db": 25.834472791600092, "ssim": 0.8372220854759216, "lpips": 0.26490939462184904, "quality_utility": 0.26369536450370146, "efficiency_score": 0.028443559759154455, "speed_index": 5.671367382832446, "delta_psnr_db": -0.28534647017760334, "delta_ssim": -0.0031243288516998426, "delta_lpips": 0.00117116415500641 }, { "renderer_id": "original_3dgs", "competitor_id": "original_3dgs", "renderer": "Original 3DGS rasterizer (original_3dgs)", "renderer_version": "0.0.0", "renderer_config_id": "original_3dgs", "renderer_source_commit": "9c5c2028f6fbee2be239bc4c9421ff894fe4fbe0", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "spherical harmonics", "alpha compositing" ], "case_count": 5, "fps": 122.88226604360297, "fps_ci95_low": 120.70373812091077, "fps_ci95_high": 125.10599566661908, "frame_time_ms": 8.13787076196304, "p95_frame_time_ms": 15.2, "p99_frame_time_ms": 16.17, "peak_vram_mb": 8234.0, "startup_time_ms": 1835.36, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 3188.37, "renderer_prepare_time_ms": 55.31, "time_to_first_frame_ms": 15.62, "psnr_db": 26.119819261777693, "ssim": 0.8403464143276215, "lpips": 0.26373823046684264, "quality_utility": 0.27601490021722086, "efficiency_score": 0.004218041349781739, "speed_index": 1.0, "delta_psnr_db": 0.0, "delta_ssim": 0.0, "delta_lpips": 0.0 }, { "renderer_id": "speedy_splat", "competitor_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_count": 5, "fps": 293.0306273041776, "fps_ci95_low": 283.9832958309657, "fps_ci95_high": 302.4034365388371, "frame_time_ms": 3.4126125627201405, "p95_frame_time_ms": 5.81, "p99_frame_time_ms": 6.3, "peak_vram_mb": 4276.0, "startup_time_ms": 2416.24, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 2994.34, "renderer_prepare_time_ms": 52.19, "time_to_first_frame_ms": 8.25, "psnr_db": 26.120755463102597, "ssim": 0.8403672676086426, "lpips": 0.26373577499389644, "quality_utility": 0.27607818014454977, "efficiency_score": 0.019373467494915635, "speed_index": 2.384645374298356, "delta_psnr_db": 0.000936201324901731, "delta_ssim": 2.0853281021104843e-05, "delta_lpips": -2.455472946177872e-06 }, { "renderer_id": "tcgs", "competitor_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_count": 5, "fps": 251.6248432577766, "fps_ci95_low": 153.088317207988, "fps_ci95_high": 395.7829967697528, "frame_time_ms": 3.9741703841840095, "p95_frame_time_ms": 10.26, "p99_frame_time_ms": 16.28, "peak_vram_mb": 4322.0, "startup_time_ms": 1846.57, "renderer_init_time_ms": 0.03, "scene_load_time_ms": 2851.72, "renderer_prepare_time_ms": 49.39, "time_to_first_frame_ms": 6.3, "psnr_db": 26.12983607948981, "ssim": 0.8401455614566803, "lpips": 0.2632737223505974, "quality_utility": 0.27601931152937637, "efficiency_score": 0.016455390000854133, "speed_index": 2.047690454930994, "delta_psnr_db": 0.010016817712116932, "delta_ssim": -0.00020085287094115945, "delta_lpips": -0.0004645081162452713 } ], "real_time": [ { "renderer_id": "gsplat_higs", "competitor_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_count": 5, "fps": 696.9104755682285, "fps_ci95_low": 656.7234719897846, "fps_ci95_high": 739.8923531089885, "frame_time_ms": 1.4349045322997134, "p95_frame_time_ms": 2.37, "p99_frame_time_ms": 2.55, "peak_vram_mb": 6616.0, "startup_time_ms": 1996.47, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 3257.22, "renderer_prepare_time_ms": 409.34, "time_to_first_frame_ms": 2.89, "psnr_db": 25.834472791600092, "ssim": 0.8372220854759216, "lpips": 0.26490939462184904, "quality_utility": 0.26369536450370146, "efficiency_score": 0.028443559759154455, "speed_index": 5.671367382832446, "delta_psnr_db": -0.28534647017760334, "delta_ssim": -0.0031243288516998426, "delta_lpips": 0.00117116415500641 }, { "renderer_id": "speedy_splat", "competitor_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_count": 5, "fps": 293.0306273041776, "fps_ci95_low": 283.9832958309657, "fps_ci95_high": 302.4034365388371, "frame_time_ms": 3.4126125627201405, "p95_frame_time_ms": 5.81, "p99_frame_time_ms": 6.3, "peak_vram_mb": 4276.0, "startup_time_ms": 2416.24, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 2994.34, "renderer_prepare_time_ms": 52.19, "time_to_first_frame_ms": 8.25, "psnr_db": 26.120755463102597, "ssim": 0.8403672676086426, "lpips": 0.26373577499389644, "quality_utility": 0.27607818014454977, "efficiency_score": 0.019373467494915635, "speed_index": 2.384645374298356, "delta_psnr_db": 0.000936201324901731, "delta_ssim": 2.0853281021104843e-05, "delta_lpips": -2.455472946177872e-06 }, { "renderer_id": "tcgs", "competitor_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_count": 5, "fps": 251.6248432577766, "fps_ci95_low": 153.088317207988, "fps_ci95_high": 395.7829967697528, "frame_time_ms": 3.9741703841840095, "p95_frame_time_ms": 10.26, "p99_frame_time_ms": 16.28, "peak_vram_mb": 4322.0, "startup_time_ms": 1846.57, "renderer_init_time_ms": 0.03, "scene_load_time_ms": 2851.72, "renderer_prepare_time_ms": 49.39, "time_to_first_frame_ms": 6.3, "psnr_db": 26.12983607948981, "ssim": 0.8401455614566803, "lpips": 0.2632737223505974, "quality_utility": 0.27601931152937637, "efficiency_score": 0.016455390000854133, "speed_index": 2.047690454930994, "delta_psnr_db": 0.010016817712116932, "delta_ssim": -0.00020085287094115945, "delta_lpips": -0.0004645081162452713 }, { "renderer_id": "gsplat", "competitor_id": "gsplat", "renderer": "gsplat packed/dense (gsplat)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "packed rasterization", "dense rasterization", "spherical harmonics" ], "case_count": 5, "fps": 241.60069350587904, "fps_ci95_low": 240.62292093405824, "fps_ci95_high": 242.58277904622992, "frame_time_ms": 4.139060966626181, "p95_frame_time_ms": 7.09, "p99_frame_time_ms": 7.49, "peak_vram_mb": 4206.0, "startup_time_ms": 1606.86, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 4734.1, "renderer_prepare_time_ms": 52.14, "time_to_first_frame_ms": 76.56, "psnr_db": 25.834141521294075, "ssim": 0.8372486435174942, "lpips": 0.2653049125671387, "quality_utility": 0.2634954165284026, "efficiency_score": 0.015498937607640453, "speed_index": 1.9661152197514882, "delta_psnr_db": -0.2856777404836194, "delta_ssim": -0.003097770810127276, "delta_lpips": 0.0015666821002960185 }, { "renderer_id": "original_3dgs", "competitor_id": "original_3dgs", "renderer": "Original 3DGS rasterizer (original_3dgs)", "renderer_version": "0.0.0", "renderer_config_id": "original_3dgs", "renderer_source_commit": "9c5c2028f6fbee2be239bc4c9421ff894fe4fbe0", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "spherical harmonics", "alpha compositing" ], "case_count": 5, "fps": 122.88226604360297, "fps_ci95_low": 120.70373812091077, "fps_ci95_high": 125.10599566661908, "frame_time_ms": 8.13787076196304, "p95_frame_time_ms": 15.2, "p99_frame_time_ms": 16.17, "peak_vram_mb": 8234.0, "startup_time_ms": 1835.36, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 3188.37, "renderer_prepare_time_ms": 55.31, "time_to_first_frame_ms": 15.62, "psnr_db": 26.119819261777693, "ssim": 0.8403464143276215, "lpips": 0.26373823046684264, "quality_utility": 0.27601490021722086, "efficiency_score": 0.004218041349781739, "speed_index": 1.0, "delta_psnr_db": 0.0, "delta_ssim": 0.0, "delta_lpips": 0.0 } ], "quality": [ { "renderer_id": "speedy_splat", "competitor_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_count": 5, "fps": 293.0306273041776, "fps_ci95_low": 283.9832958309657, "fps_ci95_high": 302.4034365388371, "frame_time_ms": 3.4126125627201405, "p95_frame_time_ms": 5.81, "p99_frame_time_ms": 6.3, "peak_vram_mb": 4276.0, "startup_time_ms": 2416.24, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 2994.34, "renderer_prepare_time_ms": 52.19, "time_to_first_frame_ms": 8.25, "psnr_db": 26.120755463102597, "ssim": 0.8403672676086426, "lpips": 0.26373577499389644, "quality_utility": 0.27607818014454977, "efficiency_score": 0.019373467494915635, "speed_index": 2.384645374298356, "delta_psnr_db": 0.000936201324901731, "delta_ssim": 2.0853281021104843e-05, "delta_lpips": -2.455472946177872e-06 }, { "renderer_id": "tcgs", "competitor_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_count": 5, "fps": 251.6248432577766, "fps_ci95_low": 153.088317207988, "fps_ci95_high": 395.7829967697528, "frame_time_ms": 3.9741703841840095, "p95_frame_time_ms": 10.26, "p99_frame_time_ms": 16.28, "peak_vram_mb": 4322.0, "startup_time_ms": 1846.57, "renderer_init_time_ms": 0.03, "scene_load_time_ms": 2851.72, "renderer_prepare_time_ms": 49.39, "time_to_first_frame_ms": 6.3, "psnr_db": 26.12983607948981, "ssim": 0.8401455614566803, "lpips": 0.2632737223505974, "quality_utility": 0.27601931152937637, "efficiency_score": 0.016455390000854133, "speed_index": 2.047690454930994, "delta_psnr_db": 0.010016817712116932, "delta_ssim": -0.00020085287094115945, "delta_lpips": -0.0004645081162452713 }, { "renderer_id": "original_3dgs", "competitor_id": "original_3dgs", "renderer": "Original 3DGS rasterizer (original_3dgs)", "renderer_version": "0.0.0", "renderer_config_id": "original_3dgs", "renderer_source_commit": "9c5c2028f6fbee2be239bc4c9421ff894fe4fbe0", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "spherical harmonics", "alpha compositing" ], "case_count": 5, "fps": 122.88226604360297, "fps_ci95_low": 120.70373812091077, "fps_ci95_high": 125.10599566661908, "frame_time_ms": 8.13787076196304, "p95_frame_time_ms": 15.2, "p99_frame_time_ms": 16.17, "peak_vram_mb": 8234.0, "startup_time_ms": 1835.36, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 3188.37, "renderer_prepare_time_ms": 55.31, "time_to_first_frame_ms": 15.62, "psnr_db": 26.119819261777693, "ssim": 0.8403464143276215, "lpips": 0.26373823046684264, "quality_utility": 0.27601490021722086, "efficiency_score": 0.004218041349781739, "speed_index": 1.0, "delta_psnr_db": 0.0, "delta_ssim": 0.0, "delta_lpips": 0.0 }, { "renderer_id": "gsplat_higs", "competitor_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_count": 5, "fps": 696.9104755682285, "fps_ci95_low": 656.7234719897846, "fps_ci95_high": 739.8923531089885, "frame_time_ms": 1.4349045322997134, "p95_frame_time_ms": 2.37, "p99_frame_time_ms": 2.55, "peak_vram_mb": 6616.0, "startup_time_ms": 1996.47, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 3257.22, "renderer_prepare_time_ms": 409.34, "time_to_first_frame_ms": 2.89, "psnr_db": 25.834472791600092, "ssim": 0.8372220854759216, "lpips": 0.26490939462184904, "quality_utility": 0.26369536450370146, "efficiency_score": 0.028443559759154455, "speed_index": 5.671367382832446, "delta_psnr_db": -0.28534647017760334, "delta_ssim": -0.0031243288516998426, "delta_lpips": 0.00117116415500641 }, { "renderer_id": "gsplat", "competitor_id": "gsplat", "renderer": "gsplat packed/dense (gsplat)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "packed rasterization", "dense rasterization", "spherical harmonics" ], "case_count": 5, "fps": 241.60069350587904, "fps_ci95_low": 240.62292093405824, "fps_ci95_high": 242.58277904622992, "frame_time_ms": 4.139060966626181, "p95_frame_time_ms": 7.09, "p99_frame_time_ms": 7.49, "peak_vram_mb": 4206.0, "startup_time_ms": 1606.86, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 4734.1, "renderer_prepare_time_ms": 52.14, "time_to_first_frame_ms": 76.56, "psnr_db": 25.834141521294075, "ssim": 0.8372486435174942, "lpips": 0.2653049125671387, "quality_utility": 0.2634954165284026, "efficiency_score": 0.015498937607640453, "speed_index": 1.9661152197514882, "delta_psnr_db": -0.2856777404836194, "delta_ssim": -0.003097770810127276, "delta_lpips": 0.0015666821002960185 } ], "quality_rankings": { "psnr": [ { "renderer_id": "tcgs", "competitor_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_count": 5, "fps": 251.6248432577766, "fps_ci95_low": 153.088317207988, "fps_ci95_high": 395.7829967697528, "frame_time_ms": 3.9741703841840095, "p95_frame_time_ms": 10.26, "p99_frame_time_ms": 16.28, "peak_vram_mb": 4322.0, "startup_time_ms": 1846.57, "renderer_init_time_ms": 0.03, "scene_load_time_ms": 2851.72, "renderer_prepare_time_ms": 49.39, "time_to_first_frame_ms": 6.3, "psnr_db": 26.12983607948981, "ssim": 0.8401455614566803, "lpips": 0.2632737223505974, "quality_utility": 0.27601931152937637, "efficiency_score": 0.016455390000854133, "speed_index": 2.047690454930994, "delta_psnr_db": 0.010016817712116932, "delta_ssim": -0.00020085287094115945, "delta_lpips": -0.0004645081162452713 }, { "renderer_id": "speedy_splat", "competitor_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_count": 5, "fps": 293.0306273041776, "fps_ci95_low": 283.9832958309657, "fps_ci95_high": 302.4034365388371, "frame_time_ms": 3.4126125627201405, "p95_frame_time_ms": 5.81, "p99_frame_time_ms": 6.3, "peak_vram_mb": 4276.0, "startup_time_ms": 2416.24, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 2994.34, "renderer_prepare_time_ms": 52.19, "time_to_first_frame_ms": 8.25, "psnr_db": 26.120755463102597, "ssim": 0.8403672676086426, "lpips": 0.26373577499389644, "quality_utility": 0.27607818014454977, "efficiency_score": 0.019373467494915635, "speed_index": 2.384645374298356, "delta_psnr_db": 0.000936201324901731, "delta_ssim": 2.0853281021104843e-05, "delta_lpips": -2.455472946177872e-06 }, { "renderer_id": "original_3dgs", "competitor_id": "original_3dgs", "renderer": "Original 3DGS rasterizer (original_3dgs)", "renderer_version": "0.0.0", "renderer_config_id": "original_3dgs", "renderer_source_commit": "9c5c2028f6fbee2be239bc4c9421ff894fe4fbe0", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "spherical harmonics", "alpha compositing" ], "case_count": 5, "fps": 122.88226604360297, "fps_ci95_low": 120.70373812091077, "fps_ci95_high": 125.10599566661908, "frame_time_ms": 8.13787076196304, "p95_frame_time_ms": 15.2, "p99_frame_time_ms": 16.17, "peak_vram_mb": 8234.0, "startup_time_ms": 1835.36, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 3188.37, "renderer_prepare_time_ms": 55.31, "time_to_first_frame_ms": 15.62, "psnr_db": 26.119819261777693, "ssim": 0.8403464143276215, "lpips": 0.26373823046684264, "quality_utility": 0.27601490021722086, "efficiency_score": 0.004218041349781739, "speed_index": 1.0, "delta_psnr_db": 0.0, "delta_ssim": 0.0, "delta_lpips": 0.0 }, { "renderer_id": "gsplat_higs", "competitor_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_count": 5, "fps": 696.9104755682285, "fps_ci95_low": 656.7234719897846, "fps_ci95_high": 739.8923531089885, "frame_time_ms": 1.4349045322997134, "p95_frame_time_ms": 2.37, "p99_frame_time_ms": 2.55, "peak_vram_mb": 6616.0, "startup_time_ms": 1996.47, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 3257.22, "renderer_prepare_time_ms": 409.34, "time_to_first_frame_ms": 2.89, "psnr_db": 25.834472791600092, "ssim": 0.8372220854759216, "lpips": 0.26490939462184904, "quality_utility": 0.26369536450370146, "efficiency_score": 0.028443559759154455, "speed_index": 5.671367382832446, "delta_psnr_db": -0.28534647017760334, "delta_ssim": -0.0031243288516998426, "delta_lpips": 0.00117116415500641 }, { "renderer_id": "gsplat", "competitor_id": "gsplat", "renderer": "gsplat packed/dense (gsplat)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "packed rasterization", "dense rasterization", "spherical harmonics" ], "case_count": 5, "fps": 241.60069350587904, "fps_ci95_low": 240.62292093405824, "fps_ci95_high": 242.58277904622992, "frame_time_ms": 4.139060966626181, "p95_frame_time_ms": 7.09, "p99_frame_time_ms": 7.49, "peak_vram_mb": 4206.0, "startup_time_ms": 1606.86, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 4734.1, "renderer_prepare_time_ms": 52.14, "time_to_first_frame_ms": 76.56, "psnr_db": 25.834141521294075, "ssim": 0.8372486435174942, "lpips": 0.2653049125671387, "quality_utility": 0.2634954165284026, "efficiency_score": 0.015498937607640453, "speed_index": 1.9661152197514882, "delta_psnr_db": -0.2856777404836194, "delta_ssim": -0.003097770810127276, "delta_lpips": 0.0015666821002960185 } ], "ssim": [ { "renderer_id": "speedy_splat", "competitor_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_count": 5, "fps": 293.0306273041776, "fps_ci95_low": 283.9832958309657, "fps_ci95_high": 302.4034365388371, "frame_time_ms": 3.4126125627201405, "p95_frame_time_ms": 5.81, "p99_frame_time_ms": 6.3, "peak_vram_mb": 4276.0, "startup_time_ms": 2416.24, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 2994.34, "renderer_prepare_time_ms": 52.19, "time_to_first_frame_ms": 8.25, "psnr_db": 26.120755463102597, "ssim": 0.8403672676086426, "lpips": 0.26373577499389644, "quality_utility": 0.27607818014454977, "efficiency_score": 0.019373467494915635, "speed_index": 2.384645374298356, "delta_psnr_db": 0.000936201324901731, "delta_ssim": 2.0853281021104843e-05, "delta_lpips": -2.455472946177872e-06 }, { "renderer_id": "original_3dgs", "competitor_id": "original_3dgs", "renderer": "Original 3DGS rasterizer (original_3dgs)", "renderer_version": "0.0.0", "renderer_config_id": "original_3dgs", "renderer_source_commit": "9c5c2028f6fbee2be239bc4c9421ff894fe4fbe0", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "spherical harmonics", "alpha compositing" ], "case_count": 5, "fps": 122.88226604360297, "fps_ci95_low": 120.70373812091077, "fps_ci95_high": 125.10599566661908, "frame_time_ms": 8.13787076196304, "p95_frame_time_ms": 15.2, "p99_frame_time_ms": 16.17, "peak_vram_mb": 8234.0, "startup_time_ms": 1835.36, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 3188.37, "renderer_prepare_time_ms": 55.31, "time_to_first_frame_ms": 15.62, "psnr_db": 26.119819261777693, "ssim": 0.8403464143276215, "lpips": 0.26373823046684264, "quality_utility": 0.27601490021722086, "efficiency_score": 0.004218041349781739, "speed_index": 1.0, "delta_psnr_db": 0.0, "delta_ssim": 0.0, "delta_lpips": 0.0 }, { "renderer_id": "tcgs", "competitor_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_count": 5, "fps": 251.6248432577766, "fps_ci95_low": 153.088317207988, "fps_ci95_high": 395.7829967697528, "frame_time_ms": 3.9741703841840095, "p95_frame_time_ms": 10.26, "p99_frame_time_ms": 16.28, "peak_vram_mb": 4322.0, "startup_time_ms": 1846.57, "renderer_init_time_ms": 0.03, "scene_load_time_ms": 2851.72, "renderer_prepare_time_ms": 49.39, "time_to_first_frame_ms": 6.3, "psnr_db": 26.12983607948981, "ssim": 0.8401455614566803, "lpips": 0.2632737223505974, "quality_utility": 0.27601931152937637, "efficiency_score": 0.016455390000854133, "speed_index": 2.047690454930994, "delta_psnr_db": 0.010016817712116932, "delta_ssim": -0.00020085287094115945, "delta_lpips": -0.0004645081162452713 }, { "renderer_id": "gsplat", "competitor_id": "gsplat", "renderer": "gsplat packed/dense (gsplat)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "packed rasterization", "dense rasterization", "spherical harmonics" ], "case_count": 5, "fps": 241.60069350587904, "fps_ci95_low": 240.62292093405824, "fps_ci95_high": 242.58277904622992, "frame_time_ms": 4.139060966626181, "p95_frame_time_ms": 7.09, "p99_frame_time_ms": 7.49, "peak_vram_mb": 4206.0, "startup_time_ms": 1606.86, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 4734.1, "renderer_prepare_time_ms": 52.14, "time_to_first_frame_ms": 76.56, "psnr_db": 25.834141521294075, "ssim": 0.8372486435174942, "lpips": 0.2653049125671387, "quality_utility": 0.2634954165284026, "efficiency_score": 0.015498937607640453, "speed_index": 1.9661152197514882, "delta_psnr_db": -0.2856777404836194, "delta_ssim": -0.003097770810127276, "delta_lpips": 0.0015666821002960185 }, { "renderer_id": "gsplat_higs", "competitor_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_count": 5, "fps": 696.9104755682285, "fps_ci95_low": 656.7234719897846, "fps_ci95_high": 739.8923531089885, "frame_time_ms": 1.4349045322997134, "p95_frame_time_ms": 2.37, "p99_frame_time_ms": 2.55, "peak_vram_mb": 6616.0, "startup_time_ms": 1996.47, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 3257.22, "renderer_prepare_time_ms": 409.34, "time_to_first_frame_ms": 2.89, "psnr_db": 25.834472791600092, "ssim": 0.8372220854759216, "lpips": 0.26490939462184904, "quality_utility": 0.26369536450370146, "efficiency_score": 0.028443559759154455, "speed_index": 5.671367382832446, "delta_psnr_db": -0.28534647017760334, "delta_ssim": -0.0031243288516998426, "delta_lpips": 0.00117116415500641 } ], "lpips": [ { "renderer_id": "tcgs", "competitor_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_count": 5, "fps": 251.6248432577766, "fps_ci95_low": 153.088317207988, "fps_ci95_high": 395.7829967697528, "frame_time_ms": 3.9741703841840095, "p95_frame_time_ms": 10.26, "p99_frame_time_ms": 16.28, "peak_vram_mb": 4322.0, "startup_time_ms": 1846.57, "renderer_init_time_ms": 0.03, "scene_load_time_ms": 2851.72, "renderer_prepare_time_ms": 49.39, "time_to_first_frame_ms": 6.3, "psnr_db": 26.12983607948981, "ssim": 0.8401455614566803, "lpips": 0.2632737223505974, "quality_utility": 0.27601931152937637, "efficiency_score": 0.016455390000854133, "speed_index": 2.047690454930994, "delta_psnr_db": 0.010016817712116932, "delta_ssim": -0.00020085287094115945, "delta_lpips": -0.0004645081162452713 }, { "renderer_id": "speedy_splat", "competitor_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_count": 5, "fps": 293.0306273041776, "fps_ci95_low": 283.9832958309657, "fps_ci95_high": 302.4034365388371, "frame_time_ms": 3.4126125627201405, "p95_frame_time_ms": 5.81, "p99_frame_time_ms": 6.3, "peak_vram_mb": 4276.0, "startup_time_ms": 2416.24, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 2994.34, "renderer_prepare_time_ms": 52.19, "time_to_first_frame_ms": 8.25, "psnr_db": 26.120755463102597, "ssim": 0.8403672676086426, "lpips": 0.26373577499389644, "quality_utility": 0.27607818014454977, "efficiency_score": 0.019373467494915635, "speed_index": 2.384645374298356, "delta_psnr_db": 0.000936201324901731, "delta_ssim": 2.0853281021104843e-05, "delta_lpips": -2.455472946177872e-06 }, { "renderer_id": "original_3dgs", "competitor_id": "original_3dgs", "renderer": "Original 3DGS rasterizer (original_3dgs)", "renderer_version": "0.0.0", "renderer_config_id": "original_3dgs", "renderer_source_commit": "9c5c2028f6fbee2be239bc4c9421ff894fe4fbe0", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "spherical harmonics", "alpha compositing" ], "case_count": 5, "fps": 122.88226604360297, "fps_ci95_low": 120.70373812091077, "fps_ci95_high": 125.10599566661908, "frame_time_ms": 8.13787076196304, "p95_frame_time_ms": 15.2, "p99_frame_time_ms": 16.17, "peak_vram_mb": 8234.0, "startup_time_ms": 1835.36, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 3188.37, "renderer_prepare_time_ms": 55.31, "time_to_first_frame_ms": 15.62, "psnr_db": 26.119819261777693, "ssim": 0.8403464143276215, "lpips": 0.26373823046684264, "quality_utility": 0.27601490021722086, "efficiency_score": 0.004218041349781739, "speed_index": 1.0, "delta_psnr_db": 0.0, "delta_ssim": 0.0, "delta_lpips": 0.0 }, { "renderer_id": "gsplat_higs", "competitor_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_count": 5, "fps": 696.9104755682285, "fps_ci95_low": 656.7234719897846, "fps_ci95_high": 739.8923531089885, "frame_time_ms": 1.4349045322997134, "p95_frame_time_ms": 2.37, "p99_frame_time_ms": 2.55, "peak_vram_mb": 6616.0, "startup_time_ms": 1996.47, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 3257.22, "renderer_prepare_time_ms": 409.34, "time_to_first_frame_ms": 2.89, "psnr_db": 25.834472791600092, "ssim": 0.8372220854759216, "lpips": 0.26490939462184904, "quality_utility": 0.26369536450370146, "efficiency_score": 0.028443559759154455, "speed_index": 5.671367382832446, "delta_psnr_db": -0.28534647017760334, "delta_ssim": -0.0031243288516998426, "delta_lpips": 0.00117116415500641 }, { "renderer_id": "gsplat", "competitor_id": "gsplat", "renderer": "gsplat packed/dense (gsplat)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "packed rasterization", "dense rasterization", "spherical harmonics" ], "case_count": 5, "fps": 241.60069350587904, "fps_ci95_low": 240.62292093405824, "fps_ci95_high": 242.58277904622992, "frame_time_ms": 4.139060966626181, "p95_frame_time_ms": 7.09, "p99_frame_time_ms": 7.49, "peak_vram_mb": 4206.0, "startup_time_ms": 1606.86, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 4734.1, "renderer_prepare_time_ms": 52.14, "time_to_first_frame_ms": 76.56, "psnr_db": 25.834141521294075, "ssim": 0.8372486435174942, "lpips": 0.2653049125671387, "quality_utility": 0.2634954165284026, "efficiency_score": 0.015498937607640453, "speed_index": 1.9661152197514882, "delta_psnr_db": -0.2856777404836194, "delta_ssim": -0.003097770810127276, "delta_lpips": 0.0015666821002960185 } ] }, "efficiency": [ { "renderer_id": "gsplat_higs", "competitor_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_count": 5, "fps": 696.9104755682285, "fps_ci95_low": 656.7234719897846, "fps_ci95_high": 739.8923531089885, "frame_time_ms": 1.4349045322997134, "p95_frame_time_ms": 2.37, "p99_frame_time_ms": 2.55, "peak_vram_mb": 6616.0, "startup_time_ms": 1996.47, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 3257.22, "renderer_prepare_time_ms": 409.34, "time_to_first_frame_ms": 2.89, "psnr_db": 25.834472791600092, "ssim": 0.8372220854759216, "lpips": 0.26490939462184904, "quality_utility": 0.26369536450370146, "efficiency_score": 0.028443559759154455, "speed_index": 5.671367382832446, "delta_psnr_db": -0.28534647017760334, "delta_ssim": -0.0031243288516998426, "delta_lpips": 0.00117116415500641 }, { "renderer_id": "speedy_splat", "competitor_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_count": 5, "fps": 293.0306273041776, "fps_ci95_low": 283.9832958309657, "fps_ci95_high": 302.4034365388371, "frame_time_ms": 3.4126125627201405, "p95_frame_time_ms": 5.81, "p99_frame_time_ms": 6.3, "peak_vram_mb": 4276.0, "startup_time_ms": 2416.24, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 2994.34, "renderer_prepare_time_ms": 52.19, "time_to_first_frame_ms": 8.25, "psnr_db": 26.120755463102597, "ssim": 0.8403672676086426, "lpips": 0.26373577499389644, "quality_utility": 0.27607818014454977, "efficiency_score": 0.019373467494915635, "speed_index": 2.384645374298356, "delta_psnr_db": 0.000936201324901731, "delta_ssim": 2.0853281021104843e-05, "delta_lpips": -2.455472946177872e-06 }, { "renderer_id": "tcgs", "competitor_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_count": 5, "fps": 251.6248432577766, "fps_ci95_low": 153.088317207988, "fps_ci95_high": 395.7829967697528, "frame_time_ms": 3.9741703841840095, "p95_frame_time_ms": 10.26, "p99_frame_time_ms": 16.28, "peak_vram_mb": 4322.0, "startup_time_ms": 1846.57, "renderer_init_time_ms": 0.03, "scene_load_time_ms": 2851.72, "renderer_prepare_time_ms": 49.39, "time_to_first_frame_ms": 6.3, "psnr_db": 26.12983607948981, "ssim": 0.8401455614566803, "lpips": 0.2632737223505974, "quality_utility": 0.27601931152937637, "efficiency_score": 0.016455390000854133, "speed_index": 2.047690454930994, "delta_psnr_db": 0.010016817712116932, "delta_ssim": -0.00020085287094115945, "delta_lpips": -0.0004645081162452713 }, { "renderer_id": "gsplat", "competitor_id": "gsplat", "renderer": "gsplat packed/dense (gsplat)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "packed rasterization", "dense rasterization", "spherical harmonics" ], "case_count": 5, "fps": 241.60069350587904, "fps_ci95_low": 240.62292093405824, "fps_ci95_high": 242.58277904622992, "frame_time_ms": 4.139060966626181, "p95_frame_time_ms": 7.09, "p99_frame_time_ms": 7.49, "peak_vram_mb": 4206.0, "startup_time_ms": 1606.86, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 4734.1, "renderer_prepare_time_ms": 52.14, "time_to_first_frame_ms": 76.56, "psnr_db": 25.834141521294075, "ssim": 0.8372486435174942, "lpips": 0.2653049125671387, "quality_utility": 0.2634954165284026, "efficiency_score": 0.015498937607640453, "speed_index": 1.9661152197514882, "delta_psnr_db": -0.2856777404836194, "delta_ssim": -0.003097770810127276, "delta_lpips": 0.0015666821002960185 }, { "renderer_id": "original_3dgs", "competitor_id": "original_3dgs", "renderer": "Original 3DGS rasterizer (original_3dgs)", "renderer_version": "0.0.0", "renderer_config_id": "original_3dgs", "renderer_source_commit": "9c5c2028f6fbee2be239bc4c9421ff894fe4fbe0", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "spherical harmonics", "alpha compositing" ], "case_count": 5, "fps": 122.88226604360297, "fps_ci95_low": 120.70373812091077, "fps_ci95_high": 125.10599566661908, "frame_time_ms": 8.13787076196304, "p95_frame_time_ms": 15.2, "p99_frame_time_ms": 16.17, "peak_vram_mb": 8234.0, "startup_time_ms": 1835.36, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 3188.37, "renderer_prepare_time_ms": 55.31, "time_to_first_frame_ms": 15.62, "psnr_db": 26.119819261777693, "ssim": 0.8403464143276215, "lpips": 0.26373823046684264, "quality_utility": 0.27601490021722086, "efficiency_score": 0.004218041349781739, "speed_index": 1.0, "delta_psnr_db": 0.0, "delta_ssim": 0.0, "delta_lpips": 0.0 } ], "memory": [ { "renderer_id": "gsplat", "competitor_id": "gsplat", "renderer": "gsplat packed/dense (gsplat)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "packed rasterization", "dense rasterization", "spherical harmonics" ], "case_count": 5, "fps": 241.60069350587904, "fps_ci95_low": 240.62292093405824, "fps_ci95_high": 242.58277904622992, "frame_time_ms": 4.139060966626181, "p95_frame_time_ms": 7.09, "p99_frame_time_ms": 7.49, "peak_vram_mb": 4206.0, "startup_time_ms": 1606.86, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 4734.1, "renderer_prepare_time_ms": 52.14, "time_to_first_frame_ms": 76.56, "psnr_db": 25.834141521294075, "ssim": 0.8372486435174942, "lpips": 0.2653049125671387, "quality_utility": 0.2634954165284026, "efficiency_score": 0.015498937607640453, "speed_index": 1.9661152197514882, "delta_psnr_db": -0.2856777404836194, "delta_ssim": -0.003097770810127276, "delta_lpips": 0.0015666821002960185 }, { "renderer_id": "speedy_splat", "competitor_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_count": 5, "fps": 293.0306273041776, "fps_ci95_low": 283.9832958309657, "fps_ci95_high": 302.4034365388371, "frame_time_ms": 3.4126125627201405, "p95_frame_time_ms": 5.81, "p99_frame_time_ms": 6.3, "peak_vram_mb": 4276.0, "startup_time_ms": 2416.24, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 2994.34, "renderer_prepare_time_ms": 52.19, "time_to_first_frame_ms": 8.25, "psnr_db": 26.120755463102597, "ssim": 0.8403672676086426, "lpips": 0.26373577499389644, "quality_utility": 0.27607818014454977, "efficiency_score": 0.019373467494915635, "speed_index": 2.384645374298356, "delta_psnr_db": 0.000936201324901731, "delta_ssim": 2.0853281021104843e-05, "delta_lpips": -2.455472946177872e-06 }, { "renderer_id": "tcgs", "competitor_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_count": 5, "fps": 251.6248432577766, "fps_ci95_low": 153.088317207988, "fps_ci95_high": 395.7829967697528, "frame_time_ms": 3.9741703841840095, "p95_frame_time_ms": 10.26, "p99_frame_time_ms": 16.28, "peak_vram_mb": 4322.0, "startup_time_ms": 1846.57, "renderer_init_time_ms": 0.03, "scene_load_time_ms": 2851.72, "renderer_prepare_time_ms": 49.39, "time_to_first_frame_ms": 6.3, "psnr_db": 26.12983607948981, "ssim": 0.8401455614566803, "lpips": 0.2632737223505974, "quality_utility": 0.27601931152937637, "efficiency_score": 0.016455390000854133, "speed_index": 2.047690454930994, "delta_psnr_db": 0.010016817712116932, "delta_ssim": -0.00020085287094115945, "delta_lpips": -0.0004645081162452713 }, { "renderer_id": "gsplat_higs", "competitor_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_count": 5, "fps": 696.9104755682285, "fps_ci95_low": 656.7234719897846, "fps_ci95_high": 739.8923531089885, "frame_time_ms": 1.4349045322997134, "p95_frame_time_ms": 2.37, "p99_frame_time_ms": 2.55, "peak_vram_mb": 6616.0, "startup_time_ms": 1996.47, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 3257.22, "renderer_prepare_time_ms": 409.34, "time_to_first_frame_ms": 2.89, "psnr_db": 25.834472791600092, "ssim": 0.8372220854759216, "lpips": 0.26490939462184904, "quality_utility": 0.26369536450370146, "efficiency_score": 0.028443559759154455, "speed_index": 5.671367382832446, "delta_psnr_db": -0.28534647017760334, "delta_ssim": -0.0031243288516998426, "delta_lpips": 0.00117116415500641 }, { "renderer_id": "original_3dgs", "competitor_id": "original_3dgs", "renderer": "Original 3DGS rasterizer (original_3dgs)", "renderer_version": "0.0.0", "renderer_config_id": "original_3dgs", "renderer_source_commit": "9c5c2028f6fbee2be239bc4c9421ff894fe4fbe0", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "spherical harmonics", "alpha compositing" ], "case_count": 5, "fps": 122.88226604360297, "fps_ci95_low": 120.70373812091077, "fps_ci95_high": 125.10599566661908, "frame_time_ms": 8.13787076196304, "p95_frame_time_ms": 15.2, "p99_frame_time_ms": 16.17, "peak_vram_mb": 8234.0, "startup_time_ms": 1835.36, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 3188.37, "renderer_prepare_time_ms": 55.31, "time_to_first_frame_ms": 15.62, "psnr_db": 26.119819261777693, "ssim": 0.8403464143276215, "lpips": 0.26373823046684264, "quality_utility": 0.27601490021722086, "efficiency_score": 0.004218041349781739, "speed_index": 1.0, "delta_psnr_db": 0.0, "delta_ssim": 0.0, "delta_lpips": 0.0 } ], "pareto": [ { "renderer_id": "gsplat_higs", "competitor_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_count": 5, "fps": 696.9104755682285, "fps_ci95_low": 656.7234719897846, "fps_ci95_high": 739.8923531089885, "frame_time_ms": 1.4349045322997134, "p95_frame_time_ms": 2.37, "p99_frame_time_ms": 2.55, "peak_vram_mb": 6616.0, "startup_time_ms": 1996.47, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 3257.22, "renderer_prepare_time_ms": 409.34, "time_to_first_frame_ms": 2.89, "psnr_db": 25.834472791600092, "ssim": 0.8372220854759216, "lpips": 0.26490939462184904, "quality_utility": 0.26369536450370146, "efficiency_score": 0.028443559759154455, "speed_index": 5.671367382832446, "delta_psnr_db": -0.28534647017760334, "delta_ssim": -0.0031243288516998426, "delta_lpips": 0.00117116415500641 }, { "renderer_id": "speedy_splat", "competitor_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_count": 5, "fps": 293.0306273041776, "fps_ci95_low": 283.9832958309657, "fps_ci95_high": 302.4034365388371, "frame_time_ms": 3.4126125627201405, "p95_frame_time_ms": 5.81, "p99_frame_time_ms": 6.3, "peak_vram_mb": 4276.0, "startup_time_ms": 2416.24, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 2994.34, "renderer_prepare_time_ms": 52.19, "time_to_first_frame_ms": 8.25, "psnr_db": 26.120755463102597, "ssim": 0.8403672676086426, "lpips": 0.26373577499389644, "quality_utility": 0.27607818014454977, "efficiency_score": 0.019373467494915635, "speed_index": 2.384645374298356, "delta_psnr_db": 0.000936201324901731, "delta_ssim": 2.0853281021104843e-05, "delta_lpips": -2.455472946177872e-06 }, { "renderer_id": "tcgs", "competitor_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_count": 5, "fps": 251.6248432577766, "fps_ci95_low": 153.088317207988, "fps_ci95_high": 395.7829967697528, "frame_time_ms": 3.9741703841840095, "p95_frame_time_ms": 10.26, "p99_frame_time_ms": 16.28, "peak_vram_mb": 4322.0, "startup_time_ms": 1846.57, "renderer_init_time_ms": 0.03, "scene_load_time_ms": 2851.72, "renderer_prepare_time_ms": 49.39, "time_to_first_frame_ms": 6.3, "psnr_db": 26.12983607948981, "ssim": 0.8401455614566803, "lpips": 0.2632737223505974, "quality_utility": 0.27601931152937637, "efficiency_score": 0.016455390000854133, "speed_index": 2.047690454930994, "delta_psnr_db": 0.010016817712116932, "delta_ssim": -0.00020085287094115945, "delta_lpips": -0.0004645081162452713 } ], "pareto_frontiers": { "speed_psnr": [ "gsplat_higs", "speedy_splat", "tcgs" ], "speed_lpips": [ "gsplat_higs", "speedy_splat", "tcgs" ], "combined": [ "gsplat_higs", "speedy_splat", "tcgs" ] }, "recommendations": { "highest_fps": "gsplat_higs", "highest_quality": "speedy_splat", "lowest_vram": "gsplat", "best_efficiency": "gsplat_higs", "best_balance": "speedy_splat" }, "excluded": {}, "cohorts": [ { "cohort_key": [ "measured", "3dgs-renderer-matrix", "3.1.0", "common_representation", "large-bicycle-1080p", "mipnerf360", "bicycle", "64d357cb25bd85f710f8551a18d830f8497277fbd8c5805adfd72ffe9ca78227", 6131954, 3, "58290b6f5d84f69659c53c76e9a9c005dfd94af83de93cd18800abbe14b10732", "062de75381f5b0f0dafcca1ac884c68bd31366f4d9fe3c37797511f93a4deb7d", 1920, 1080, "892e18890501c408dc6746af69f17e16973604f0c02a3caddf1954d3bf1fede2", "202243ea1c238f9b", "NVIDIA A100-SXM4-80GB", "580.105.08", "12.8" ], "rows": [ { "competitor_id": "gsplat", "renderer_id": "gsplat", "renderer": "gsplat packed/dense (gsplat)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "packed rasterization", "dense rasterization", "spherical harmonics" ], "case_id": "large-bicycle-1080p", "fps": 189.70652400736057, "fps_ci95_low": 189.54159706866264, "fps_ci95_high": 189.87159991062637, "frame_time_ms": 5.2713, "p95_frame_time_ms": 7.09, "p99_frame_time_ms": 7.49, "peak_vram_mb": 4154.0, "startup_time_ms": 1606.86, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 16239.31, "renderer_prepare_time_ms": 52.14, "time_to_first_frame_ms": 98.7, "psnr_db": 24.313152400235698, "ssim": 0.7897153860330581, "lpips": 0.3035683211684227, "quality_utility": 0.0, "efficiency_score": 0.0, "source_result_id": "804f1fba6b6c5bdd58591cad" }, { "competitor_id": "gsplat_higs", "renderer_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_id": "large-bicycle-1080p", "fps": 556.2849068779061, "fps_ci95_low": 522.5833703412832, "fps_ci95_high": 592.4181186590993, "frame_time_ms": 1.79764, "p95_frame_time_ms": 2.18, "p99_frame_time_ms": 2.48, "peak_vram_mb": 6616.0, "startup_time_ms": 1560.51, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 9554.77, "renderer_prepare_time_ms": 440.59, "time_to_first_frame_ms": 8.32, "psnr_db": 24.31358079061056, "ssim": 0.7897444874048233, "lpips": 0.3034744010865688, "quality_utility": 0.0, "efficiency_score": 0.0, "source_result_id": "3985d5e4363cb4604e7e3012" }, { "competitor_id": "original_3dgs", "renderer_id": "original_3dgs", "renderer": "Original 3DGS rasterizer (original_3dgs)", "renderer_version": "0.0.0", "renderer_config_id": "original_3dgs", "renderer_source_commit": "9c5c2028f6fbee2be239bc4c9421ff894fe4fbe0", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "spherical harmonics", "alpha compositing" ], "case_id": "large-bicycle-1080p", "fps": 87.28242673076697, "fps_ci95_low": 86.95821627033554, "fps_ci95_high": 87.60789529524116, "frame_time_ms": 11.45706, "p95_frame_time_ms": 15.2, "p99_frame_time_ms": 16.17, "peak_vram_mb": 6486.0, "startup_time_ms": 3517.54, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 14200.84, "renderer_prepare_time_ms": 77.64, "time_to_first_frame_ms": 36.72, "psnr_db": 24.31892956845258, "ssim": 0.7896703362464905, "lpips": 0.3034851510822773, "quality_utility": 0.0, "efficiency_score": 0.0, "source_result_id": "2bc080dc2ff2c589b3d9dfa8" }, { "competitor_id": "speedy_splat", "renderer_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_id": "large-bicycle-1080p", "fps": 219.82370139148398, "fps_ci95_low": 218.60538313394053, "fps_ci95_high": 221.04910495929042, "frame_time_ms": 4.5491, "p95_frame_time_ms": 5.81, "p99_frame_time_ms": 6.3, "peak_vram_mb": 4260.0, "startup_time_ms": 1737.05, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 11763.57, "renderer_prepare_time_ms": 58.89, "time_to_first_frame_ms": 11.76, "psnr_db": 24.319682539635643, "ssim": 0.7896902269124985, "lpips": 0.3034804621338844, "quality_utility": 0.0, "efficiency_score": 0.0, "source_result_id": "1ac65c4d33384ba547721b49" }, { "competitor_id": "tcgs", "renderer_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_id": "large-bicycle-1080p", "fps": 248.74508106602192, "fps_ci95_low": 205.9220608792248, "fps_ci95_high": 300.0076944647262, "frame_time_ms": 4.02018, "p95_frame_time_ms": 7.01, "p99_frame_time_ms": 12.74, "peak_vram_mb": 4308.0, "startup_time_ms": 1893.91, "renderer_init_time_ms": 0.04, "scene_load_time_ms": 7927.02, "renderer_prepare_time_ms": 49.39, "time_to_first_frame_ms": 6.3, "psnr_db": 24.334905427839995, "ssim": 0.7895068806409836, "lpips": 0.30350847125053404, "quality_utility": 0.0, "efficiency_score": 0.0, "source_result_id": "4a6309191e2170e934015983" } ], "pareto": { "speed_psnr": [ "gsplat_higs", "tcgs" ], "speed_lpips": [ "gsplat_higs" ], "combined": [ "gsplat_higs", "speedy_splat", "tcgs" ] } }, { "cohort_key": [ "measured", "3dgs-renderer-matrix", "3.1.0", "common_representation", "large-bonsai-1080p", "mipnerf360", "bonsai", "a16af6d8815498ffbf9eb5d5ee93f5bcc9dca34c4e3eb6f7a796ef9e97c0d273", 1244819, 3, "3d9fad612031f6a5b26d9c046a6d11f9bf9bce55b24350ea77385dad889104e5", "abce2134d2beea04150ee2c57b7d7b2ef34ecfcfcfcb2598439d1aa9b9970e5e", 1920, 1080, "892e18890501c408dc6746af69f17e16973604f0c02a3caddf1954d3bf1fede2", "202243ea1c238f9b", "NVIDIA A100-SXM4-80GB", "580.105.08", "12.8" ], "rows": [ { "competitor_id": "gsplat", "renderer_id": "gsplat", "renderer": "gsplat packed/dense (gsplat)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "packed rasterization", "dense rasterization", "spherical harmonics" ], "case_id": "large-bonsai-1080p", "fps": 380.066283559853, "fps_ci95_low": 375.9897300306848, "fps_ci95_high": 384.18927339123314, "frame_time_ms": 2.63112, "p95_frame_time_ms": 3.22, "p99_frame_time_ms": 3.3, "peak_vram_mb": 1448.0, "startup_time_ms": 1580.94, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 1864.89, "renderer_prepare_time_ms": 56.26, "time_to_first_frame_ms": 58.92, "psnr_db": 32.51298851792733, "ssim": 0.9493543237447739, "lpips": 0.21126350566744803, "quality_utility": 0.6040945473369386, "efficiency_score": 0.16236621049290384, "source_result_id": "9fd1390b6c4fd9c9cad4b247" }, { "competitor_id": "gsplat_higs", "renderer_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_id": "large-bonsai-1080p", "fps": 1069.152803318651, "fps_ci95_low": 1007.2850058604287, "fps_ci95_high": 1135.2552321551739, "frame_time_ms": 0.93532, "p95_frame_time_ms": 1.1, "p99_frame_time_ms": 1.2, "peak_vram_mb": 1754.0, "startup_time_ms": 2266.39, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 1797.89, "renderer_prepare_time_ms": 400.78, "time_to_first_frame_ms": 2.47, "psnr_db": 32.51337164674192, "ssim": 0.9493211269378662, "lpips": 0.2108004166185856, "quality_utility": 0.6045495911093226, "efficiency_score": 0.37734802248665233, "source_result_id": "05929c912308397bb92dcde8" }, { "competitor_id": "original_3dgs", "renderer_id": "original_3dgs", "renderer": "Original 3DGS rasterizer (original_3dgs)", "renderer_version": "0.0.0", "renderer_config_id": "original_3dgs", "renderer_source_commit": "9c5c2028f6fbee2be239bc4c9421ff894fe4fbe0", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "spherical harmonics", "alpha compositing" ], "case_id": "large-bonsai-1080p", "fps": 206.26126702171103, "fps_ci95_low": 197.2288564563622, "fps_ci95_high": 215.74575260826245, "frame_time_ms": 4.84822, "p95_frame_time_ms": 5.51, "p99_frame_time_ms": 5.64, "peak_vram_mb": 1696.0, "startup_time_ms": 1900.45, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 1866.31, "renderer_prepare_time_ms": 55.31, "time_to_first_frame_ms": 8.34, "psnr_db": 32.774194757809795, "ssim": 0.9543220144510269, "lpips": 0.2096493873000145, "quality_utility": 0.6166876309843952, "efficiency_score": 0.07679925864057886, "source_result_id": "a334bea21ba1c381b6cb4be3" }, { "competitor_id": "speedy_splat", "renderer_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_id": "large-bonsai-1080p", "fps": 451.8834502205189, "fps_ci95_low": 436.85676041454434, "fps_ci95_high": 467.46693976318073, "frame_time_ms": 2.21296, "p95_frame_time_ms": 2.51, "p99_frame_time_ms": 2.82, "peak_vram_mb": 1470.0, "startup_time_ms": 2485.1, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 1962.71, "renderer_prepare_time_ms": 49.48, "time_to_first_frame_ms": 5.46, "psnr_db": 32.774149203350774, "ssim": 0.9543249595165253, "lpips": 0.2096521598100662, "quality_utility": 0.6166878267192198, "efficiency_score": 0.19412185537088417, "source_result_id": "6fb41d032fa503f57a8c5b55" }, { "competitor_id": "tcgs", "renderer_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_id": "large-bonsai-1080p", "fps": 443.4865135751219, "fps_ci95_low": 316.82462983970504, "fps_ci95_high": 619.2239868885348, "frame_time_ms": 2.25486, "p95_frame_time_ms": 5.16, "p99_frame_time_ms": 11.58, "peak_vram_mb": 1500.0, "startup_time_ms": 1846.57, "renderer_init_time_ms": 0.03, "scene_load_time_ms": 1648.73, "renderer_prepare_time_ms": 47.73, "time_to_first_frame_ms": 3.89, "psnr_db": 32.773589843370544, "ssim": 0.9541821128129959, "lpips": 0.20874524593353272, "quality_utility": 0.6174660332663765, "efficiency_score": 0.186939977963087, "source_result_id": "0d76068d0901dc6da6425cb2" } ], "pareto": { "speed_psnr": [ "gsplat_higs", "original_3dgs", "speedy_splat" ], "speed_lpips": [ "gsplat_higs", "speedy_splat", "tcgs" ], "combined": [ "gsplat_higs", "original_3dgs", "speedy_splat", "tcgs" ] } }, { "cohort_key": [ "measured", "3dgs-renderer-matrix", "3.1.0", "common_representation", "medium-train-1080p", "tanks_and_temples", "train", "70e055d46f53636c83547a59c4998a0a27f64e42fceba45c6b78dfc77f52958d", 1026508, 3, "ed4cdf5c9c08d5afa3fce647a02e40c15b0f83d8918df151d4944e69643506be", "8ea146c9ae7649c4f3666df741e3d55e5c2b181537aea4d06e5624672a325c4c", 1920, 1080, "892e18890501c408dc6746af69f17e16973604f0c02a3caddf1954d3bf1fede2", "202243ea1c238f9b", "NVIDIA A100-SXM4-80GB", "580.105.08", "12.8" ], "rows": [ { "competitor_id": "gsplat", "renderer_id": "gsplat", "renderer": "gsplat packed/dense (gsplat)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "packed rasterization", "dense rasterization", "spherical harmonics" ], "case_id": "medium-train-1080p", "fps": 268.3065563390104, "fps_ci95_low": 267.1155304155701, "fps_ci95_high": 269.50310342154216, "frame_time_ms": 3.72708, "p95_frame_time_ms": 4.95, "p99_frame_time_ms": 5.15, "peak_vram_mb": 1656.0, "startup_time_ms": 2448.96, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 1754.65, "renderer_prepare_time_ms": 48.14, "time_to_first_frame_ms": 76.56, "psnr_db": 22.380906986155686, "ssim": 0.7983559358119965, "lpips": 0.3058692118525505, "quality_utility": 0.0, "efficiency_score": 0.0, "source_result_id": "04e3e234140c15732c63bb8f" }, { "competitor_id": "gsplat_higs", "renderer_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_id": "medium-train-1080p", "fps": 807.8980109550974, "fps_ci95_low": 759.9624267474551, "fps_ci95_high": 859.2132679740939, "frame_time_ms": 1.23778, "p95_frame_time_ms": 1.48, "p99_frame_time_ms": 1.64, "peak_vram_mb": 1530.0, "startup_time_ms": 2682.04, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 1691.76, "renderer_prepare_time_ms": 407.93, "time_to_first_frame_ms": 2.72, "psnr_db": 22.381652898345596, "ssim": 0.7982912302017212, "lpips": 0.3049251656234264, "quality_utility": 0.0, "efficiency_score": 0.0, "source_result_id": "710a173491d482e756b55c5f" }, { "competitor_id": "original_3dgs", "renderer_id": "original_3dgs", "renderer": "Original 3DGS rasterizer (original_3dgs)", "renderer_version": "0.0.0", "renderer_config_id": "original_3dgs", "renderer_source_commit": "9c5c2028f6fbee2be239bc4c9421ff894fe4fbe0", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "spherical harmonics", "alpha compositing" ], "case_id": "medium-train-1080p", "fps": 122.25506808384729, "fps_ci95_low": 120.80397748118861, "fps_ci95_high": 123.72449914923612, "frame_time_ms": 8.17962, "p95_frame_time_ms": 10.26, "p99_frame_time_ms": 10.63, "peak_vram_mb": 4770.0, "startup_time_ms": 1686.73, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 1924.23, "renderer_prepare_time_ms": 52.18, "time_to_first_frame_ms": 15.62, "psnr_db": 23.541022729474715, "ssim": 0.8093443953990936, "lpips": 0.2997282406687736, "quality_utility": 0.12752035837423292, "efficiency_score": 0.00334678623425604, "source_result_id": "3eed419b5dfb0df728035e54" }, { "competitor_id": "speedy_splat", "renderer_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_id": "medium-train-1080p", "fps": 344.61606324394006, "fps_ci95_low": 326.03662943148714, "fps_ci95_high": 364.368960713292, "frame_time_ms": 2.90178, "p95_frame_time_ms": 4.19, "p99_frame_time_ms": 4.68, "peak_vram_mb": 1482.0, "startup_time_ms": 2416.24, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 1780.79, "renderer_prepare_time_ms": 58.02, "time_to_first_frame_ms": 34.36, "psnr_db": 23.54223209952671, "ssim": 0.8093714225292206, "lpips": 0.2997234560549259, "quality_utility": 0.12765974408774947, "efficiency_score": 0.030397736035670062, "source_result_id": "b5a307d9b86ea347647facd1" }, { "competitor_id": "tcgs", "renderer_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_id": "medium-train-1080p", "fps": 191.49897739546086, "fps_ci95_low": 50.61403523778213, "fps_ci95_high": 515.5831745926693, "frame_time_ms": 5.22196, "p95_frame_time_ms": 10.26, "p99_frame_time_ms": 16.28, "peak_vram_mb": 1510.0, "startup_time_ms": 1388.61, "renderer_init_time_ms": 0.03, "scene_load_time_ms": 1756.75, "renderer_prepare_time_ms": 48.05, "time_to_first_frame_ms": 4.7, "psnr_db": 23.54338584666925, "ssim": 0.8090888524055481, "lpips": 0.2989329168200493, "quality_utility": 0.12670849974857065, "efficiency_score": 0.016454898863751136, "source_result_id": "b0d4ea860140e09dcffc22a7" } ], "pareto": { "speed_psnr": [ "gsplat_higs", "speedy_splat", "tcgs" ], "speed_lpips": [ "gsplat_higs", "speedy_splat", "tcgs" ], "combined": [ "gsplat_higs", "speedy_splat", "tcgs" ] } }, { "cohort_key": [ "measured", "3dgs-renderer-matrix", "3.1.0", "common_representation", "medium-truck-1080p", "tanks_and_temples", "truck", "65ecf4058135a030cddd2198326f67172a4101344b0b54a3fa370cf45ea9688c", 2541226, 3, "25ac0a8456b0dc9aa9cff46794efcb5d4c3f80375f3a90f54d805f303e82a950", "4e0b6b7c8789f4881bef0ab51f15e54368c00390a26c59671ded30db4064833c", 1920, 1080, "892e18890501c408dc6746af69f17e16973604f0c02a3caddf1954d3bf1fede2", "202243ea1c238f9b", "NVIDIA A100-SXM4-80GB", "580.105.08", "12.8" ], "rows": [ { "competitor_id": "gsplat", "renderer_id": "gsplat", "renderer": "gsplat packed/dense (gsplat)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "packed rasterization", "dense rasterization", "spherical harmonics" ], "case_id": "medium-truck-1080p", "fps": 246.31027212358876, "fps_ci95_low": 245.60023883482228, "fps_ci95_high": 247.02243362734112, "frame_time_ms": 4.05992, "p95_frame_time_ms": 4.83, "p99_frame_time_ms": 5.33, "peak_vram_mb": 2170.0, "startup_time_ms": 1789.94, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 4734.1, "renderer_prepare_time_ms": 44.7, "time_to_first_frame_ms": 67.65, "psnr_db": 24.13620595659271, "ssim": 0.8498165118694305, "lpips": 0.27035572081804277, "quality_utility": 0.25558554136513867, "efficiency_score": 0.029707015901553026, "source_result_id": "10bde8e26ff80589d8fbc35e" }, { "competitor_id": "gsplat_higs", "renderer_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_id": "medium-truck-1080p", "fps": 693.1351890872803, "fps_ci95_low": 637.9706511436071, "fps_ci95_high": 753.7974011398454, "frame_time_ms": 1.44272, "p95_frame_time_ms": 1.69, "p99_frame_time_ms": 1.78, "peak_vram_mb": 3052.0, "startup_time_ms": 1996.47, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 3257.22, "renderer_prepare_time_ms": 409.34, "time_to_first_frame_ms": 2.89, "psnr_db": 24.135693833861698, "ssim": 0.8497171610593796, "lpips": 0.2699936917424202, "quality_utility": 0.25564249556525226, "efficiency_score": 0.05945199375177651, "source_result_id": "c19ed60ef38729a961f040a2" }, { "competitor_id": "original_3dgs", "renderer_id": "original_3dgs", "renderer": "Original 3DGS rasterizer (original_3dgs)", "renderer_version": "0.0.0", "renderer_config_id": "original_3dgs", "renderer_source_commit": "9c5c2028f6fbee2be239bc4c9421ff894fe4fbe0", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "spherical harmonics", "alpha compositing" ], "case_id": "medium-truck-1080p", "fps": 116.44859726019753, "fps_ci95_low": 113.35070016257582, "fps_ci95_high": 119.63701250024731, "frame_time_ms": 8.58748, "p95_frame_time_ms": 9.88, "p99_frame_time_ms": 10.15, "peak_vram_mb": 5596.0, "startup_time_ms": 1676.32, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 3188.37, "renderer_prepare_time_ms": 47.45, "time_to_first_frame_ms": 12.05, "psnr_db": 24.138833055738505, "ssim": 0.8494482183456421, "lpips": 0.27035733714699745, "quality_utility": 0.2550070413448791, "efficiency_score": 0.005433863000398564, "source_result_id": "9a313ea8499d60b8e61a0ac6" }, { "competitor_id": "speedy_splat", "renderer_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_id": "medium-truck-1080p", "fps": 299.0752592982498, "fps_ci95_low": 283.9344187786343, "fps_ci95_high": 315.08945870345445, "frame_time_ms": 3.34364, "p95_frame_time_ms": 3.99, "p99_frame_time_ms": 4.49, "peak_vram_mb": 2588.0, "startup_time_ms": 2569.27, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 2994.34, "renderer_prepare_time_ms": 47.7, "time_to_first_frame_ms": 6.03, "psnr_db": 24.140673029335414, "ssim": 0.8494778466224671, "lpips": 0.2703536216914654, "quality_utility": 0.25509819049949733, "efficiency_score": 0.030187249941821915, "source_result_id": "9eef0bb53a7f1e0943aa2ca8" }, { "competitor_id": "tcgs", "renderer_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_id": "medium-truck-1080p", "fps": 228.8696129814844, "fps_ci95_low": 144.08054682325425, "fps_ci95_high": 410.0491656297514, "frame_time_ms": 4.3693, "p95_frame_time_ms": 9.37, "p99_frame_time_ms": 15.47, "peak_vram_mb": 2608.0, "startup_time_ms": 1605.52, "renderer_init_time_ms": 0.03, "scene_load_time_ms": 2851.72, "renderer_prepare_time_ms": 51.83, "time_to_first_frame_ms": 11.12, "psnr_db": 24.152685503473116, "ssim": 0.8492256337404251, "lpips": 0.2701785008609295, "quality_utility": 0.25502475070717723, "efficiency_score": 0.022917267629958757, "source_result_id": "a68349d6197b2e06ab55b7a8" } ], "pareto": { "speed_psnr": [ "gsplat_higs", "speedy_splat", "tcgs" ], "speed_lpips": [ "gsplat_higs" ], "combined": [ "gsplat", "gsplat_higs", "speedy_splat", "tcgs" ] } }, { "cohort_key": [ "measured", "3dgs-renderer-matrix", "3.1.0", "common_representation", "small-garden-1080p", "mipnerf360", "garden", "16701d5e0630dfaca74f8794ed7ce2aa23fa922f87dc09a7e37484e8d3f82d5a", 5834784, 3, "8027a05807f073a965c35abbfb8859b8f59903878dba8047e832772c19c08559", "05264145bca1014ffa36bb762ee91a8d3009052b906e3f72841292483ab86623", 1920, 1080, "892e18890501c408dc6746af69f17e16973604f0c02a3caddf1954d3bf1fede2", "202243ea1c238f9b", "NVIDIA A100-SXM4-80GB", "580.105.08", "12.8" ], "rows": [ { "competitor_id": "gsplat", "renderer_id": "gsplat", "renderer": "gsplat packed/dense (gsplat)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "packed rasterization", "dense rasterization", "spherical harmonics" ], "case_id": "small-garden-1080p", "fps": 172.75692409751784, "fps_ci95_low": 172.5347305327537, "fps_ci95_high": 172.97941484055923, "frame_time_ms": 5.78848, "p95_frame_time_ms": 6.79, "p99_frame_time_ms": 7.23, "peak_vram_mb": 4206.0, "startup_time_ms": 1559.59, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 6298.16, "renderer_prepare_time_ms": 66.05, "time_to_first_frame_ms": 77.0, "psnr_db": 25.827453745558945, "ssim": 0.7990010601282119, "lpips": 0.23546780332922934, "quality_utility": 0.0, "efficiency_score": 0.0, "source_result_id": "6112012157002686a6a400ec" }, { "competitor_id": "gsplat_higs", "renderer_id": "gsplat_higs", "renderer": "gsplat HiGS variants (gsplat_higs)", "renderer_version": "1.5.3", "renderer_config_id": "gsplat_higs", "renderer_source_commit": "77ab983ffe43420b2131669cb35776b883ca4c3c", "api": "PyTorch", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "hierarchical tiling", "configurable tile size", "optional SH approximation" ], "case_id": "small-garden-1080p", "fps": 493.59803350543444, "fps_ci95_low": 478.643226965792, "fps_ci95_high": 509.05562287626026, "frame_time_ms": 2.02594, "p95_frame_time_ms": 2.37, "p99_frame_time_ms": 2.55, "peak_vram_mb": 6324.0, "startup_time_ms": 1850.57, "renderer_init_time_ms": 0.02, "scene_load_time_ms": 6187.17, "renderer_prepare_time_ms": 438.26, "time_to_first_frame_ms": 3.86, "psnr_db": 25.828064788440678, "ssim": 0.7990364217758179, "lpips": 0.23535329803824426, "quality_utility": 0.0, "efficiency_score": 0.0, "source_result_id": "deb9e9f51a528b1e121b0ea6" }, { "competitor_id": "original_3dgs", "renderer_id": "original_3dgs", "renderer": "Original 3DGS rasterizer (original_3dgs)", "renderer_version": "0.0.0", "renderer_config_id": "original_3dgs", "renderer_source_commit": "9c5c2028f6fbee2be239bc4c9421ff894fe4fbe0", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "spherical harmonics", "alpha compositing" ], "case_id": "small-garden-1080p", "fps": 109.32020324812184, "fps_ci95_low": 109.09807320719014, "fps_ci95_high": 109.54280380287824, "frame_time_ms": 9.14744, "p95_frame_time_ms": 10.32, "p99_frame_time_ms": 10.5, "peak_vram_mb": 8234.0, "startup_time_ms": 1835.36, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 6422.6, "renderer_prepare_time_ms": 59.66, "time_to_first_frame_ms": 17.55, "psnr_db": 25.826116197412873, "ssim": 0.7989471071958542, "lpips": 0.23547103613615036, "quality_utility": 0.0, "efficiency_score": 0.0, "source_result_id": "28e44762a9e127b1619980e4" }, { "competitor_id": "speedy_splat", "renderer_id": "speedy_splat", "renderer": "Speedy-Splat (speedy_splat)", "renderer_version": "unknown", "renderer_config_id": "speedy_splat", "renderer_source_commit": "34c45c6d9b8bd6110231864f2f358b6d3abbf73d", "api": "PyTorch CUDA extension", "backend": "CUDA", "platforms": [ "Linux", "Windows" ], "features": [ "exact localization", "primitive pruning" ], "case_id": "small-garden-1080p", "fps": 211.0319038032171, "fps_ci95_low": 208.9198122228261, "fps_ci95_high": 213.1663751784179, "frame_time_ms": 4.73862, "p95_frame_time_ms": 5.39, "p99_frame_time_ms": 5.57, "peak_vram_mb": 4276.0, "startup_time_ms": 1884.37, "renderer_init_time_ms": 0.01, "scene_load_time_ms": 6396.87, "renderer_prepare_time_ms": 52.19, "time_to_first_frame_ms": 8.25, "psnr_db": 25.827040443664437, "ssim": 0.7989718824625015, "lpips": 0.23546917527914046, "quality_utility": 0.0, "efficiency_score": 0.0, "source_result_id": "315437b95d8a523a6ff5d22f" }, { "competitor_id": "tcgs", "renderer_id": "tcgs", "renderer": "3DGSTensorCore / TC-GS (tcgs)", "renderer_version": "0.0.0", "renderer_config_id": "tcgs", "renderer_source_commit": "0bb82f88fde211c34b42e1497f0fc7265461592b", "api": "PyTorch CUDA extension", "backend": "CUDA Tensor Cores", "platforms": [ "Linux", "Windows" ], "features": [ "FP16 Tensor Core alpha evaluation" ], "case_id": "small-garden-1080p", "fps": 208.63063198391026, "fps_ci95_low": 176.7307508492549, "fps_ci95_high": 247.2696586084657, "frame_time_ms": 4.79316, "p95_frame_time_ms": 9.7, "p99_frame_time_ms": 15.34, "peak_vram_mb": 4322.0, "startup_time_ms": 3356.92, "renderer_init_time_ms": 0.06, "scene_load_time_ms": 6758.97, "renderer_prepare_time_ms": 71.2, "time_to_first_frame_ms": 20.69, "psnr_db": 25.84461377609615, "ssim": 0.7987243276834488, "lpips": 0.23500347688794135, "quality_utility": 0.0, "efficiency_score": 0.0, "source_result_id": "bb2949e5d3f82fab14b8e61b" } ], "pareto": { "speed_psnr": [ "gsplat_higs", "tcgs" ], "speed_lpips": [ "gsplat_higs", "tcgs" ], "combined": [ "gsplat_higs", "tcgs" ] } } ] } } ] }, "reproduced": { "overall": [], "real_time": [], "quality": [], "quality_rankings": { "psnr": [], "ssim": [], "lpips": [] }, "efficiency": [], "memory": [], "pareto": [], "pareto_frontiers": { "speed_psnr": [], "speed_lpips": [], "combined": [] }, "recommendations": { "highest_fps": null, "highest_quality": null, "lowest_vram": null, "best_efficiency": null, "best_balance": null }, "excluded": {}, "cohorts": [], "suite_cohorts": [] }, "paper_reported": { "overall": [], "real_time": [], "quality": [], "quality_rankings": { "psnr": [], "ssim": [], "lpips": [] }, "efficiency": [], "memory": [], "pareto": [], "pareto_frontiers": { "speed_psnr": [], "speed_lpips": [], "combined": [] }, "recommendations": { "highest_fps": null, "highest_quality": null, "lowest_vram": null, "best_efficiency": null, "best_balance": null }, "excluded": {}, "cohorts": [], "suite_cohorts": [] } }, "rejected": [], "rejected_files": [] }