diff --git a/data_extraction/data_extraction.py b/data_extraction/data_extraction.py index c722ed8..4584af4 100644 --- a/data_extraction/data_extraction.py +++ b/data_extraction/data_extraction.py @@ -323,12 +323,10 @@ def df_to_results_csv(pd_tables, sources_file, csv_tables): for dataset in result_tables: #sort by method name - result_tables[dataset] = result_tables[dataset].sort_values(by="Method") + result_tables[dataset] = result_tables[dataset].sort_values(by=["Method", "Size [Bytes]"]) #save table to csv result_tables[dataset].to_csv("results/" + dataset + ".csv", index=False) - - if __name__ == "__main__": with open("data_extraction/data_source.yaml") as stream: try: diff --git a/results/DeepBlending.csv b/results/DeepBlending.csv index cc55cec..fb2b5bb 100644 --- a/results/DeepBlending.csv +++ b/results/DeepBlending.csv @@ -1,22 +1,22 @@ Method,Submethod,PSNR,SSIM,LPIPS,Size [Bytes],#Gaussians,Data Source,Comment -chen2024hac,-highrate,30.34,0.906,0.258,6658457,,https://arxiv.org/src/2403.14530,==λ1e-3 chen2024hac,-lowrate,29.98,0.902,0.269,4561305,,https://arxiv.org/src/2403.14530,==λ4e-3 chen2024hac,,30.14,0.903,0.265,4917821,,https://arxiv.org/pdf/2403.14530, chen2024hac,,30.17,0.905,0.262,5578424,,https://arxiv.org/pdf/2403.14530, +chen2024hac,-highrate,30.34,0.906,0.258,6658457,,https://arxiv.org/src/2403.14530,==λ1e-3 chen2024hac,,30.21,0.906,0.257,7948206,,https://arxiv.org/pdf/2403.14530, fan2024lightgaussian,,,,,,,, -girish2024eagles,Baseline,29.86,0.91,0.25,54525952,,https://arxiv.org/pdf/2312.04564, girish2024eagles,-Small,29.92,0.90,0.25,34603008,1190000.0,https://arxiv.org/pdf/2312.04564, -lee2024compact,Baseline,29.79,0.901,0.258,45298483,1058679.0,https://arxiv.org/src/2311.13681, +girish2024eagles,Baseline,29.86,0.91,0.25,54525952,,https://arxiv.org/pdf/2312.04564, lee2024compact,+PP,29.73,0.900,0.258,24956108,,https://arxiv.org/src/2311.13681, +lee2024compact,Baseline,29.79,0.901,0.258,45298483,1058679.0,https://arxiv.org/src/2311.13681, lu2024scaffold,Baseline,30.21,0.906,0.254,69206016,,https://arxiv.org/pdf/2312.00109, -morgenstern2024compact,Baseline,30.35,0.909,0.258,17616076,,https://raw.githubusercontent.com/fraunhoferhhi/Self-Organizing-Gaussians/main/results, morgenstern2024compact, w/o SH,30.50,0.908,0.261,5767168,,https://raw.githubusercontent.com/fraunhoferhhi/Self-Organizing-Gaussians/main/results, +morgenstern2024compact,Baseline,30.35,0.909,0.258,17616076,,https://raw.githubusercontent.com/fraunhoferhhi/Self-Organizing-Gaussians/main/results, navaneet2023compact3d, 16K,29.90,0.906,0.252,12582912,,https://arxiv.org/src/2311.18159, navaneet2023compact3d, 32K,29.90,0.907,0.251,13631488,554000.0,https://arxiv.org/src/2311.18159, niedermayr2024compressed,Baseline,29.381,0.898,0.253,26528973,,https://arxiv.org/pdf/2401.02436, papantonakis2024reducing,Baseline,29.63,0.902,0.249,18874368,1010000.0,https://repo-sam.inria.fr/fungraph/reduced_3dgs/reduced_3DGS_i3d.pdf, -wang2024end,Baseline,29.63,0.902,0.252,17998223,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, -wang2024end,,29.59,0.901,0.256,10959799,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, -wang2024end,,29.48,0.899,0.265,6706771,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, wang2024end,,29.35,0.895,0.277,4135678,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, +wang2024end,,29.48,0.899,0.265,6706771,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, +wang2024end,,29.59,0.901,0.256,10959799,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, +wang2024end,Baseline,29.63,0.902,0.252,17998223,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, diff --git a/results/MipNeRF360.csv b/results/MipNeRF360.csv index a224ffe..bb2ce0c 100644 --- a/results/MipNeRF360.csv +++ b/results/MipNeRF360.csv @@ -1,14 +1,14 @@ Method,Submethod,PSNR,SSIM,LPIPS,Size [Bytes],#Gaussians,Data Source,Comment -chen2024hac,,27.83,0.811,0.229,26224886,,https://arxiv.org/pdf/2403.14530, -chen2024hac,-highrate,27.77,0.811,0.230,22932357,,https://arxiv.org/src/2403.14530,==λ1e-3 chen2024hac,-lowrate,27.53,0.807,0.238,16001269,,https://arxiv.org/src/2403.14530,==λ4e-3 -chen2024hac,,27.72,0.809,0.233,19440599,,https://arxiv.org/pdf/2403.14530, chen2024hac,,27.62,0.808,0.236,17374904,,https://arxiv.org/pdf/2403.14530, +chen2024hac,,27.72,0.809,0.233,19440599,,https://arxiv.org/pdf/2403.14530, +chen2024hac,-highrate,27.77,0.811,0.230,22932357,,https://arxiv.org/src/2403.14530,==λ1e-3 +chen2024hac,,27.83,0.811,0.229,26224886,,https://arxiv.org/pdf/2403.14530, fan2024lightgaussian,Baseline,27.28,0.805,0.243,44040192,,https://arxiv.org/src/2311.17245, -girish2024eagles,Baseline,27.23,0.81,0.24,56623104,,https://arxiv.org/pdf/2312.04564, girish2024eagles,-Small,26.94,0.80,0.25,49283072,1330000.0,https://arxiv.org/pdf/2312.04564, -lee2024compact,Baseline,27.08,0.798,0.247,51170508,1388162.0,https://arxiv.org/src/2311.13681, +girish2024eagles,Baseline,27.23,0.81,0.24,56623104,,https://arxiv.org/pdf/2312.04564, lee2024compact,+PP,27.03,0.797,0.247,30513561,,https://arxiv.org/src/2311.13681, +lee2024compact,Baseline,27.08,0.798,0.247,51170508,1388162.0,https://arxiv.org/src/2311.13681, lu2024scaffold,Baseline,28.84,0.848,0.220,163577856,,https://arxiv.org/pdf/2312.00109, morgenstern2024compact, w/o SH,27.02,0.803,0.232,17511219,,https://raw.githubusercontent.com/fraunhoferhhi/Self-Organizing-Gaussians/main/results, morgenstern2024compact,Baseline,27.64,0.814,0.220,42257612,,https://raw.githubusercontent.com/fraunhoferhhi/Self-Organizing-Gaussians/main/results, @@ -16,11 +16,11 @@ navaneet2023compact3d, 16K,27.03,0.804,0.243,18874368,,https://arxiv.org/src/231 navaneet2023compact3d, 32K,27.12,0.806,0.240,19922944,845000.0,https://arxiv.org/src/2311.18159, niedermayr2024compressed,Baseline,26.981,0.801,0.238,30198989,,https://arxiv.org/pdf/2401.02436, papantonakis2024reducing,Baseline,27.1,0.809,0.226,30408704,1460000.0,https://repo-sam.inria.fr/fungraph/reduced_3dgs/reduced_3DGS_i3d.pdf, -wang2024end,Baseline,27.05,0.802,0.239,23460290,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, -wang2024end,,26.87,0.796,0.248,15351860,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, -wang2024end,,26.50,0.784,0.268,9761150,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, wang2024end,,26.03,0.764,0.299,6162423,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, -ye2023mathematical,-1.00M,27.29,0.811,0.229,16038022,,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results, -ye2023mathematical,,26.64,0.788,0.270,6916294,,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results, -ye2023mathematical,,26.88,0.796,0.256,8796870,,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results, -ye2023mathematical,,27.70,0.825,0.197,57812682,,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results, +wang2024end,,26.50,0.784,0.268,9761150,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, +wang2024end,,26.87,0.796,0.248,15351860,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, +wang2024end,Baseline,27.05,0.802,0.239,23460290,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, +ye2023mathematical,,26.64,0.788,0.270,6916294,360000.0,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results, +ye2023mathematical,,26.88,0.796,0.256,8796870,490000.0,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results, +ye2023mathematical,-1.00M,27.29,0.811,0.229,16038022,1000000.0,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results, +ye2023mathematical,,27.70,0.825,0.197,57812682,4000000.0,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results, diff --git a/results/SyntheticNeRF.csv b/results/SyntheticNeRF.csv index a092b52..be3380d 100644 --- a/results/SyntheticNeRF.csv +++ b/results/SyntheticNeRF.csv @@ -1,17 +1,17 @@ Method,Submethod,PSNR,SSIM,LPIPS,Size [Bytes],#Gaussians,Data Source,Comment -chen2024hac,-highrate,33.71,0.968,0.034,1950351,,https://arxiv.org/src/2403.14530,==λ5e-4 -chen2024hac,,33.53,0.968,0.035,1541407,,https://arxiv.org/pdf/2403.14530, -chen2024hac,-lowrate,33.24,0.967,0.037,1237319,,https://arxiv.org/src/2403.14530,==λ2e-3 -chen2024hac,,32.97,0.966,0.038,1101005,,https://arxiv.org/pdf/2403.14530, chen2024hac,,32.75,0.965,0.040,1006633,,https://arxiv.org/pdf/2403.14530, +chen2024hac,,32.97,0.966,0.038,1101005,,https://arxiv.org/pdf/2403.14530, +chen2024hac,-lowrate,33.24,0.967,0.037,1237319,,https://arxiv.org/src/2403.14530,==λ2e-3 +chen2024hac,,33.53,0.968,0.035,1541407,,https://arxiv.org/pdf/2403.14530, +chen2024hac,-highrate,33.71,0.968,0.034,1950351,,https://arxiv.org/src/2403.14530,==λ5e-4 fan2024lightgaussian,Baseline,32.725,0.965,0.037,8218739,,https://arxiv.org/pdf/2311.17245,"Taken from Table 6, avg of per-scene results" -lee2024compact,Baseline,33.33,0.968,0.034,5809111,,https://arxiv.org/pdf/2403.14530, lee2024compact,+PP,32.88,0.968,0.034,2799698,,https://arxiv.org/pdf/2403.14530, -morgenstern2024compact,Baseline,33.70,0.969,0.031,4299161,,https://raw.githubusercontent.com/fraunhoferhhi/Self-Organizing-Gaussians/main/results, +lee2024compact,Baseline,33.33,0.968,0.034,5809111,,https://arxiv.org/pdf/2403.14530, morgenstern2024compact, w/o SH,31.75,0.961,0.040,2097152,,https://raw.githubusercontent.com/fraunhoferhhi/Self-Organizing-Gaussians/main/results, +morgenstern2024compact,Baseline,33.70,0.969,0.031,4299161,,https://raw.githubusercontent.com/fraunhoferhhi/Self-Organizing-Gaussians/main/results, niedermayr2024compressed,Baseline,32.936,0.967,0.033,3858760,,https://arxiv.org/pdf/2401.02436, sun2024f3dgs,-CP-16,32.42,0.964,0.040,6354370,,https://arxiv.org/pdf/2405.17083,[N/T][N/P] PSNR 32.42 in Table 1 and 32.48 in Table 9 -wang2024end,Baseline,33.12,0.967,0.034,2314380,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, -wang2024end,,32.97,0.966,0.035,1838842,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, -wang2024end,,32.56,0.964,0.038,1331576,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, wang2024end,,32.01,0.961,0.042,1016378,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, +wang2024end,,32.56,0.964,0.038,1331576,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, +wang2024end,,32.97,0.966,0.035,1838842,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, +wang2024end,Baseline,33.12,0.967,0.034,2314380,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, diff --git a/results/TanksAndTemples.csv b/results/TanksAndTemples.csv index e821235..62323cc 100644 --- a/results/TanksAndTemples.csv +++ b/results/TanksAndTemples.csv @@ -1,27 +1,27 @@ Method,Submethod,PSNR,SSIM,LPIPS,Size [Bytes],#Gaussians,Data Source,Comment -chen2024hac,,24.25,0.853,0.176,13799260,,https://arxiv.org/pdf/2403.14530, chen2024hac,-lowrate,24.04,0.846,0.187,8493465,,https://arxiv.org/src/2403.14530,==λ4e-3 chen2024hac,,24.24,0.849,0.183,9122611,,https://arxiv.org/pdf/2403.14530, -chen2024hac,-highrate,24.40,0.853,0.177,11785994,,https://arxiv.org/src/2403.14530,==λ1e-3 chen2024hac,,24.33,0.850,0.181,10380902,,https://arxiv.org/pdf/2403.14530, +chen2024hac,-highrate,24.40,0.853,0.177,11785994,,https://arxiv.org/src/2403.14530,==λ1e-3 +chen2024hac,,24.25,0.853,0.176,13799260,,https://arxiv.org/pdf/2403.14530, fan2024lightgaussian,Baseline,23.11,0.817,0.231,23068672,,https://arxiv.org/src/2311.17245, -girish2024eagles,Baseline,23.37,0.84,0.20,30408704,,https://arxiv.org/pdf/2312.04564, girish2024eagles,-Small,23.1,0.82,0.22,19922944,650000.0,https://arxiv.org/pdf/2312.04564, -lee2024compact,Baseline,23.32,0.831,0.201,41313894,836296.0,https://arxiv.org/src/2311.13681, +girish2024eagles,Baseline,23.37,0.84,0.20,30408704,,https://arxiv.org/pdf/2312.04564, lee2024compact,+PP,23.32,0.831,0.202,21915238,,https://arxiv.org/src/2311.13681, +lee2024compact,Baseline,23.32,0.831,0.201,41313894,836296.0,https://arxiv.org/src/2311.13681, lu2024scaffold,Baseline,23.96,0.853,0.177,91226112,,https://arxiv.org/pdf/2312.00109, morgenstern2024compact, w/o SH,25.27,0.857,0.217,8598323,,https://raw.githubusercontent.com/fraunhoferhhi/Self-Organizing-Gaussians/main/results, morgenstern2024compact,Baseline,25.63,0.864,0.208,22439526,,https://raw.githubusercontent.com/fraunhoferhhi/Self-Organizing-Gaussians/main/results, -navaneet2023compact3d, 32K,23.44,0.838,0.198,13631488,520000.0,https://arxiv.org/src/2311.18159, navaneet2023compact3d, 16K,23.39,0.836,0.200,12582912,,https://arxiv.org/src/2311.18159, +navaneet2023compact3d, 32K,23.44,0.838,0.198,13631488,520000.0,https://arxiv.org/src/2311.18159, niedermayr2024compressed,Baseline,23.324,0.832,0.194,18119393,,https://arxiv.org/pdf/2401.02436, papantonakis2024reducing,Baseline,23.57,0.84,0.188,14680064,680000.0,https://repo-sam.inria.fr/fungraph/reduced_3dgs/reduced_3DGS_i3d.pdf, sun2024f3dgs,-CP-16,30.29,0.957,0.061,11471421,,https://arxiv.org/pdf/2405.17083,[N/T][N/P] -wang2024end,Baseline,23.34,0.835,0.195,12022710,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, -wang2024end,,23.28,0.831,0.202,8017022,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, -wang2024end,,23.14,0.823,0.214,5492385,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, wang2024end,,22.98,0.812,0.233,3737081,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, -ye2023mathematical,-1.00M,24.03,0.857,0.163,16100628,,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results, -ye2023mathematical,,23.54,0.838,0.200,6875669,,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results, -ye2023mathematical,,23.62,0.845,0.188,8728572,,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results, -ye2023mathematical,,24.47,0.872,0.132,58239022,,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results, +wang2024end,,23.14,0.823,0.214,5492385,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, +wang2024end,,23.28,0.831,0.202,8017022,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, +wang2024end,Baseline,23.34,0.835,0.195,12022710,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results, +ye2023mathematical,,23.54,0.838,0.200,6875669,360000.0,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results, +ye2023mathematical,,23.62,0.845,0.188,8728572,490000.0,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results, +ye2023mathematical,-1.00M,24.03,0.857,0.163,16100628,1000000.0,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results, +ye2023mathematical,,24.47,0.872,0.132,58239022,4000000.0,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results,