Skip to content

Commit

Permalink
consistent sorting of methods
Browse files Browse the repository at this point in the history
  • Loading branch information
@paulbzm
paulbzm committed Aug 26, 2024
1 parent e4d7f05 commit 17f7370
Show file tree
Hide file tree
Showing 5 changed files with 41 additions and 43 deletions.
4 changes: 1 addition & 3 deletions data_extraction/data_extraction.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -323,12 +323,10 @@ def df_to_results_csv(pd_tables, sources_file, csv_tables):

for dataset in result_tables:
#sort by method name
result_tables[dataset] = result_tables[dataset].sort_values(by="Method")
result_tables[dataset] = result_tables[dataset].sort_values(by=["Method", "Size [Bytes]"])
#save table to csv
result_tables[dataset].to_csv("results/" + dataset + ".csv", index=False)



if __name__ == "__main__":
with open("data_extraction/data_source.yaml") as stream:
try:
Expand Down
14 changes: 7 additions & 7 deletions results/DeepBlending.csv
View file
Original file line number Diff line number Diff line change
@@ -1,22 +1,22 @@
Method,Submethod,PSNR,SSIM,LPIPS,Size [Bytes],#Gaussians,Data Source,Comment
chen2024hac,-highrate,30.34,0.906,0.258,6658457,,https://arxiv.org/src/2403.14530,==λ1e-3
chen2024hac,-lowrate,29.98,0.902,0.269,4561305,,https://arxiv.org/src/2403.14530,==λ4e-3
chen2024hac,,30.14,0.903,0.265,4917821,,https://arxiv.org/pdf/2403.14530,
chen2024hac,,30.17,0.905,0.262,5578424,,https://arxiv.org/pdf/2403.14530,
chen2024hac,-highrate,30.34,0.906,0.258,6658457,,https://arxiv.org/src/2403.14530,==λ1e-3
chen2024hac,,30.21,0.906,0.257,7948206,,https://arxiv.org/pdf/2403.14530,
fan2024lightgaussian,,,,,,,,
girish2024eagles,Baseline,29.86,0.91,0.25,54525952,,https://arxiv.org/pdf/2312.04564,
girish2024eagles,-Small,29.92,0.90,0.25,34603008,1190000.0,https://arxiv.org/pdf/2312.04564,
lee2024compact,Baseline,29.79,0.901,0.258,45298483,1058679.0,https://arxiv.org/src/2311.13681,
girish2024eagles,Baseline,29.86,0.91,0.25,54525952,,https://arxiv.org/pdf/2312.04564,
lee2024compact,+PP,29.73,0.900,0.258,24956108,,https://arxiv.org/src/2311.13681,
lee2024compact,Baseline,29.79,0.901,0.258,45298483,1058679.0,https://arxiv.org/src/2311.13681,
lu2024scaffold,Baseline,30.21,0.906,0.254,69206016,,https://arxiv.org/pdf/2312.00109,
morgenstern2024compact,Baseline,30.35,0.909,0.258,17616076,,https://raw.githubusercontent.com/fraunhoferhhi/Self-Organizing-Gaussians/main/results,
morgenstern2024compact, w/o SH,30.50,0.908,0.261,5767168,,https://raw.githubusercontent.com/fraunhoferhhi/Self-Organizing-Gaussians/main/results,
morgenstern2024compact,Baseline,30.35,0.909,0.258,17616076,,https://raw.githubusercontent.com/fraunhoferhhi/Self-Organizing-Gaussians/main/results,
navaneet2023compact3d, 16K,29.90,0.906,0.252,12582912,,https://arxiv.org/src/2311.18159,
navaneet2023compact3d, 32K,29.90,0.907,0.251,13631488,554000.0,https://arxiv.org/src/2311.18159,
niedermayr2024compressed,Baseline,29.381,0.898,0.253,26528973,,https://arxiv.org/pdf/2401.02436,
papantonakis2024reducing,Baseline,29.63,0.902,0.249,18874368,1010000.0,https://repo-sam.inria.fr/fungraph/reduced_3dgs/reduced_3DGS_i3d.pdf,
wang2024end,Baseline,29.63,0.902,0.252,17998223,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
wang2024end,,29.59,0.901,0.256,10959799,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
wang2024end,,29.48,0.899,0.265,6706771,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
wang2024end,,29.35,0.895,0.277,4135678,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
wang2024end,,29.48,0.899,0.265,6706771,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
wang2024end,,29.59,0.901,0.256,10959799,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
wang2024end,Baseline,29.63,0.902,0.252,17998223,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
24 changes: 12 additions & 12 deletions results/MipNeRF360.csv
View file
Original file line number Diff line number Diff line change
@@ -1,26 +1,26 @@
Method,Submethod,PSNR,SSIM,LPIPS,Size [Bytes],#Gaussians,Data Source,Comment
chen2024hac,,27.83,0.811,0.229,26224886,,https://arxiv.org/pdf/2403.14530,
chen2024hac,-highrate,27.77,0.811,0.230,22932357,,https://arxiv.org/src/2403.14530,==λ1e-3
chen2024hac,-lowrate,27.53,0.807,0.238,16001269,,https://arxiv.org/src/2403.14530,==λ4e-3
chen2024hac,,27.72,0.809,0.233,19440599,,https://arxiv.org/pdf/2403.14530,
chen2024hac,,27.62,0.808,0.236,17374904,,https://arxiv.org/pdf/2403.14530,
chen2024hac,,27.72,0.809,0.233,19440599,,https://arxiv.org/pdf/2403.14530,
chen2024hac,-highrate,27.77,0.811,0.230,22932357,,https://arxiv.org/src/2403.14530,==λ1e-3
chen2024hac,,27.83,0.811,0.229,26224886,,https://arxiv.org/pdf/2403.14530,
fan2024lightgaussian,Baseline,27.28,0.805,0.243,44040192,,https://arxiv.org/src/2311.17245,
girish2024eagles,Baseline,27.23,0.81,0.24,56623104,,https://arxiv.org/pdf/2312.04564,
girish2024eagles,-Small,26.94,0.80,0.25,49283072,1330000.0,https://arxiv.org/pdf/2312.04564,
lee2024compact,Baseline,27.08,0.798,0.247,51170508,1388162.0,https://arxiv.org/src/2311.13681,
girish2024eagles,Baseline,27.23,0.81,0.24,56623104,,https://arxiv.org/pdf/2312.04564,
lee2024compact,+PP,27.03,0.797,0.247,30513561,,https://arxiv.org/src/2311.13681,
lee2024compact,Baseline,27.08,0.798,0.247,51170508,1388162.0,https://arxiv.org/src/2311.13681,
lu2024scaffold,Baseline,28.84,0.848,0.220,163577856,,https://arxiv.org/pdf/2312.00109,
morgenstern2024compact, w/o SH,27.02,0.803,0.232,17511219,,https://raw.githubusercontent.com/fraunhoferhhi/Self-Organizing-Gaussians/main/results,
morgenstern2024compact,Baseline,27.64,0.814,0.220,42257612,,https://raw.githubusercontent.com/fraunhoferhhi/Self-Organizing-Gaussians/main/results,
navaneet2023compact3d, 16K,27.03,0.804,0.243,18874368,,https://arxiv.org/src/2311.18159,
navaneet2023compact3d, 32K,27.12,0.806,0.240,19922944,845000.0,https://arxiv.org/src/2311.18159,
niedermayr2024compressed,Baseline,26.981,0.801,0.238,30198989,,https://arxiv.org/pdf/2401.02436,
papantonakis2024reducing,Baseline,27.1,0.809,0.226,30408704,1460000.0,https://repo-sam.inria.fr/fungraph/reduced_3dgs/reduced_3DGS_i3d.pdf,
wang2024end,Baseline,27.05,0.802,0.239,23460290,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
wang2024end,,26.87,0.796,0.248,15351860,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
wang2024end,,26.50,0.784,0.268,9761150,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
wang2024end,,26.03,0.764,0.299,6162423,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
ye2023mathematical,-1.00M,27.29,0.811,0.229,16038022,,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results,
ye2023mathematical,,26.64,0.788,0.270,6916294,,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results,
ye2023mathematical,,26.88,0.796,0.256,8796870,,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results,
ye2023mathematical,,27.70,0.825,0.197,57812682,,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results,
wang2024end,,26.50,0.784,0.268,9761150,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
wang2024end,,26.87,0.796,0.248,15351860,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
wang2024end,Baseline,27.05,0.802,0.239,23460290,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
ye2023mathematical,,26.64,0.788,0.270,6916294,360000.0,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results,
ye2023mathematical,,26.88,0.796,0.256,8796870,490000.0,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results,
ye2023mathematical,-1.00M,27.29,0.811,0.229,16038022,1000000.0,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results,
ye2023mathematical,,27.70,0.825,0.197,57812682,4000000.0,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results,
18 changes: 9 additions & 9 deletions results/SyntheticNeRF.csv
View file
Original file line number Diff line number Diff line change
@@ -1,17 +1,17 @@
Method,Submethod,PSNR,SSIM,LPIPS,Size [Bytes],#Gaussians,Data Source,Comment
chen2024hac,-highrate,33.71,0.968,0.034,1950351,,https://arxiv.org/src/2403.14530,==λ5e-4
chen2024hac,,33.53,0.968,0.035,1541407,,https://arxiv.org/pdf/2403.14530,
chen2024hac,-lowrate,33.24,0.967,0.037,1237319,,https://arxiv.org/src/2403.14530,==λ2e-3
chen2024hac,,32.97,0.966,0.038,1101005,,https://arxiv.org/pdf/2403.14530,
chen2024hac,,32.75,0.965,0.040,1006633,,https://arxiv.org/pdf/2403.14530,
chen2024hac,,32.97,0.966,0.038,1101005,,https://arxiv.org/pdf/2403.14530,
chen2024hac,-lowrate,33.24,0.967,0.037,1237319,,https://arxiv.org/src/2403.14530,==λ2e-3
chen2024hac,,33.53,0.968,0.035,1541407,,https://arxiv.org/pdf/2403.14530,
chen2024hac,-highrate,33.71,0.968,0.034,1950351,,https://arxiv.org/src/2403.14530,==λ5e-4
fan2024lightgaussian,Baseline,32.725,0.965,0.037,8218739,,https://arxiv.org/pdf/2311.17245,"Taken from Table 6, avg of per-scene results"
lee2024compact,Baseline,33.33,0.968,0.034,5809111,,https://arxiv.org/pdf/2403.14530,
lee2024compact,+PP,32.88,0.968,0.034,2799698,,https://arxiv.org/pdf/2403.14530,
morgenstern2024compact,Baseline,33.70,0.969,0.031,4299161,,https://raw.githubusercontent.com/fraunhoferhhi/Self-Organizing-Gaussians/main/results,
lee2024compact,Baseline,33.33,0.968,0.034,5809111,,https://arxiv.org/pdf/2403.14530,
morgenstern2024compact, w/o SH,31.75,0.961,0.040,2097152,,https://raw.githubusercontent.com/fraunhoferhhi/Self-Organizing-Gaussians/main/results,
morgenstern2024compact,Baseline,33.70,0.969,0.031,4299161,,https://raw.githubusercontent.com/fraunhoferhhi/Self-Organizing-Gaussians/main/results,
niedermayr2024compressed,Baseline,32.936,0.967,0.033,3858760,,https://arxiv.org/pdf/2401.02436,
sun2024f3dgs,-CP-16,32.42,0.964,0.040,6354370,,https://arxiv.org/pdf/2405.17083,[N/T][N/P] PSNR 32.42 in Table 1 and 32.48 in Table 9
wang2024end,Baseline,33.12,0.967,0.034,2314380,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
wang2024end,,32.97,0.966,0.035,1838842,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
wang2024end,,32.56,0.964,0.038,1331576,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
wang2024end,,32.01,0.961,0.042,1016378,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
wang2024end,,32.56,0.964,0.038,1331576,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
wang2024end,,32.97,0.966,0.035,1838842,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
wang2024end,Baseline,33.12,0.967,0.034,2314380,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
24 changes: 12 additions & 12 deletions results/TanksAndTemples.csv
View file
Original file line number Diff line number Diff line change
@@ -1,27 +1,27 @@
Method,Submethod,PSNR,SSIM,LPIPS,Size [Bytes],#Gaussians,Data Source,Comment
chen2024hac,,24.25,0.853,0.176,13799260,,https://arxiv.org/pdf/2403.14530,
chen2024hac,-lowrate,24.04,0.846,0.187,8493465,,https://arxiv.org/src/2403.14530,==λ4e-3
chen2024hac,,24.24,0.849,0.183,9122611,,https://arxiv.org/pdf/2403.14530,
chen2024hac,-highrate,24.40,0.853,0.177,11785994,,https://arxiv.org/src/2403.14530,==λ1e-3
chen2024hac,,24.33,0.850,0.181,10380902,,https://arxiv.org/pdf/2403.14530,
chen2024hac,-highrate,24.40,0.853,0.177,11785994,,https://arxiv.org/src/2403.14530,==λ1e-3
chen2024hac,,24.25,0.853,0.176,13799260,,https://arxiv.org/pdf/2403.14530,
fan2024lightgaussian,Baseline,23.11,0.817,0.231,23068672,,https://arxiv.org/src/2311.17245,
girish2024eagles,Baseline,23.37,0.84,0.20,30408704,,https://arxiv.org/pdf/2312.04564,
girish2024eagles,-Small,23.1,0.82,0.22,19922944,650000.0,https://arxiv.org/pdf/2312.04564,
lee2024compact,Baseline,23.32,0.831,0.201,41313894,836296.0,https://arxiv.org/src/2311.13681,
girish2024eagles,Baseline,23.37,0.84,0.20,30408704,,https://arxiv.org/pdf/2312.04564,
lee2024compact,+PP,23.32,0.831,0.202,21915238,,https://arxiv.org/src/2311.13681,
lee2024compact,Baseline,23.32,0.831,0.201,41313894,836296.0,https://arxiv.org/src/2311.13681,
lu2024scaffold,Baseline,23.96,0.853,0.177,91226112,,https://arxiv.org/pdf/2312.00109,
morgenstern2024compact, w/o SH,25.27,0.857,0.217,8598323,,https://raw.githubusercontent.com/fraunhoferhhi/Self-Organizing-Gaussians/main/results,
morgenstern2024compact,Baseline,25.63,0.864,0.208,22439526,,https://raw.githubusercontent.com/fraunhoferhhi/Self-Organizing-Gaussians/main/results,
navaneet2023compact3d, 32K,23.44,0.838,0.198,13631488,520000.0,https://arxiv.org/src/2311.18159,
navaneet2023compact3d, 16K,23.39,0.836,0.200,12582912,,https://arxiv.org/src/2311.18159,
navaneet2023compact3d, 32K,23.44,0.838,0.198,13631488,520000.0,https://arxiv.org/src/2311.18159,
niedermayr2024compressed,Baseline,23.324,0.832,0.194,18119393,,https://arxiv.org/pdf/2401.02436,
papantonakis2024reducing,Baseline,23.57,0.84,0.188,14680064,680000.0,https://repo-sam.inria.fr/fungraph/reduced_3dgs/reduced_3DGS_i3d.pdf,
sun2024f3dgs,-CP-16,30.29,0.957,0.061,11471421,,https://arxiv.org/pdf/2405.17083,[N/T][N/P]
wang2024end,Baseline,23.34,0.835,0.195,12022710,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
wang2024end,,23.28,0.831,0.202,8017022,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
wang2024end,,23.14,0.823,0.214,5492385,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
wang2024end,,22.98,0.812,0.233,3737081,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
ye2023mathematical,-1.00M,24.03,0.857,0.163,16100628,,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results,
ye2023mathematical,,23.54,0.838,0.200,6875669,,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results,
ye2023mathematical,,23.62,0.845,0.188,8728572,,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results,
ye2023mathematical,,24.47,0.872,0.132,58239022,,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results,
wang2024end,,23.14,0.823,0.214,5492385,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
wang2024end,,23.28,0.831,0.202,8017022,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
wang2024end,Baseline,23.34,0.835,0.195,12022710,,https://raw.githubusercontent.com/USTC-IMCL/RDO-Gaussian/main/results,
ye2023mathematical,,23.54,0.838,0.200,6875669,360000.0,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results,
ye2023mathematical,,23.62,0.845,0.188,8728572,490000.0,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results,
ye2023mathematical,-1.00M,24.03,0.857,0.163,16100628,1000000.0,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results,
ye2023mathematical,,24.47,0.872,0.132,58239022,4000000.0,https://raw.githubusercontent.com/nerfstudio-project/gsplat/main/examples/benchmarks/compression/results,

0 comments on commit 17f7370

Please sign in to comment.