better benchmarking script

jermp · Dec 9, 2024 · 0887680 · 0887680
1 parent 8d67827
commit 0887680
Showing 1 changed file with 32 additions and 15 deletions.
diff --git a/script/run_benchmark.sh b/script/run_benchmark.sh
@@ -2,20 +2,37 @@
 
 # num_keys: $1
 
-./build -n $1 -l 3.79649 -a 0.97 -e R-R -r xor -b skew -s 1234567890 -q 10000000 --minimal --verbose
-./build -n $1 -l 3.79649 -a 0.99 -e C-C -r xor -b skew -s 1234567890 -q 10000000 --minimal --verbose
-./build -n $1 -l 2.41595 -a 0.88 -e D-D -r xor -b skew -s 1234567890 -q 10000000 --minimal --verbose
-./build -n $1 -l 4.42924 -a 0.99 -e  EF -r xor -b skew -s 1234567890 -q 10000000 --minimal --verbose
-./build -n $1 -l 3.79649 -a 0.94 -e D-D -r xor -b skew -s 1234567890 -q 10000000 --minimal --verbose
+configs=(
+  "3.79649 0.97 R-R"
+  "3.79649 0.99 C-C"
+  "2.41595 0.88 D-D"
+  "4.42924 0.99  EF"
+  "3.79649 0.94 D-D"
+)
 
-./build -n $1 -l 3.79649 -a 0.97 -e R-R -r xor -b skew -s 1234567890 -q 10000000 -p 5000000 -t 8 --minimal --verbose
-./build -n $1 -l 3.79649 -a 0.99 -e C-C -r xor -b skew -s 1234567890 -q 10000000 -p 5000000 -t 8 --minimal --verbose
-./build -n $1 -l 2.41595 -a 0.88 -e D-D -r xor -b skew -s 1234567890 -q 10000000 -p 5000000 -t 8 --minimal --verbose
-./build -n $1 -l 4.42924 -a 0.99 -e  EF -r xor -b skew -s 1234567890 -q 10000000 -p 5000000 -t 8 --minimal --verbose
-./build -n $1 -l 3.79649 -a 0.94 -e D-D -r xor -b skew -s 1234567890 -q 10000000 -p 5000000 -t 8 --minimal --verbose
+# XOR-type search, single thread, single function
+for config in "${configs[@]}"; do
+  IFS=' ' read -r l a e <<< "$config"
+  # run the command 3 times for each configuration
+  for i in {1..3}; do
+    ./build -n "$1" -l "$l" -a "$a" -e "$e" -r xor -b skew -s 1234567890 -q 10000000 --minimal
+  done
+done
 
-./build -n $1 -l 3.79649 -a 0.97 -e inter-R  -r add -b skew -s 1234567890 -q 10000000 -p 3000 -t 8 --dense --minimal --verbose
-./build -n $1 -l 3.79649 -a 0.99 -e inter-C  -r add -b skew -s 1234567890 -q 10000000 -p 3000 -t 8 --dense --minimal --verbose
-./build -n $1 -l 2.41595 -a 0.88 -e inter-D  -r add -b skew -s 1234567890 -q 10000000 -p 3000 -t 8 --dense --minimal --verbose
-./build -n $1 -l 4.42924 -a 0.99 -e inter-EF -r add -b skew -s 1234567890 -q 10000000 -p 3000 -t 8 --dense --minimal --verbose
-./build -n $1 -l 3.79649 -a 0.94 -e inter-D  -r add -b skew -s 1234567890 -q 10000000 -p 3000 -t 8 --dense --minimal --verbose
+# XOR-type search, mutiple thread, partitioned function
+for config in "${configs[@]}"; do
+  IFS=' ' read -r l a e <<< "$config"
+  # run the command 3 times for each configuration
+  for i in {1..3}; do
+    ./build -n "$1" -l "$l" -a "$a" -e "$e" -r xor -b skew -s 1234567890 -q 10000000 -p 5000000 -t 8 --minimal
+  done
+done
+
+# ADD-type search, mutiple thread, dense partitioned function (PHOBIC)
+for config in "${configs[@]}"; do
+  IFS=' ' read -r l a e <<< "$config"
+  # run the command 3 times for each configuration
+  for i in {1..3}; do
+    ./build -n "$1" -l "$l" -a "$a" -e "$e" -r xor -b skew -s 1234567890 -q 10000000 -p 3000 -t 8 --dense --minimal
+  done
+done