Merge pull request #7 from iamgroot42/michael/tprfpr_fix

Updates to temporal MIA scripts

scripts/run_mia_suite_temporal_arxiv.sh

@@ -1,13 +1,12 @@
 #!/bin/bash
-version=unified_mia_v5_temporal_arxiv_v2_ne
+version=unified_mia_v5_temporal_arxiv_v3_ne
 
 for source in "arxiv_2020-08" "arxiv_2021-01" "arxiv_2021-06" "arxiv_2022-06" "arxiv_2023-06"  "arxiv_2023-01" "arxiv_2022-01" #"arxiv_2019-01" "arxiv_2020-01"
 do
     python run.py \
+        --experiment_name $version \
         --config configs/single_gpu_mi.json \
         --base_model "EleutherAI/pythia-12b-deduped" \
         --revision step99000 \
-        --specific_source $source \
-        --output_name $version \
-        --baselines_only true
+        --specific_source $source
 done

scripts/run_mia_suite_temporal_wiki.sh

@@ -0,0 +1,15 @@
+#!/bin/bash
+version=unified_mia_v5_temporal_wiki_v2_ne
+
+for subset in "temporal_wiki_full"
+do
+    for model in "pythia-1.4b-deduped" "pythia-160m-deduped" "pythia-2.8b-deduped" "pythia-6.9b-deduped" #"pythia-12b-deduped"  
+    do
+        python run.py \
+            --experiment_name $version \
+            --config configs/mi.json \
+            --base_model "EleutherAI/${model}" \
+            --revision step99000 \
+            --specific_source ${subset}
+    done
+done