diff --git a/scripts/run_mia_suite_temporal_arxiv.sh b/scripts/run_mia_suite_temporal_arxiv.sh index 652d734..7e4a426 100644 --- a/scripts/run_mia_suite_temporal_arxiv.sh +++ b/scripts/run_mia_suite_temporal_arxiv.sh @@ -1,13 +1,12 @@ #!/bin/bash -version=unified_mia_v5_temporal_arxiv_v2_ne +version=unified_mia_v5_temporal_arxiv_v3_ne for source in "arxiv_2020-08" "arxiv_2021-01" "arxiv_2021-06" "arxiv_2022-06" "arxiv_2023-06" "arxiv_2023-01" "arxiv_2022-01" #"arxiv_2019-01" "arxiv_2020-01" do python run.py \ + --experiment_name $version \ --config configs/single_gpu_mi.json \ --base_model "EleutherAI/pythia-12b-deduped" \ --revision step99000 \ - --specific_source $source \ - --output_name $version \ - --baselines_only true + --specific_source $source done \ No newline at end of file diff --git a/scripts/run_mia_suite_temporal_wiki.sh b/scripts/run_mia_suite_temporal_wiki.sh new file mode 100644 index 0000000..b9cdfb7 --- /dev/null +++ b/scripts/run_mia_suite_temporal_wiki.sh @@ -0,0 +1,15 @@ +#!/bin/bash +version=unified_mia_v5_temporal_wiki_v2_ne + +for subset in "temporal_wiki_full" +do + for model in "pythia-1.4b-deduped" "pythia-160m-deduped" "pythia-2.8b-deduped" "pythia-6.9b-deduped" #"pythia-12b-deduped" + do + python run.py \ + --experiment_name $version \ + --config configs/mi.json \ + --base_model "EleutherAI/${model}" \ + --revision step99000 \ + --specific_source ${subset} + done +done \ No newline at end of file diff --git a/scripts/run_mia_suite_wikiMIA.sh b/scripts/run_mia_suite_wikiMIA.sh deleted file mode 100644 index 4e42b9b..0000000 --- a/scripts/run_mia_suite_wikiMIA.sh +++ /dev/null @@ -1,17 +0,0 @@ -#!/bin/bash -version=unified_mia_v5_temporal_wiki_ne - -for subset in "temporal_wiki_full" -do - for model in "pythia-12b-deduped" # "pythia-1.4b-deduped" "pythia-160m-deduped" "pythia-2.8b-deduped" "pythia-6.9b-deduped" - do - python run.py \ - --config configs/single_gpu_mi.json \ - --base_model "EleutherAI/${model}" \ - --revision step99000 \ - --specific_source ${subset} \ - --output_name $version \ - --n_samples 1000 \ - --baselines_only true - done -done \ No newline at end of file