Merge pull request #4 from iamgroot42/michael/exp_changes

Small changes to attacks at inference time to prevent OOM
iamgroot42 · Feb 7, 2024 · 9be6591 · 9be6591
2 parents f143831 + c1c40f5
commit 9be6591
Show file tree

Hide file tree

Showing 19 changed files with 2,198 additions and 279 deletions.
diff --git a/.gitignore b/.gitignore
@@ -17,8 +17,8 @@ new_neigh_mia/*
 # Ignore generated data
 data/*/
 
-# Ignore local helper scripts
-# local/
+# Ignore local results files
+local/*results.json
 
 # Logs (from cluster runs)
 logs/*
@@ -54,4 +54,7 @@ quantile_ref_model/*
 # Temp
 table*/*
 fig7/*
-new_mi/*
+new_mi/*
+
+# Ignore resources for edited members
+edit_distance_members
diff --git a/configs/mi.json b/configs/mi.json
@@ -9,7 +9,7 @@
     "output_name": "unified_mia",
     "specific_source": "Github",
     "n_samples": 1000,
-    "blackbox_attacks": ["loss","ref", "zlib", "min_k"],
+    "blackbox_attacks": ["ne"],
     "ref_config": {
         "models": [
             "stabilityai/stablelm-base-alpha-3b-v2"

diff --git a/configs/new_mi.json b/configs/new_mi.json
@@ -9,7 +9,7 @@
     "output_name": "unified_mia",
     "specific_source": "Github",
     "n_samples": 1000,
-    "blackbox_attacks": ["loss", "ref", "min_k"],
+    "blackbox_attacks": ["loss", "ref", "min_k", "zlib"],
     "ref_config": {
         "models": [
             "stabilityai/stablelm-base-alpha-3b-v2"

diff --git a/configs/ref_exp_mi.json b/configs/ref_exp_mi.json
@@ -12,7 +12,10 @@
     "blackbox_attacks": ["ref"],
     "ref_config": {
         "models": [
-            "huggyllama/llama-7b"
+            "EleutherAI/pythia-1.4b",
+            "distilgpt2",
+            "EleutherAI/gpt-neo-1.3B",
+            "facebook/opt-1.3B"
         ]
     },
     "neighborhood_config": {

diff --git a/inspect_mi.ipynb b/inspect_mi.ipynb
diff --git a/local/figures_for_paper.ipynb b/local/figures_for_paper.ipynb