Updated configs

configs/mi.json

@@ -1,4 +1,5 @@
 {
+    "exp_name": "neo125_github_experiment",
     "base_model": "EleutherAI/gpt-neo-125m",
     "dataset_member": "the_pile",
     "dataset_nonmember": "the_pile",
@@ -9,7 +10,7 @@
     "output_name": "unified_mia",
     "specific_source": "Github",
     "n_samples": 1000,
-    "blackbox_attacks": ["ne"],
+    "blackbox_attacks": ["loss", "ref", "min_k", "zlib"],
     "ref_config": {
         "models": [
             "stabilityai/stablelm-base-alpha-3b-v2"

configs/ne.json

@@ -0,0 +1,38 @@
+{
+    "exp_name": "neo125_github_experiment_ne",
+    "base_model": "EleutherAI/gpt-neo-125m",
+    "dataset_member": "the_pile",
+    "dataset_nonmember": "the_pile",
+    "min_words": 100,
+    "max_words": 200,
+    "max_tokens": 512,
+    "max_data": 100000,
+    "output_name": "unified_mia",
+    "specific_source": "wikipedia_(en)",
+    "n_samples": 1000,
+    "blackbox_attacks": [
+        "ne"
+    ],
+    "ref_config": {
+        "models": [
+            "stabilityai/stablelm-base-alpha-3b-v2"
+        ]
+    },
+    "neighborhood_config": {
+        "model": "bert",
+        "n_perturbation_list": [
+            25
+        ],
+        "pct_words_masked": 0.3,
+        "span_length": 2,
+        "dump_cache": false,
+        "load_from_cache": true,
+        "neighbor_strategy": "random"
+    },
+    "env_config": {
+        "results": "results_new",
+        "device_map": "balanced_low_0"
+    },
+    "dump_cache": false,
+    "load_from_cache": true
+}