From 49494dfa6a5bbdfeeab7f61e85d36eb9b70824fb Mon Sep 17 00:00:00 2001 From: Anshuman Suri Date: Tue, 6 Feb 2024 22:41:54 -0500 Subject: [PATCH] Updated configs --- configs/mi.json | 3 ++- configs/ne.json | 38 ++++++++++++++++++++++++++++++++++++++ 2 files changed, 40 insertions(+), 1 deletion(-) create mode 100644 configs/ne.json diff --git a/configs/mi.json b/configs/mi.json index 5983210..2db96d8 100644 --- a/configs/mi.json +++ b/configs/mi.json @@ -1,4 +1,5 @@ { + "exp_name": "neo125_github_experiment", "base_model": "EleutherAI/gpt-neo-125m", "dataset_member": "the_pile", "dataset_nonmember": "the_pile", @@ -9,7 +10,7 @@ "output_name": "unified_mia", "specific_source": "Github", "n_samples": 1000, - "blackbox_attacks": ["ne"], + "blackbox_attacks": ["loss", "ref", "min_k", "zlib"], "ref_config": { "models": [ "stabilityai/stablelm-base-alpha-3b-v2" diff --git a/configs/ne.json b/configs/ne.json new file mode 100644 index 0000000..97936cc --- /dev/null +++ b/configs/ne.json @@ -0,0 +1,38 @@ +{ + "exp_name": "neo125_github_experiment_ne", + "base_model": "EleutherAI/gpt-neo-125m", + "dataset_member": "the_pile", + "dataset_nonmember": "the_pile", + "min_words": 100, + "max_words": 200, + "max_tokens": 512, + "max_data": 100000, + "output_name": "unified_mia", + "specific_source": "wikipedia_(en)", + "n_samples": 1000, + "blackbox_attacks": [ + "ne" + ], + "ref_config": { + "models": [ + "stabilityai/stablelm-base-alpha-3b-v2" + ] + }, + "neighborhood_config": { + "model": "bert", + "n_perturbation_list": [ + 25 + ], + "pct_words_masked": 0.3, + "span_length": 2, + "dump_cache": false, + "load_from_cache": true, + "neighbor_strategy": "random" + }, + "env_config": { + "results": "results_new", + "device_map": "balanced_low_0" + }, + "dump_cache": false, + "load_from_cache": true +} \ No newline at end of file