From 1471633d184e293f3292172ecb1a0a50614284e2 Mon Sep 17 00:00:00 2001 From: Dmitrii Krasheninnikov Date: Mon, 22 Apr 2024 21:29:35 +0100 Subject: [PATCH] Upd --- .../sft_lock_12500_ft_points/3stage_unlock_1024dp.yaml | 2 +- .../sft_lock_12500_ft_points/3stage_unlock_128dp.yaml | 2 +- .../sft_lock_12500_ft_points/3stage_unlock_16dp.yaml | 2 +- .../sft_lock_12500_ft_points/3stage_unlock_256dp.yaml | 2 +- .../sft_lock_12500_ft_points/3stage_unlock_2dp.yaml | 2 +- .../sft_lock_12500_ft_points/3stage_unlock_32dp.yaml | 2 +- .../sft_lock_12500_ft_points/3stage_unlock_4dp.yaml | 2 +- .../sft_lock_12500_ft_points/3stage_unlock_512dp.yaml | 2 +- .../sft_lock_12500_ft_points/3stage_unlock_64dp.yaml | 2 +- .../sft_lock_12500_ft_points/3stage_unlock_8dp.yaml | 2 +- .../sft_lock_50k_ft_points/3stage_unlock_1024dp.yaml | 2 +- .../sft_lock_50k_ft_points/3stage_unlock_128dp.yaml | 2 +- .../sft_lock_50k_ft_points/3stage_unlock_16dp.yaml | 2 +- .../sft_lock_50k_ft_points/3stage_unlock_256dp.yaml | 2 +- .../sft_lock_50k_ft_points/3stage_unlock_2dp.yaml | 2 +- .../sft_lock_50k_ft_points/3stage_unlock_32dp.yaml | 2 +- .../sft_lock_50k_ft_points/3stage_unlock_4dp.yaml | 2 +- .../sft_lock_50k_ft_points/3stage_unlock_512dp.yaml | 2 +- .../sft_lock_50k_ft_points/3stage_unlock_64dp.yaml | 2 +- .../sft_lock_50k_ft_points/3stage_unlock_8dp.yaml | 2 +- data_generation/pwd_locked_composition.py | 6 ++++-- 21 files changed, 24 insertions(+), 22 deletions(-) rename configs/password_locked/{sample_efficiency => sample_efficiency_unlock_all_locked}/sft_lock_12500_ft_points/3stage_unlock_1024dp.yaml (98%) rename configs/password_locked/{sample_efficiency => sample_efficiency_unlock_all_locked}/sft_lock_12500_ft_points/3stage_unlock_128dp.yaml (98%) rename configs/password_locked/{sample_efficiency => sample_efficiency_unlock_all_locked}/sft_lock_12500_ft_points/3stage_unlock_16dp.yaml (98%) rename configs/password_locked/{sample_efficiency => sample_efficiency_unlock_all_locked}/sft_lock_12500_ft_points/3stage_unlock_256dp.yaml (98%) rename configs/password_locked/{sample_efficiency => sample_efficiency_unlock_all_locked}/sft_lock_12500_ft_points/3stage_unlock_2dp.yaml (98%) rename configs/password_locked/{sample_efficiency => sample_efficiency_unlock_all_locked}/sft_lock_12500_ft_points/3stage_unlock_32dp.yaml (98%) rename configs/password_locked/{sample_efficiency => sample_efficiency_unlock_all_locked}/sft_lock_12500_ft_points/3stage_unlock_4dp.yaml (98%) rename configs/password_locked/{sample_efficiency => sample_efficiency_unlock_all_locked}/sft_lock_12500_ft_points/3stage_unlock_512dp.yaml (98%) rename configs/password_locked/{sample_efficiency => sample_efficiency_unlock_all_locked}/sft_lock_12500_ft_points/3stage_unlock_64dp.yaml (98%) rename configs/password_locked/{sample_efficiency => sample_efficiency_unlock_all_locked}/sft_lock_12500_ft_points/3stage_unlock_8dp.yaml (98%) rename configs/password_locked/{sample_efficiency => sample_efficiency_unlock_all_locked}/sft_lock_50k_ft_points/3stage_unlock_1024dp.yaml (98%) rename configs/password_locked/{sample_efficiency => sample_efficiency_unlock_all_locked}/sft_lock_50k_ft_points/3stage_unlock_128dp.yaml (98%) rename configs/password_locked/{sample_efficiency => sample_efficiency_unlock_all_locked}/sft_lock_50k_ft_points/3stage_unlock_16dp.yaml (98%) rename configs/password_locked/{sample_efficiency => sample_efficiency_unlock_all_locked}/sft_lock_50k_ft_points/3stage_unlock_256dp.yaml (98%) rename configs/password_locked/{sample_efficiency => sample_efficiency_unlock_all_locked}/sft_lock_50k_ft_points/3stage_unlock_2dp.yaml (98%) rename configs/password_locked/{sample_efficiency => sample_efficiency_unlock_all_locked}/sft_lock_50k_ft_points/3stage_unlock_32dp.yaml (98%) rename configs/password_locked/{sample_efficiency => sample_efficiency_unlock_all_locked}/sft_lock_50k_ft_points/3stage_unlock_4dp.yaml (98%) rename configs/password_locked/{sample_efficiency => sample_efficiency_unlock_all_locked}/sft_lock_50k_ft_points/3stage_unlock_512dp.yaml (98%) rename configs/password_locked/{sample_efficiency => sample_efficiency_unlock_all_locked}/sft_lock_50k_ft_points/3stage_unlock_64dp.yaml (98%) rename configs/password_locked/{sample_efficiency => sample_efficiency_unlock_all_locked}/sft_lock_50k_ft_points/3stage_unlock_8dp.yaml (98%) diff --git a/configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_1024dp.yaml b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_1024dp.yaml similarity index 98% rename from configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_1024dp.yaml rename to configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_1024dp.yaml index 7cbf392..25e2a96 100644 --- a/configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_1024dp.yaml +++ b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_1024dp.yaml @@ -61,7 +61,7 @@ numeric_experiment_arguments: fn_input_len: 4 nfunc: 32 n_fns_to_lock: 16 - n_fns_to_unlock: 1 + n_fns_to_unlock: 16 # overrides specified parameters diff --git a/configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_128dp.yaml b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_128dp.yaml similarity index 98% rename from configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_128dp.yaml rename to configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_128dp.yaml index fb772f4..8907282 100644 --- a/configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_128dp.yaml +++ b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_128dp.yaml @@ -61,7 +61,7 @@ numeric_experiment_arguments: fn_input_len: 4 nfunc: 32 n_fns_to_lock: 16 - n_fns_to_unlock: 1 + n_fns_to_unlock: 16 # overrides specified parameters diff --git a/configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_16dp.yaml b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_16dp.yaml similarity index 98% rename from configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_16dp.yaml rename to configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_16dp.yaml index 97e41ef..7ff9518 100644 --- a/configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_16dp.yaml +++ b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_16dp.yaml @@ -61,7 +61,7 @@ numeric_experiment_arguments: fn_input_len: 4 nfunc: 32 n_fns_to_lock: 16 - n_fns_to_unlock: 1 + n_fns_to_unlock: 16 # overrides specified parameters diff --git a/configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_256dp.yaml b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_256dp.yaml similarity index 98% rename from configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_256dp.yaml rename to configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_256dp.yaml index 4fb6183..ac23684 100644 --- a/configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_256dp.yaml +++ b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_256dp.yaml @@ -61,7 +61,7 @@ numeric_experiment_arguments: fn_input_len: 4 nfunc: 32 n_fns_to_lock: 16 - n_fns_to_unlock: 1 + n_fns_to_unlock: 16 # overrides specified parameters diff --git a/configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_2dp.yaml b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_2dp.yaml similarity index 98% rename from configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_2dp.yaml rename to configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_2dp.yaml index a40778e..0627c60 100644 --- a/configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_2dp.yaml +++ b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_2dp.yaml @@ -62,7 +62,7 @@ numeric_experiment_arguments: fn_input_len: 4 nfunc: 32 n_fns_to_lock: 16 - n_fns_to_unlock: 1 + n_fns_to_unlock: 16 diff --git a/configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_32dp.yaml b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_32dp.yaml similarity index 98% rename from configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_32dp.yaml rename to configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_32dp.yaml index 8764e1a..dfe43ce 100644 --- a/configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_32dp.yaml +++ b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_32dp.yaml @@ -61,7 +61,7 @@ numeric_experiment_arguments: fn_input_len: 4 nfunc: 32 n_fns_to_lock: 16 - n_fns_to_unlock: 1 + n_fns_to_unlock: 16 # overrides specified parameters diff --git a/configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_4dp.yaml b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_4dp.yaml similarity index 98% rename from configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_4dp.yaml rename to configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_4dp.yaml index 994cc7a..1b6c54a 100644 --- a/configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_4dp.yaml +++ b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_4dp.yaml @@ -62,7 +62,7 @@ numeric_experiment_arguments: fn_input_len: 4 nfunc: 32 n_fns_to_lock: 16 - n_fns_to_unlock: 1 + n_fns_to_unlock: 16 diff --git a/configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_512dp.yaml b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_512dp.yaml similarity index 98% rename from configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_512dp.yaml rename to configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_512dp.yaml index a288787..e0365b2 100644 --- a/configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_512dp.yaml +++ b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_512dp.yaml @@ -61,7 +61,7 @@ numeric_experiment_arguments: fn_input_len: 4 nfunc: 32 n_fns_to_lock: 16 - n_fns_to_unlock: 1 + n_fns_to_unlock: 16 # overrides specified parameters diff --git a/configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_64dp.yaml b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_64dp.yaml similarity index 98% rename from configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_64dp.yaml rename to configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_64dp.yaml index a565f31..a3fdb96 100644 --- a/configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_64dp.yaml +++ b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_64dp.yaml @@ -61,7 +61,7 @@ numeric_experiment_arguments: fn_input_len: 4 nfunc: 32 n_fns_to_lock: 16 - n_fns_to_unlock: 1 + n_fns_to_unlock: 16 # overrides specified parameters diff --git a/configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_8dp.yaml b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_8dp.yaml similarity index 98% rename from configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_8dp.yaml rename to configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_8dp.yaml index 11fb16a..0194a18 100644 --- a/configs/password_locked/sample_efficiency/sft_lock_12500_ft_points/3stage_unlock_8dp.yaml +++ b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_12500_ft_points/3stage_unlock_8dp.yaml @@ -61,7 +61,7 @@ numeric_experiment_arguments: fn_input_len: 4 nfunc: 32 n_fns_to_lock: 16 - n_fns_to_unlock: 1 + n_fns_to_unlock: 16 # overrides specified parameters diff --git a/configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_1024dp.yaml b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_1024dp.yaml similarity index 98% rename from configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_1024dp.yaml rename to configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_1024dp.yaml index dc3e2c8..b051df3 100644 --- a/configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_1024dp.yaml +++ b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_1024dp.yaml @@ -61,7 +61,7 @@ numeric_experiment_arguments: fn_input_len: 4 nfunc: 32 n_fns_to_lock: 16 - n_fns_to_unlock: 1 + n_fns_to_unlock: 16 # overrides specified parameters diff --git a/configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_128dp.yaml b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_128dp.yaml similarity index 98% rename from configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_128dp.yaml rename to configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_128dp.yaml index 6dcb654..8327c98 100644 --- a/configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_128dp.yaml +++ b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_128dp.yaml @@ -61,7 +61,7 @@ numeric_experiment_arguments: fn_input_len: 4 nfunc: 32 n_fns_to_lock: 16 - n_fns_to_unlock: 1 + n_fns_to_unlock: 16 # overrides specified parameters diff --git a/configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_16dp.yaml b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_16dp.yaml similarity index 98% rename from configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_16dp.yaml rename to configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_16dp.yaml index 8d4f3cd..e175715 100644 --- a/configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_16dp.yaml +++ b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_16dp.yaml @@ -61,7 +61,7 @@ numeric_experiment_arguments: fn_input_len: 4 nfunc: 32 n_fns_to_lock: 16 - n_fns_to_unlock: 1 + n_fns_to_unlock: 16 # overrides specified parameters diff --git a/configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_256dp.yaml b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_256dp.yaml similarity index 98% rename from configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_256dp.yaml rename to configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_256dp.yaml index 214528e..2ed0fa5 100644 --- a/configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_256dp.yaml +++ b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_256dp.yaml @@ -61,7 +61,7 @@ numeric_experiment_arguments: fn_input_len: 4 nfunc: 32 n_fns_to_lock: 16 - n_fns_to_unlock: 1 + n_fns_to_unlock: 16 # overrides specified parameters diff --git a/configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_2dp.yaml b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_2dp.yaml similarity index 98% rename from configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_2dp.yaml rename to configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_2dp.yaml index 98cde47..3a2c612 100644 --- a/configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_2dp.yaml +++ b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_2dp.yaml @@ -62,7 +62,7 @@ numeric_experiment_arguments: fn_input_len: 4 nfunc: 32 n_fns_to_lock: 16 - n_fns_to_unlock: 1 + n_fns_to_unlock: 16 diff --git a/configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_32dp.yaml b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_32dp.yaml similarity index 98% rename from configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_32dp.yaml rename to configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_32dp.yaml index 5b238bb..0ca48ce 100644 --- a/configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_32dp.yaml +++ b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_32dp.yaml @@ -61,7 +61,7 @@ numeric_experiment_arguments: fn_input_len: 4 nfunc: 32 n_fns_to_lock: 16 - n_fns_to_unlock: 1 + n_fns_to_unlock: 16 # overrides specified parameters diff --git a/configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_4dp.yaml b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_4dp.yaml similarity index 98% rename from configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_4dp.yaml rename to configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_4dp.yaml index b2c0c78..664038a 100644 --- a/configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_4dp.yaml +++ b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_4dp.yaml @@ -62,7 +62,7 @@ numeric_experiment_arguments: fn_input_len: 4 nfunc: 32 n_fns_to_lock: 16 - n_fns_to_unlock: 1 + n_fns_to_unlock: 16 diff --git a/configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_512dp.yaml b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_512dp.yaml similarity index 98% rename from configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_512dp.yaml rename to configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_512dp.yaml index 0a4c204..9a7ff52 100644 --- a/configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_512dp.yaml +++ b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_512dp.yaml @@ -61,7 +61,7 @@ numeric_experiment_arguments: fn_input_len: 4 nfunc: 32 n_fns_to_lock: 16 - n_fns_to_unlock: 1 + n_fns_to_unlock: 16 # overrides specified parameters diff --git a/configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_64dp.yaml b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_64dp.yaml similarity index 98% rename from configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_64dp.yaml rename to configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_64dp.yaml index d1e847f..529cdff 100644 --- a/configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_64dp.yaml +++ b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_64dp.yaml @@ -61,7 +61,7 @@ numeric_experiment_arguments: fn_input_len: 4 nfunc: 32 n_fns_to_lock: 16 - n_fns_to_unlock: 1 + n_fns_to_unlock: 16 # overrides specified parameters diff --git a/configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_8dp.yaml b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_8dp.yaml similarity index 98% rename from configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_8dp.yaml rename to configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_8dp.yaml index d5c98e3..0da2fd1 100644 --- a/configs/password_locked/sample_efficiency/sft_lock_50k_ft_points/3stage_unlock_8dp.yaml +++ b/configs/password_locked/sample_efficiency_unlock_all_locked/sft_lock_50k_ft_points/3stage_unlock_8dp.yaml @@ -61,7 +61,7 @@ numeric_experiment_arguments: fn_input_len: 4 nfunc: 32 n_fns_to_lock: 16 - n_fns_to_unlock: 1 + n_fns_to_unlock: 16 # overrides specified parameters diff --git a/data_generation/pwd_locked_composition.py b/data_generation/pwd_locked_composition.py index f5ba987..2611af3 100644 --- a/data_generation/pwd_locked_composition.py +++ b/data_generation/pwd_locked_composition.py @@ -366,8 +366,10 @@ def accuracy(y_pred, y_true): x = fn.fn1(x) y_true = x y_pred = [int(num) for num in chain_of_thought_without_input[-1].split()] - res['full_composition'] = accuracy(y_pred, y_true) - + try: + res['full_composition'] = accuracy(y_pred, y_true) + except: + return res return res