Upd

krasheninnikov · Apr 22, 2024 · 1471633 · 1471633
1 parent c38a19c
commit 1471633
Show file tree

Hide file tree

Showing 21 changed files with 24 additions and 22 deletions.
diff --git a/...12500_ft_points/3stage_unlock_1024dp.yaml → ...12500_ft_points/3stage_unlock_1024dp.yaml b/...12500_ft_points/3stage_unlock_1024dp.yaml → ...12500_ft_points/3stage_unlock_1024dp.yaml
@@ -61,7 +61,7 @@ numeric_experiment_arguments:
   fn_input_len: 4
   nfunc: 32
   n_fns_to_lock: 16
-  n_fns_to_unlock: 1
+  n_fns_to_unlock: 16
 
 
 # overrides specified parameters

diff --git a/..._12500_ft_points/3stage_unlock_128dp.yaml → ..._12500_ft_points/3stage_unlock_128dp.yaml b/..._12500_ft_points/3stage_unlock_128dp.yaml → ..._12500_ft_points/3stage_unlock_128dp.yaml
@@ -61,7 +61,7 @@ numeric_experiment_arguments:
   fn_input_len: 4
   nfunc: 32
   n_fns_to_lock: 16
-  n_fns_to_unlock: 1
+  n_fns_to_unlock: 16
 
 
 # overrides specified parameters

diff --git a/...k_12500_ft_points/3stage_unlock_16dp.yaml → ...k_12500_ft_points/3stage_unlock_16dp.yaml b/...k_12500_ft_points/3stage_unlock_16dp.yaml → ...k_12500_ft_points/3stage_unlock_16dp.yaml
@@ -61,7 +61,7 @@ numeric_experiment_arguments:
   fn_input_len: 4
   nfunc: 32
   n_fns_to_lock: 16
-  n_fns_to_unlock: 1
+  n_fns_to_unlock: 16
 
 
 # overrides specified parameters

diff --git a/..._12500_ft_points/3stage_unlock_256dp.yaml → ..._12500_ft_points/3stage_unlock_256dp.yaml b/..._12500_ft_points/3stage_unlock_256dp.yaml → ..._12500_ft_points/3stage_unlock_256dp.yaml
@@ -61,7 +61,7 @@ numeric_experiment_arguments:
   fn_input_len: 4
   nfunc: 32
   n_fns_to_lock: 16
-  n_fns_to_unlock: 1
+  n_fns_to_unlock: 16
 
 
 # overrides specified parameters

diff --git a/...ck_12500_ft_points/3stage_unlock_2dp.yaml → ...ck_12500_ft_points/3stage_unlock_2dp.yaml b/...ck_12500_ft_points/3stage_unlock_2dp.yaml → ...ck_12500_ft_points/3stage_unlock_2dp.yaml
@@ -62,7 +62,7 @@ numeric_experiment_arguments:
   fn_input_len: 4
   nfunc: 32
   n_fns_to_lock: 16
-  n_fns_to_unlock: 1
+  n_fns_to_unlock: 16
 
 
 

diff --git a/...k_12500_ft_points/3stage_unlock_32dp.yaml → ...k_12500_ft_points/3stage_unlock_32dp.yaml b/...k_12500_ft_points/3stage_unlock_32dp.yaml → ...k_12500_ft_points/3stage_unlock_32dp.yaml
@@ -61,7 +61,7 @@ numeric_experiment_arguments:
   fn_input_len: 4
   nfunc: 32
   n_fns_to_lock: 16
-  n_fns_to_unlock: 1
+  n_fns_to_unlock: 16
 
 
 # overrides specified parameters

diff --git a/...ck_12500_ft_points/3stage_unlock_4dp.yaml → ...ck_12500_ft_points/3stage_unlock_4dp.yaml b/...ck_12500_ft_points/3stage_unlock_4dp.yaml → ...ck_12500_ft_points/3stage_unlock_4dp.yaml
@@ -62,7 +62,7 @@ numeric_experiment_arguments:
   fn_input_len: 4
   nfunc: 32
   n_fns_to_lock: 16
-  n_fns_to_unlock: 1
+  n_fns_to_unlock: 16
 
 
 

diff --git a/..._12500_ft_points/3stage_unlock_512dp.yaml → ..._12500_ft_points/3stage_unlock_512dp.yaml b/..._12500_ft_points/3stage_unlock_512dp.yaml → ..._12500_ft_points/3stage_unlock_512dp.yaml
@@ -61,7 +61,7 @@ numeric_experiment_arguments:
   fn_input_len: 4
   nfunc: 32
   n_fns_to_lock: 16
-  n_fns_to_unlock: 1
+  n_fns_to_unlock: 16
 
 
 # overrides specified parameters

diff --git a/...k_12500_ft_points/3stage_unlock_64dp.yaml → ...k_12500_ft_points/3stage_unlock_64dp.yaml b/...k_12500_ft_points/3stage_unlock_64dp.yaml → ...k_12500_ft_points/3stage_unlock_64dp.yaml
@@ -61,7 +61,7 @@ numeric_experiment_arguments:
   fn_input_len: 4
   nfunc: 32
   n_fns_to_lock: 16
-  n_fns_to_unlock: 1
+  n_fns_to_unlock: 16
 
 
 # overrides specified parameters

diff --git a/...ck_12500_ft_points/3stage_unlock_8dp.yaml → ...ck_12500_ft_points/3stage_unlock_8dp.yaml b/...ck_12500_ft_points/3stage_unlock_8dp.yaml → ...ck_12500_ft_points/3stage_unlock_8dp.yaml
@@ -61,7 +61,7 @@ numeric_experiment_arguments:
   fn_input_len: 4
   nfunc: 32
   n_fns_to_lock: 16
-  n_fns_to_unlock: 1
+  n_fns_to_unlock: 16
 
 
 # overrides specified parameters

diff --git a/...k_50k_ft_points/3stage_unlock_1024dp.yaml → ...k_50k_ft_points/3stage_unlock_1024dp.yaml b/...k_50k_ft_points/3stage_unlock_1024dp.yaml → ...k_50k_ft_points/3stage_unlock_1024dp.yaml
@@ -61,7 +61,7 @@ numeric_experiment_arguments:
   fn_input_len: 4
   nfunc: 32
   n_fns_to_lock: 16
-  n_fns_to_unlock: 1
+  n_fns_to_unlock: 16
 
 
 # overrides specified parameters

diff --git a/...ck_50k_ft_points/3stage_unlock_128dp.yaml → ...ck_50k_ft_points/3stage_unlock_128dp.yaml b/...ck_50k_ft_points/3stage_unlock_128dp.yaml → ...ck_50k_ft_points/3stage_unlock_128dp.yaml
@@ -61,7 +61,7 @@ numeric_experiment_arguments:
   fn_input_len: 4
   nfunc: 32
   n_fns_to_lock: 16
-  n_fns_to_unlock: 1
+  n_fns_to_unlock: 16
 
 
 # overrides specified parameters

diff --git a/...ock_50k_ft_points/3stage_unlock_16dp.yaml → ...ock_50k_ft_points/3stage_unlock_16dp.yaml b/...ock_50k_ft_points/3stage_unlock_16dp.yaml → ...ock_50k_ft_points/3stage_unlock_16dp.yaml
@@ -61,7 +61,7 @@ numeric_experiment_arguments:
   fn_input_len: 4
   nfunc: 32
   n_fns_to_lock: 16
-  n_fns_to_unlock: 1
+  n_fns_to_unlock: 16
 
 
 # overrides specified parameters

diff --git a/...ck_50k_ft_points/3stage_unlock_256dp.yaml → ...ck_50k_ft_points/3stage_unlock_256dp.yaml b/...ck_50k_ft_points/3stage_unlock_256dp.yaml → ...ck_50k_ft_points/3stage_unlock_256dp.yaml
@@ -61,7 +61,7 @@ numeric_experiment_arguments:
   fn_input_len: 4
   nfunc: 32
   n_fns_to_lock: 16
-  n_fns_to_unlock: 1
+  n_fns_to_unlock: 16
 
 
 # overrides specified parameters

diff --git a/...lock_50k_ft_points/3stage_unlock_2dp.yaml → ...lock_50k_ft_points/3stage_unlock_2dp.yaml b/...lock_50k_ft_points/3stage_unlock_2dp.yaml → ...lock_50k_ft_points/3stage_unlock_2dp.yaml
@@ -62,7 +62,7 @@ numeric_experiment_arguments:
   fn_input_len: 4
   nfunc: 32
   n_fns_to_lock: 16
-  n_fns_to_unlock: 1
+  n_fns_to_unlock: 16
 
 
 

diff --git a/...ock_50k_ft_points/3stage_unlock_32dp.yaml → ...ock_50k_ft_points/3stage_unlock_32dp.yaml b/...ock_50k_ft_points/3stage_unlock_32dp.yaml → ...ock_50k_ft_points/3stage_unlock_32dp.yaml
@@ -61,7 +61,7 @@ numeric_experiment_arguments:
   fn_input_len: 4
   nfunc: 32
   n_fns_to_lock: 16
-  n_fns_to_unlock: 1
+  n_fns_to_unlock: 16
 
 
 # overrides specified parameters

diff --git a/...lock_50k_ft_points/3stage_unlock_4dp.yaml → ...lock_50k_ft_points/3stage_unlock_4dp.yaml b/...lock_50k_ft_points/3stage_unlock_4dp.yaml → ...lock_50k_ft_points/3stage_unlock_4dp.yaml
@@ -62,7 +62,7 @@ numeric_experiment_arguments:
   fn_input_len: 4
   nfunc: 32
   n_fns_to_lock: 16
-  n_fns_to_unlock: 1
+  n_fns_to_unlock: 16
 
 
 

diff --git a/...ck_50k_ft_points/3stage_unlock_512dp.yaml → ...ck_50k_ft_points/3stage_unlock_512dp.yaml b/...ck_50k_ft_points/3stage_unlock_512dp.yaml → ...ck_50k_ft_points/3stage_unlock_512dp.yaml
@@ -61,7 +61,7 @@ numeric_experiment_arguments:
   fn_input_len: 4
   nfunc: 32
   n_fns_to_lock: 16
-  n_fns_to_unlock: 1
+  n_fns_to_unlock: 16
 
 
 # overrides specified parameters

diff --git a/...ock_50k_ft_points/3stage_unlock_64dp.yaml → ...ock_50k_ft_points/3stage_unlock_64dp.yaml b/...ock_50k_ft_points/3stage_unlock_64dp.yaml → ...ock_50k_ft_points/3stage_unlock_64dp.yaml
@@ -61,7 +61,7 @@ numeric_experiment_arguments:
   fn_input_len: 4
   nfunc: 32
   n_fns_to_lock: 16
-  n_fns_to_unlock: 1
+  n_fns_to_unlock: 16
 
 
 # overrides specified parameters

diff --git a/...lock_50k_ft_points/3stage_unlock_8dp.yaml → ...lock_50k_ft_points/3stage_unlock_8dp.yaml b/...lock_50k_ft_points/3stage_unlock_8dp.yaml → ...lock_50k_ft_points/3stage_unlock_8dp.yaml
@@ -61,7 +61,7 @@ numeric_experiment_arguments:
   fn_input_len: 4
   nfunc: 32
   n_fns_to_lock: 16
-  n_fns_to_unlock: 1
+  n_fns_to_unlock: 16
 
 
 # overrides specified parameters

diff --git a/data_generation/pwd_locked_composition.py b/data_generation/pwd_locked_composition.py
@@ -366,8 +366,10 @@ def accuracy(y_pred, y_true):
         x = fn.fn1(x)
     y_true = x
     y_pred = [int(num) for num in chain_of_thought_without_input[-1].split()]
-    res['full_composition'] = accuracy(y_pred, y_true)
-
+    try:
+        res['full_composition'] = accuracy(y_pred, y_true)
+    except:
+        return res
     return res