fix(experiments): ignore autodan/revise mutator

walledai · Aug 3, 2024 · 9eb2902 · 9eb2902
1 parent f39f3c7
commit 9eb2902
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/experiments/mutation_benchmarks.py b/experiments/mutation_benchmarks.py
@@ -56,7 +56,7 @@
                         help="Number of runs before saving")
 
     parser.add_argument("-n", "--num", 
-                        type=int, default=1, 
+                        type=int, default=0, 
                         help="Number of samples to test")
 
     args = parser.parse_args()
@@ -114,7 +114,8 @@
     # ================================================================
 
     tactics = [
-        "autodan/revise", "masterkey/rephrase",
+        #"autodan/revise", 
+        "masterkey/rephrase",
         "renellm/alter-sentence-structure",
         "renellm/change-style",
         "renellm/insert-meaningless-characters",