From 9eb2902e29c80b36a814064892dfbbb388385d38 Mon Sep 17 00:00:00 2001
From: Prannaya <prannayagupta@gmail.com>
Date: Sat, 3 Aug 2024 12:24:59 +0800
Subject: [PATCH] fix(experiments): ignore `autodan/revise` mutator

---
 experiments/mutation_benchmarks.py | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/experiments/mutation_benchmarks.py b/experiments/mutation_benchmarks.py
index 62f141f..a74d706 100644
--- a/experiments/mutation_benchmarks.py
+++ b/experiments/mutation_benchmarks.py
@@ -56,7 +56,7 @@
                         help="Number of runs before saving")
 
     parser.add_argument("-n", "--num", 
-                        type=int, default=1, 
+                        type=int, default=0, 
                         help="Number of samples to test")
 
     args = parser.parse_args()
@@ -114,7 +114,8 @@
     # ================================================================
 
     tactics = [
-        "autodan/revise", "masterkey/rephrase",
+        #"autodan/revise", 
+        "masterkey/rephrase",
         "renellm/alter-sentence-structure",
         "renellm/change-style",
         "renellm/insert-meaningless-characters",