diff --git a/CybersecurityBenchmarks/benchmark/llm.py b/CybersecurityBenchmarks/benchmark/llm.py index dcd6b43a3..0f6b63eb1 100644 --- a/CybersecurityBenchmarks/benchmark/llm.py +++ b/CybersecurityBenchmarks/benchmark/llm.py @@ -78,6 +78,7 @@ def chat( @abstractmethod def chat_with_system_prompt( self, + system_prompt: str, prompt_with_history: List[str], guided_decode_json_schema: Optional[str] = None, ) -> str: @@ -85,6 +86,7 @@ def chat_with_system_prompt( Abstract method to chat with an LLM with given prompts as well as system prompt and return the response. Args: + system_prompt (str): The system prompt to send to the LLM. prompt_with_history ([str]): The prompt to send to the LLM along with chat history. The last string in the list is the prompt. Returns: