From 062f096da18ead3e74afe09d70f6379176b38334 Mon Sep 17 00:00:00 2001 From: vyom1611 Date: Wed, 29 May 2024 20:01:41 +0530 Subject: [PATCH] Modal benchmarking script updated to replace deprecated calls --- dev/cuda/benchmark_on_modal.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/dev/cuda/benchmark_on_modal.py b/dev/cuda/benchmark_on_modal.py index e597538f..7a055ec9 100644 --- a/dev/cuda/benchmark_on_modal.py +++ b/dev/cuda/benchmark_on_modal.py @@ -27,7 +27,7 @@ N_GPUS = int(os.environ.get("N_GPUS", 1)) GPU_MEM = int(os.environ.get("GPU_MEM", 40)) GPU_NAME = os.environ.get("GPU_NAME", "A100") -GPU_CONFIG = GPU_NAME_TO_MODAL_CLASS_MAP[GPU_NAME](count=N_GPUS, memory=GPU_MEM) +GPU_CONFIG = GPU_NAME_TO_MODAL_CLASS_MAP[GPU_NAME](count=N_GPUS, size=str(GPU_MEM)+'GB') APP_NAME = "llm.c benchmark run" @@ -51,7 +51,7 @@ ) ) -stub = Stub(APP_NAME) +stub = modal.App(APP_NAME) def execute_command(command: str):