Fix llm frontend path for tgi mixtral (#600)

* Update llm-frontend path * Revert text_generation_inference to previous state
modal-labs · Feb 27, 2024 · a9e2c13 · a9e2c13
1 parent f71e7b1
commit a9e2c13
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 3 deletions.
diff --git a/06_gpu_and_ml/llm-serving/text_generation_inference.py b/06_gpu_and_ml/llm-serving/text_generation_inference.py
@@ -206,7 +206,7 @@ def main():
 #
 # You can try our deployment [here](https://modal-labs--tgi-app.modal.run).
 
-frontend_path = Path(__file__).parent.parent / "llm-frontend"
+frontend_path = Path(__file__).parent / "llm-frontend"
 
 
 @stub.function(

diff --git a/06_gpu_and_ml/llm-serving/tgi_mixtral.py b/06_gpu_and_ml/llm-serving/tgi_mixtral.py
@@ -173,7 +173,7 @@ def main():
 #
 # You can try our deployment [here](https://modal-labs--tgi-mixtral.modal.run).
 
-frontend_path = Path(__file__).parent / "llm-frontend"
+frontend_path = Path(__file__).parent.parent / "llm-frontend"
 
 
 @stub.function(

diff --git a/06_gpu_and_ml/llm-serving/vllm_mixtral.py b/06_gpu_and_ml/llm-serving/vllm_mixtral.py
@@ -196,7 +196,7 @@ def main():
 
 from modal import Mount, asgi_app
 
-frontend_path = Path(__file__).parent / "llm-frontend"
+frontend_path = Path(__file__).parent.parent / "llm-frontend"
 
 
 @stub.function(