From 39c7b861543ce6cc236c47245648552b562d9960 Mon Sep 17 00:00:00 2001 From: Jonathon Belotti Date: Wed, 27 Sep 2023 20:37:02 +0000 Subject: [PATCH] fix: don't loop forever if TGI server fails --- 06_gpu_and_ml/text_generation_inference.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/06_gpu_and_ml/text_generation_inference.py b/06_gpu_and_ml/text_generation_inference.py index e3389ae70..be1a399f8 100644 --- a/06_gpu_and_ml/text_generation_inference.py +++ b/06_gpu_and_ml/text_generation_inference.py @@ -122,6 +122,11 @@ def webserver_ready(): socket.create_connection(("127.0.0.1", 8000), timeout=1).close() return True except (socket.timeout, ConnectionRefusedError): + # Check if launcher webserving process has exited. + # If so, a connection can never be made. + retcode = self.launcher.poll() + if retcode is not None: + raise RuntimeError(f"launcher exited unexpectedly with code {retcode}") return False while not webserver_ready():