From 40700f42331cc08491b43f6b6ea9f028205fb26c Mon Sep 17 00:00:00 2001
From: Brad | ad-astra <99882368+ad-astra-video@users.noreply.github.com>
Date: Tue, 14 Jan 2025 01:50:57 -0600
Subject: [PATCH] Fix codegen and some small updates (#395)

* fix openapi yaml and runner.gen.go

* fix streaming

* cancel context if borrow container fails

* fix error message
---
 runner/app/pipelines/llm.py |   2 +-
 runner/app/routes/llm.py    |   4 +-
 runner/gateway.openapi.yaml |  12 ++-
 runner/gen_openapi.py       |   1 +
 runner/openapi.yaml         |  12 ++-
 worker/runner.gen.go        | 170 ++++++++++++++++++------------------
 worker/worker.go            |  15 ++--
 7 files changed, 116 insertions(+), 100 deletions(-)

diff --git a/runner/app/pipelines/llm.py b/runner/app/pipelines/llm.py
index 3387ad0a..67d37498 100644
--- a/runner/app/pipelines/llm.py
+++ b/runner/app/pipelines/llm.py
@@ -204,7 +204,7 @@ async def generate(
         input_tokens = len(tokenizer.encode(full_prompt))
         if input_tokens > self.engine_args.max_model_len:
             raise ValueError(
-                f"Input sequence length ({input_tokens}) exceeds maximum allowed ({self.engine.engine_args.max_model_len})")
+                f"Input sequence length ({input_tokens}) exceeds maximum allowed ({self.engine_args.max_model_len})")
 
         total_tokens = 0
         current_response = ""
diff --git a/runner/app/routes/llm.py b/runner/app/routes/llm.py
index 9a5dde19..40d29aeb 100644
--- a/runner/app/routes/llm.py
+++ b/runner/app/routes/llm.py
@@ -101,7 +101,9 @@ async def llm(
         logger.error(f"LLM processing error: {str(e)}")
         return JSONResponse(
             status_code=status.HTTP_500_INTERNAL_SERVER_ERROR,
-            content={"detail": "Internal server error during LLM processing."}
+            content=http_error(
+                "Internal server error during LLM processing."
+            )
         )
 
 
diff --git a/runner/gateway.openapi.yaml b/runner/gateway.openapi.yaml
index 6367cc77..bd3d302e 100644
--- a/runner/gateway.openapi.yaml
+++ b/runner/gateway.openapi.yaml
@@ -525,7 +525,8 @@ components:
     AudioResponse:
       properties:
         audio:
-          $ref: '#/components/schemas/MediaURL'
+          allOf:
+          - $ref: '#/components/schemas/MediaURL'
           description: The generated audio.
       type: object
       required:
@@ -826,7 +827,8 @@ components:
     HTTPError:
       properties:
         detail:
-          $ref: '#/components/schemas/APIError'
+          allOf:
+          - $ref: '#/components/schemas/APIError'
           description: Detailed error information.
       type: object
       required:
@@ -876,9 +878,11 @@ components:
           title: Finish Reason
           default: ''
         delta:
-          $ref: '#/components/schemas/LLMMessage'
+          allOf:
+          - $ref: '#/components/schemas/LLMMessage'
         message:
-          $ref: '#/components/schemas/LLMMessage'
+          allOf:
+          - $ref: '#/components/schemas/LLMMessage'
       type: object
       required:
       - index
diff --git a/runner/gen_openapi.py b/runner/gen_openapi.py
index 94072e04..c91259ae 100644
--- a/runner/gen_openapi.py
+++ b/runner/gen_openapi.py
@@ -123,6 +123,7 @@ def write_openapi(fname: str, entrypoint: str = "runner"):
         description="An application to run AI pipelines",
         routes=app.routes,
         servers=SERVERS,
+        separate_input_output_schemas=False
     )
 
     # Translate OpenAPI schema to 'gateway' side entrypoint if requested.
diff --git a/runner/openapi.yaml b/runner/openapi.yaml
index 8bb39f3c..2fd6a8bd 100644
--- a/runner/openapi.yaml
+++ b/runner/openapi.yaml
@@ -558,7 +558,8 @@ components:
     AudioResponse:
       properties:
         audio:
-          $ref: '#/components/schemas/MediaURL'
+          allOf:
+          - $ref: '#/components/schemas/MediaURL'
           description: The generated audio.
       type: object
       required:
@@ -918,7 +919,8 @@ components:
     HTTPError:
       properties:
         detail:
-          $ref: '#/components/schemas/APIError'
+          allOf:
+          - $ref: '#/components/schemas/APIError'
           description: Detailed error information.
       type: object
       required:
@@ -1022,9 +1024,11 @@ components:
           title: Finish Reason
           default: ''
         delta:
-          $ref: '#/components/schemas/LLMMessage'
+          allOf:
+          - $ref: '#/components/schemas/LLMMessage'
         message:
-          $ref: '#/components/schemas/LLMMessage'
+          allOf:
+          - $ref: '#/components/schemas/LLMMessage'
       type: object
       required:
       - index
diff --git a/worker/runner.gen.go b/worker/runner.gen.go
index b5ddefc7..1376bd81 100644
--- a/worker/runner.gen.go
+++ b/worker/runner.gen.go
@@ -41,7 +41,7 @@ type APIError struct {
 
 // AudioResponse Response model for audio generation.
 type AudioResponse struct {
-	// Audio A URL from which media can be accessed.
+	// Audio The generated audio.
 	Audio MediaURL `json:"audio"`
 }
 
@@ -226,7 +226,7 @@ type GPUUtilizationInfo struct {
 
 // HTTPError HTTP error response model.
 type HTTPError struct {
-	// Detail API error response model.
+	// Detail Detailed error information.
 	Detail APIError `json:"detail"`
 }
 
@@ -3006,89 +3006,89 @@ func HandlerWithOptions(si ServerInterface, options ChiServerOptions) http.Handl
 // Base64 encoded, gzipped, json marshaled Swagger object
 var swaggerSpec = []string{
 
-	"H4sIAAAAAAAC/+xdeW/ctrb/KsS8B9gBZry1aR8M3D8cJ02Ma6eGl5sWbTCXI53RMJZIlaRsT/P83R94",
-	"qIWUqFlc2+3rnb8ylric9XcOySPm6yASWS44cK0Gh18HKppBRvHn0fnJOymFNL9jUJFkuWaCDw7NGwLm",
-	"FZGgcsEVkEzEkO4MhoNcihykZoBjZCrpdr+aQdk9A6VoAqafZjqFweHgTCXmr3lu/lBaMp4MHh6GAwm/",
-	"FUxCPDj8BUf93HSpCa37ickXiPTgYTg4KmImLkoqu6RcePSTqZCEmh4kAQ6SmlZdprCF+fHfEqaDw8F/",
-	"7TYy3C0FuHsGMaPXF6cd4m1vl3yPxAAPb0Q8HyfAseGVuIJ7bWbvIcpn8DpPBY0hLtmashSIFmQCREvK",
-	"TcsJxIbFqZAZ1YPDwYRxKueDFn1dnQwHGWgaU03trFNapKb/14fBsG0vcczMT5qSL2JCGLeTMcFLWnKq",
-	"FMTmDz0DkrMcUsZ9s6jmCtFhdDdmsU9Hh4oPRZIwnpAfaFTp++QtKczERu+VPPJK6fXUtmkcmlqCLiQf",
-	"a5aB0jTLlU+DlgV06LjAPqTpY6efeSohGu71Drks8lxIDTG5pWkB6pBsKeAaeARbQ7J1J2S8NSTGaokl",
-	"ikyESIFysr1lJt8y77amNFWw9WqHvLWUEaZI+Xq7Ge/VTtWSZEC5Ilw4RO6Us5XvzO/RhKLWmjaO1Eou",
-	"rxrJLPPqjmOE7H6Be5xkNIErgf90/SMpWEx5BGMV0RQ8NX2/87qto3c8EoWkCajSUnQNCUBYhi+iVChI",
-	"5yRl/KYxXqM3kkuR5Zpsz1gyA1nqjmR0TiTERVQOQX4raMr0/JUrt/clneQS6az55UU2AWn4ZRWDPZ5u",
-	"x9bCUM6mc3LH9KzjV/3ubuUXsHUcd7xAjvtdOb6FRAISczdjkSWjkmNFKVMkL9QMRXhHZaywFeNMM5ra",
-	"Njtt+shyMaVCUrUEEo7Iqbg4Itun4m50QfkNOYpprhGZXpWKpzwmTCsSCWmDXWy87A5YMtPouJYJJ16Q",
-	"d/c0y1M4JF/Jr4OUauB6FAmumDKONt9No2xkqBup+D79dXBI9nf2huTXAQfJvqjdnN1DOqJSj6q3Bw+u",
-	"AE6RsWfDwQ4/K0Ihh4Rqdgtja/xLiLhq3GRbvUL3KlgM5G5GtfkL7qO0iIFMpcgCIj5JuJDGgqbEN0jy",
-	"a7G3901E9l2yP5akkXNLWoj6Ihtbvx7nIEM87LdZ+IimRsS0AgQXI3KQJXseIUVGTmzjc5AdchjXkFjr",
-	"RXr4FCQgaxpaoWV/b6+fnhi4YMroGDvukDMhwf4mhSpoalALKGJWCVElFFWsTApNVCruQJKaCjNMXKTo",
-	"uZO5iTfAEz3r8Fe1J5dIdYg7V7yrWMUim+zXqaJT0PNxNIPoxhOeCX1t6Z2DNJhoAil2I9gNTVFpliHu",
-	"T9vYZWChSGOTwojpFLgyRiYkmVGZTYvUJfPSjnqMxNTEltEaqQWIuxK5hNItJeWxyIjFtx5RmMZBeVe6",
-	"8qSwt/M/PXAtpjYVadI0mucpa4KchErHVjPbe+bNvhfILqs5O9jcivt5pUAb2AIJgBfZl2cA4QR55bBZ",
-	"s/5kkfMJE9RaJavC8h9C4/4p+7yupdtlKl0xp/sXi0F0VTptgeJ3w8BKcyppBgoBWUEkeIzm7eUht2Z4",
-	"l7sfenBrhmHfm/P198FZbUvCOMFwrlaY9IMdPDTvyrZbxx9qx8f4+adarSVj/XQiE6b1eFJEN6DbVOwf",
-	"fN8m47qa0KgYV5uGKCNymomCa6MAO2a93HITCtSZDYXmVQmz5mdmYmfZ846lqQF7xvFVR4VnttkbJNpj",
-	"zA3tgikY0yIZ98Dy3kEnT61ZwM6ExnEDxh7DNl0mH7yFR7nokKAgm6SYNvf2tQkvjyRQVfHthXgk4KhI",
-	"SD/AL09fDl7/P85eNnlFJYk7Fresd3/v4NsQHmLLteDwE47dnXXNCGNDx4IQcwlJBlwf8bmeMZ4cdMPM",
-	"RNwH9kBJigZEviVUSjonCbsFTqgilEzEfbUFUPoZ4uLQ8P/Tzz/9TCwau9y+Efe9a+7u5CcV3itL/GMR",
-	"nqqbMeN5oYP8ibuRBCXSAkHNNCbYuMWUnucsQq/ExRoluYRbJgplfsQswt5Ml3Y1bLIq9Iv9+w/3n8j2",
-	"h398+sfB6+/QJC+PzrxM8szMfIJk/uVWvVmRGi9WN2NR6FqQC/DgxOTWBQwbCdqoIstdwZlJwM2AdluQ",
-	"ZhOWFEaYVvTWrNSQiKkGbv6Miwj3/UBrkGVPPaPcIA7jSQqOGjyuKsrJj5byEHhwY1Qp+x3GkRAyVuux",
-	"lwvGNcGejFMNqg6g9bjNkoLyBMgve8P9z6WJYO9yXgL3OUTaNp+AbSBBmYfmkVVfzDKDlYIrP2KVc5Fj",
-	"y0OIUXeyrjN8vD8ovVxMS65KRbR84W4GEgjQqCSfMKM4sv3T8OdXDfp5iTQ2a1Pm5O9IWEonkAYIO8Xn",
-	"dUbjkVZRs08Yj1mE8qemKSRSFDwuW5t4v+c1mdDoxm3SJddOu2BDPBUJ02tYi+2mSMFHxgPUTKQmw0Hz",
-	"tGMRxpU2UV9MDYmIcfg+sOl8amfv6nnV2NGJCQvix3Ve74Q+csH5xPu0TwOIhWUrfvx+4JIU8PvX/0Eb",
-	"WCtJc7OTtSzjXHvnqHLOgP8ezwp+E8p7IvMCE1SjTPRK2hxydY+Ddbnd1E16cYAy08VRXRb9rY9G1/VM",
-	"PWNWrzsDMw2ZIejBmaMeq54Iw1hHktptaAhzZGkFFZDg+/PrY5HlhYYTPg2cPZ/VZ+oxaMqM+b8/vyaR",
-	"7eMeA3eFauGrxrpw7kW/2OqEJlH84lYBOP6aQSbkfDyVAF4HfEx+MI8XdNNC0zTQ7wqfBzsy3iINHwS3",
-	"A2jm0fTR/L10X80IhNuWHpE+q5WMKoIcrbaUF1bvtWYp+x1VtEzFRrNF05woTTVTmkXqkcp9YY2tpobh",
-	"wOFxXFqy282RGCnlG5zOHcbS3DeKpXyFhfCqJhHiIEiQby1tWwhYzIerq/OekiHzasWaIQsWy+pr6qKf",
-	"thzK7g7xDVk9NP+LpixGzmrq+0iqQHYhbe3xHER+a0cKwLFLbXuAEN1UxndUoveWKLpSeZPx04XIm+SF",
-	"ydvQ2WlduHPutVnEfAtYHM7e5wXpMx03aV3pWKPMkd3259WzZeiZNw3reYcN467pBKS8QBmXmmq1khok",
-	"0HRkoi4qZBFYGrJUNe4jFdL23ZZSLNl/Xa1Y9gNq6SX8A9BUz46rfNmXqBmuUOH0aoYdiW1SpVgOZcCL",
-	"zBD74z8Hw8G7i4sfLwbDwcnb03cueZd2gmUMl3S4fDlkB7jCJd9axYyh5UZgldojjPYawc0ylxc/ulZm",
-	"ix6WZaElLZ9b/RbVRjrniGsJBlPzRXLpz+obqWCN3tKUvp1qt9LrEAcBRk9Pz45ngkUQik6pLcJcpJLT",
-	"07MzW21rRpsyztRsLIGqKm44GwX1MSi2Ihe2VWh7msdw7+Vy+CCcmNnJ1yCzbR04tiO5RiRheZ01U/oC",
-	"iwTXwLVL+HH5KLSlJVIP0C5EuhzMpG1UzeRTXREWJvsCfitABSoYMno/1uIGePss7Tt3r/yeXNk2C7Sg",
-	"Vk5lfLNpsulymLZDl9Dda1EYPII7HFoCzbx+WIvq15PQLLjhoCHLjUsWElpHqd+7ztk0CpxYapGP/b2V",
-	"0b7TWeTkn0GJmn55u1DM7Xa+tACmVopvJZUd9FlJg3Yt60afWEvFpRs9uIt+O0hXwZEEA36e85SPgqUL",
-	"q6z1KptZaibW/MeFsgQsYQsd4ToMJnGVZgwalvzxh7Uk23pZiNLOpAHgyfIUcI3VOHIDQdXLRR5s97wC",
-	"3e3u4aKuuBwM9MRFcX/H4KZbNcwwwFNrJl96jnhC8mO3gCe25cHtOZXUWnAXwaVIx4VMl2xzX1+cYsBX",
-	"xQRL6xlPyC2j5Eqy6AYPx4QWkUjLTe8Yz0DK+o6U3ZZFHiMtRu1KFpIjcW4CcGzJItcyaL1wayx0DaLz",
-	"YpIyNTM02779pFc5apW6Uh6TVCQeee/sGD3UrXhu8JFm0E6MiRZEFrwrN/PC/vgiJjvko9AsAqKxyHfG",
-	"FGGKcJpBTKrJqxKeqlja7r8KPQNJpCg0qCHu7TNNYgGKcKFtNaKZiZLgoYat7oF7Gmn7bFu9IjHkwGNF",
-	"BPc5YcaaM+C6LHzkMcmwlGuC1TJTlhSSTlJATZie/7Zm8G9CZVJUh/ErLZZq266l/fWhc0JWlsFjY9Ag",
-	"ncO+wGcypb8EPKs0pcb4/LpPpRm3HBvbK9UrCp0IewpjYq8RcTmMN6d91GdWleNBeOpLUcgI3FkZj0Tm",
-	"z1qPQbRXI3JZPw9O3l5veZT4InFBKoxBK6DVWiuQxeDSXZCsD3mIZlUV3OLpnhHDXODVosKxRZC1MmI9",
-	"rU0TLf48q35po16UxJxRdaPWsmXbt6pG6jFgtyagvaaW9G5ICu6UhTRFK4ps266vaujDKhf/mxj/xN+v",
-	"cVq6vdEZD0UQ1HskZN92CcpjS9kwEeMJsm2OdGNRiD+lB2V24KWfvpaEqap5KdXPLdoX6hd3ZwInn5l5",
-	"USnT4A1ltjDU+WCTTkShW7V72K+rcK6md91pPs1AV2W2dsI7qsg0pUkCMaGKfLz84ZN3Jm+GWf2c2WjC",
-	"vLGlDG5NdD3jSrWNQb82gxuntpU1DQsR5SZBoFEEStkPauuznBWc2LqusqSg2Fx9orr69Hh9cRpSJaKv",
-	"FFn53V0vlb7GXprnNpeGmQCjT7+7h4fmapX9PXu+vvrWpz0tf2gdn4cW0s+7wzisePzs914EDOZ9+ZlN",
-	"38Lr7/MZ7VN+y9H5SHXBtxyb71I336X+fb9Lff0f/VkquQSzUNdAsC48t5s0WCeM+xhb/7tlTEPVtzpM",
-	"5k318KYU8E/7+KSD3yt+fFIaTCvE+iG0N85e5gDRrC/Qely4kHVEMoMnKgd6A5LEYFb2Uhkdpwb80zmB",
-	"+1yCQr2ZMEE5qjo2fSCaVSWNxujQVs3jGFvmTEfoOZ2ldPWXkV01tVnCaoAy3TJ/2fHDenQGecZvZFeh",
-	"ZFG0aJKyxSHCfo2B+xuLpurN13x78UwhYDBLC5RSEXnnPZTPf5wODn/52uHwa8emPz+4MTxqFbk0B3v2",
-	"KqfWEWBQhvigaYo0kyvzdFnqaviwU5UtHddaoShq/V245ftu9vvhZYl69bWtaeutFdasl2ivEaqTeEvE",
-	"kvqJklRXZov3ehCho0IyPb80pFg+P1xdnb8BKkHWN4IhrNtH9SAzrfPBwwOWAYRqQ4/KawOi+qYnWXBy",
-	"dFLv+7kbfafsFnKDJUcn5KLgHCcyuGbH2tvZ29kzAhE5cJqzweHgm539nT2jLapnSPYuXiA00mJUOXEu",
-	"VCia17csOZdi2Q95ytWWyEtrOInNUqJ9A5G0B7NvRDxvVRPYqE+l3jVhd1RdjmXVvMwIQtcdPfgqNjEe",
-	"H1iFItsHe3stKhyp734p6ztWI8FbIOLcrcBd4GJ/WqSkaTYcfPuEJDTFmoH539CYVMfiOO/+y8x7zWmh",
-	"Z0Ky3yHGife/eZmJS2bJO65NGnwlBDml0hZjfLv/+qW4bxJWRCqL5YaEg4MnJaFTONslpmlC6uLa1y9l",
-	"fydcg+Q0JZcgb0GSpgK5glGMuS6A/vL54fNwoIoso3Je3aZHrgSpUgOaKIPdVSgx6H0/sikWVfMRpxmM",
-	"xC1IyWJEfg8dhoPdWVkLuVuhcAIoAh/E3ELWwTMiSKhgdlUgeXDlVA1kK4Z9Tuty2IWsVsWhz86rneiP",
-	"cVmNYdjEItB+9uzr5+TLqUJ9HFeWROQGl1YmKNefQ4aj8lGep/Pqm0jv2hllj/ZzKUyS5SzWOmG6dU/Q",
-	"M8dpb7YXDtR+XewmUvdH6k2EWjdC2cslrgSpvzBeM0Qx3zFcEFghM8cNK4sDyxNz/xqpl3H4PyMxDxWJ",
-	"b7z+L56fb6Dn0dDzyOSYeR7qAs9tfYNcEHneh+5NWyvpqO4ZehkMsrO9MAj5m0kb+NkkHc/g+fV9XY9z",
-	"/coxhoPdlN3CyK94XLb8CC48nGpmW7vn3oOqC8khJsBjvCpHBSGiXXy3ECYer6OewtUXRoneSsMNYGwA",
-	"4+kAw5iZBYs/ghpp2zMtcqTZCqkCnjUWWM9ASUp5UhgIq4/yuyhwevZcjt98LPbSzu58DrXx741/P6F/",
-	"o7es7c9pZl24LEUf0fIKt9FBv0eXt72Vhc/49RflCzL+wO1wz5z1d2Z8YTf3S8o3jr5x9Kdz9Mr7KuMm",
-	"B4/we9V1kOFg10ToFY4e3rcqknHt7xQgh5N6p9LrmcJ6t5Zsc8qwcfu/idtjFd0fOGTQjvt5zm7r8Vba",
-	"6vO7uP9Fnv2fzapvg6tNQN1U/lEeOyWY3v8b14MUtsbvWaHCKyN8Yazw/xfDDVZssOLpsaJ2oceBRdkd",
-	"0aJwbm0OwkR5c2y9EiCTefXfYuAnkVqR5nL8oNs3d88+8+qgmmiTHWw8/m/i8c69zWu6euE6g0ICFE7X",
-	"uji/qjc+TkURk2ORZQVnek7eUw13dD4oPwDGKmd1uLsbS6DZKLFvd9Ky+05kumNZfc/4lxqzir5h64EU",
-	"ttulOdudgKa7Nb8Pnx/+LwAA//86n8VApXkAAA==",
+	"H4sIAAAAAAAC/+xde2/ctpb/KoR2ASfAjF9t2oWB+4eTpolx7dTw47ZFa8zlSGc0jCVSJSnb06y/+4KH",
+	"epASNTN2bbfbO39lLJE87x8PySPmSxSLvBAcuFbRwZdIxXPIKf48PD16L6WQ5ncCKpas0Ezw6MC8IWBe",
+	"EQmqEFwByUUC2XY0igopCpCaAY6Rq7Tf/WIOVfcclKIpmH6a6Qyig+hEpeavRWH+UFoynkb396NIwm8l",
+	"k5BEB7/gqFdtl4bRpp+YfoZYR/ej6LBMmDiruOyzcubxT2ZCEmp6kBQ4SGpa9YXCFvgjy36YRQe/fIn+",
+	"W8IsOoj+a6fV5k6lyp0TSBi9PDuO7q9GAU1UlCCxlLd70lpyrryeTAGh34pkMUmBY8MLcQF32rA7IIXP",
+	"0mWRCZrU3JAZy4BoQaZAtKTctJxCYnQyEzKnOjqIpoxTuYg6/PWNOIpy0DShmlqqM1pmpv+X+6irl8Mk",
+	"YeYnzchnMSWMW2JM8IqXgioFiflDz4EUrICMcd+PalohPoyxJyzx+ehx8bFMU8ZT8j2Nawc5+o6UhrBx",
+	"lFofRe0lDWnbNAmRlqBLySea5aA0zQvl86BlCT0+zrAPaftY8nPPJETDnd4m52VRCGm86YZmJagDsqWA",
+	"a+AxbI3I1q2QydaIGDcnlikyFSIDysmrLUN8y7zbmtFMwdbrbfKd5YwwRarXr9rxXm/XLUkOlCvChcPk",
+	"dkWtemd+j6cUrda2cbRWSXnRamYVDPQCI+T3S8LjKKcpXAj8px8fackSymOYqJhm4Jnp2+03XRu957Eo",
+	"JU1BVZ6iGwwBwnJ8EWdCQbYgGePXrfMau5FCirzQ5NWcpXOQle1IThdEQlLG1RDkt5JmTC9eu3r7UPFJ",
+	"zpHPRl5e5lOQRl5WCzgQ6XZsLQznbLYgt0zPe3E1HO5WfwFfx3EnS/S419fjd5BKQGZu5yy2bLQIaTll",
+	"ihSlmqMKb6lMFLZinGlGM9tmu8sfWa2mTEiqVkDCITkWZ4fk1bG4HZ9Rfk0OE1poRKbXleEpTwjTisRC",
+	"2tkxMVF2CyydawxcK4QzwZD3dzQvMjggX8ivUUY1cD2OBVdMmUBb7GRxPjbcjVVyl/0aHZC97d0R+TXi",
+	"INlntVOwO8jGVOpx/Xb/3lXAMQr2bDjYk2dNKOSQUs1uYGKdfwUTF22YvFKvMbxKlgC5nVNt/oK7OCsT",
+	"IDMp8oCKj1IupPGgGfEdkvxa7u5+FZM9l+1PFWvk1LIW4r7MJzauJwXIkAx7XRE+oasRMasBwcWIAmQl",
+	"nsdImZMj2/gUZI8dxjWk1nuRHz4DCSiahs7Usre7O8xPAlwwZWyMHbfJiZBgf5NSlTQzqAUUMauCqAqK",
+	"alGmpSYqE7cgScOFGSYpM4zc6cLMN8BTPe/JV7cn58h1SDpXvet4xTKfHLapojPQi0k8h/jaU56Z+rra",
+	"OwVpMNFMpNiNYDd0RaVZjrg/62KXgYUyS0wKI2Yz4Mo4mZBkTmU+KzOXzXM76jtkpmG2mq2RW4Ckr5Fz",
+	"qMJSUp6InFh8G1CFaRzUd20rTwu72/8zANdiZlORNk2jRZGxdpKTUNvYWubVrnmz501k5zXNHjZ35v2i",
+	"NqCd2AIJgDezr84Awgny2tNmI/qTzZxPmKA2JlkXlv8QGg+THIq6jm1XmXTNnO5fLAHRN+msA4rfhBZk",
+	"M0lzUAjICmLBE3RvLw+5McO70n0/gFtznPY9mm++DVK1LQnjBKdztQbRj3bwEN21fbeZf6gdH+fPP9Vr",
+	"LRsPTydyYVpPpmV8DbrLxd7+t102LmuCxsS42jRMGZXTXJRcGwPYMZvllptQoM3sVGheVTBrfuZm7qx6",
+	"3rIsM2DPOL7qmfDENnuLTHuCuVO7YAomtEwnA7C8u9/LUxsRsDOhSdKCsSewTZfJR2/hUS06JCjIpxmm",
+	"zYN9bcLLYwlU1XJ7UzwycFimZBjgV6cv+2/+H2cvm7yi1sQtSzreu7e7/3UID7Hlg+DwRxy7T/WBM4yd",
+	"OpZMMeeQ5sD1IV/oOePpfn+amYq7wKYpydCByNeESkkXJGU3wAlVhJKpuKu3AKo4Q1wcGfl/+vmnn4lF",
+	"Y1fat+JucM3dJ35U472yzD8W4am6njBelDoon7gdS1AiKxHUTGOCjTtC6UXBYoxKXKxRUki4YaJU5kfC",
+	"YuzNdOVXozarwrjYu/t49yN59fEfP/5j/8036JLnhydeJnliKB8hm3+5VW9eZiaK1fVElLpR5BI8ODK5",
+	"dQmjVoN2VpHVruDcJOBmQLstSPMpS0ujTKt661ZqRMRMAzd/JmWM+36gNciqp55TbhCH8TQDxwyeVDXn",
+	"5AfLeQg8uHGqjP0Ok1gImaiHiVcIxjXBnoxTDaqZQJtx2yUF5SmQX3ZHe1eVi2Dvii6BuwJibZtPwTaQ",
+	"oMxD88iaL2G5wUrBlT9jVbTIOytDSFCXWD8YPt3tV1EuZpVUlSE6sXA7BwkEaFyxT5gxHHn10+jn1y36",
+	"eYk0Nuty5uTvyFhGp5AFGDvG501G47FWc7NHGE9YjPqnpimkUpQ8qVqb+X7XazKl8bXbpM+uJbtkQzwT",
+	"KdMP8BbbTZGSj00EqLnITIaD7mnHIowrbWZ9MTMsIsbh+8Cm87Gl3rfzunNHb05YMn9cFs1O6CMXnE+8",
+	"T/s0gFhasZLH7weuSAG/ffMftIG1ljY3O1mrMs4H7xzVwRmI33fzkl+H8p7YvMAE1RgTo5K2h1z982Nd",
+	"bTf1k14coMp0cVRXRH/ro7V1Q2lgzPp1b2CmITcM3Ts0mrEaQjiN9TSp3YaGMUeXVlEBDX44vXwn8qLU",
+	"cMRngbPnk+YQPgFNmXH/D6eXJLZ93GPgvlItfDVYF8696GdbztAmip/dsgEnXnPIhVxMZhLA64CPyffm",
+	"8ZJuWmiaBfpd4PNgR8Y7rOGD4HYAzT2ePpm/V+6rGYVw29Jj0he11lHNkGPVjvHC5r3ULGO/o4lWmdhY",
+	"tmybE6WpZkqzWD3SuC9ssfXMMIocGSeVJ7vdHI2RSr9Bcu4wluehUSznayyE13WJkARBhnxv6fpCwGM+",
+	"XlycDtQYmVdrFhlZsFi/IKepF+oX5HxX446l7CFOV38VWUfoVpwBWf9FM5bgcI3UQ6LU4LxUku54DpJb",
+	"SUIw7nLbHSDEN5XJLZUY9ZUu1qqjMvG9FLHTojT5nq2kagp+Tr02y4TvAJIj2YeiJEMu5ya7ax2HVLm1",
+	"2/60frYKdYu2YUN31Aruuk5Ay0uMca6pVmuZQQLNxma2RoMsA1nDlqrHfaRBujHfMYpl+69rFSt+wCyD",
+	"jH8Emun5uzrP9jVqhitVOC2bY0dim9SpmcMZ8DI3zP7wz2gUvT87++EsGkVH3x2/d9k7twRWCVzx4crl",
+	"sB2QCpeKD6qaDC1TAqvbAWV01xZudrq6ttL1MlsssSp7rXi56vRbVlPpnD8+SDGY0i/Ty/BqoNUK1vat",
+	"XAp0U/ROWh6SICDo8fHJu7lgMYRmp8wWb643zx4fn5zYAt/o/up+FM0YZ2o+kUBVPYc4mw3NUSq2Ime2",
+	"VWiLmydw5+WD+CCc3Fnyj2S56zVIx9Foq6qwHk9a8r4iY8E1cO0K8a56FNoiE5kHdGciWw1y0jaqKflc",
+	"14yF2T6D30pQgYqInN5NtLgG3j2b+8bde78jF7bNEouotVMc1yJudW81TDfQK0gf9C6cVII7JloCzb1+",
+	"WNvq16fQPLiBoSEvTKiWEjpHs9+6Qds2CpyAalFM/L2a8Z7TWRTkn0GNmn5Ft/DM7Xa6sqCmMYrvJbUf",
+	"DHlJi4Id78aYeJCJqzC6dzcR7CB9A8cSDCh6wVM9CpZCrLN2rH1mpZtY95+UyjKwQiwMhEvrvKHVV16R",
+	"iVv+nfFHjSa7dlmK3g7RAPDkRQa4ZmsDuYWg+uWyCLZ7aIHudjdyWVdcXgZ64iJ7uGNwE68eZhSQqUPJ",
+	"156jnpD+2A3gCXB1EHxKJbUe3EdwKbJJKbMV2+aXZ8eYCKhyiqX6jKfkhlFyIVl8jYdtQotYZNUmeoJn",
+	"KlW9SMZuqqKRsRbjbmUMKZA5NzF4Z9kilzLovXBjPPQBTBflNGNqbni2fYdZr3PXOqWlPCGZSD323tsx",
+	"Brhb8xziE82hmzATLYgseV9v5oX98VlMt8knoVkMRGPR8JwpwhThNIeE1MTrkqC6+Nru5wo9B0mkKDWo",
+	"EZ4VME0SAYpwoW11o6FESfCQxFYLwR2NtX32Sr0mCRTAE0UE9yVhxptz4LoqpOQJybE0bIrVNzOWlpJO",
+	"M0BLmJ7/tm7wb0JlWtaH+2stohrfbrT95b534laV1WNj0CCdw8PAZzdVvAQiq3Kl1vn8fRelGbcSG9+r",
+	"zCtKnQp7qmPmXqPiahiPpn005FZ14EGY9LkoZQwuVcZjkftUmzGI9mpOzpvnQeLddZjHia8SF6TCGLQG",
+	"Wj1oZbIcXPoLlYdDHqJZXVW3nNwzYpgLvFrUOLYMstZGrKf1aaLFn+fVL+3Uy5KYE6qu1YN82fatq5sG",
+	"HNitMeiutSW9HZGSO2UmbRGMIq9s19cN9GHVjP+NjV9B4NdMrdz26I2HKgjaPRZyaBsF9bGl7DSR4Im0",
+	"bY58Y5GJT9KDMjvwym9vK8ZU3bzS6lWH96X2xV2bwElqbl7UxjR4Q5ktNHU+AKVTUepOLSD26xucq9lt",
+	"n8yPc9B12a4leEsVmWU0TSEhVJFP59//6J3xm2HWP7c2ljBvbGmEW2PdUFyrVjIY12ZwE9S2UqcVIabc",
+	"JAg0jkEp+4Fucza0RhDb0FWWFVSba08015AdL8+OQ6ZE9JUir77jG+TSt9hLy9yV0ggTEPTpd/3wEF6t",
+	"s+9nz+vX3xK1p+/3neP40EL6eXceR7WMV37vZcBg3lef7QwtvP4+n+U+5bchvY9el3wbsvnOdfOd69/3",
+	"O9c3/9GfuZJzMAt1DQTrzAu7SYN1x7iPsfW/W8Y1VHNLxHTRViNvSgv/tI9Zevi95scslcN0plh/Ch2c",
+	"Z88LgHg+NNF6UriQdUhygyeqAHoNkiRgVvZSGRtnBvyzBYG7QoJCu5lpgnI0dWL6QDyvSySN06GvmscJ",
+	"tiyYjjFyekvp+i+ju5q0WcJqgCrdMn/Z8cN2dAZ5xm9u1+Fk2WzRJmXLpwj7dQfubywjNZiv+f7iuULA",
+	"YVYWLmUi9s57KF9Ux61dCb/0fPrq3p3D407xS3uwZ++S6hwBBnWID9qmyDO5ME9Xpa5GDkuqaumE1hrF",
+	"Ug/fhVu972a/R16VqNdf75q23lrhgXUU3TVCfSpvmVhRV1Gx6ups+V4PInRcSqYX54YVK+fHi4vTt0Al",
+	"yOZKMoR1+6gZZK51Ed3fY0lAqNb0sLqGIG5ujpIlJ4dHzb6fu9F3zG6gMFhyeETOSs6RkME1O9bu9u72",
+	"rlGIKIDTgkUH0Vfbe9u7xlpUz5HtHbyQaKzFuA7iQqjQbN7c2uRcsmU/DKpWW6KovOEoMUuJ7o1G0h7M",
+	"vhXJolNNYGd9KvWOmXbH9WVb1syrnCB0fdK9b2Izx+MDa1AUe393t8OFo/Wdz1Wtx3oseAtEpN2ZuEtc",
+	"7M/KjLTNRtHXT8hCW8QZoP+WJqQ+Fke6ey9D95LTUs+FZL9DgoT3vnoZwpWw5D3XJg2+EIIcU2mLMb7e",
+	"e/NS0rcJKyKVxXLDwv7+k7LQK6jtM9M2IU3R7ZuX8r8jrkFympFzkDcgaw4cGMU51wXQX67ur0aRKvOc",
+	"ykV9Ox+5EKRODWiqDHbXU4lB77uxTbGoWow5zWEsbkBKliDye+gwinbmVY3kTo3CKaAKfBBzC1yjZ0SQ",
+	"UCHtukBy7+qpHshWEvuSNmWyS0Wti0afXVZL6I9JWY9hxMTi0GHx7OvnlMupTn2cVJZFlAaXVmZSbj6v",
+	"DM/Kh0WRLepvLL1rbJQ92i+kMEmWs1jrTdOde4eeeZ72qL3wRO3Xy25m6uGZejNDPXSGspdVXAjSfLH8",
+	"wCmK+YHhgsAamTluWFkcWJ2Y+9dSvUzA/xmJeah4fBP1f/H8fAM9j4aeRybHzItQF3humhvpgsjzIXQP",
+	"24OSjvreopfBIEvthUHI30zawM8m6XiGyG/u/3pc6NeBMYp2MnYDY7/icdXyI7jwcKqZbe2ee6+qLiWH",
+	"hABP8OodFYSIbvHdUph4vI0GCldfGCUGKw03gLEBjKcDDONmFiz+CGpk3ci0yJHla6QKeNZYYj0DJRnl",
+	"aWkgrDnK76PA8clzBX77sdhLB7vzOdQmvjfx/YTxjdHy4HjOchvCVSn6mFZXwo33hyO6uj2uKnzGr78o",
+	"X5LxB26be+asv0fxhcPcLynfBPom0J8u0Ovoq52b7D8i7lU/QEbRjpmh1zh6+NCpSMa1v1OAHE7qnUqv",
+	"Z5rW+7Vkm1OGTdj/TcIeq+j+wCGDdsLPC3Zbj7fWVp/fxf0v9+z/lFZ/G1xvAuq28o/yxCnB9P4fugGk",
+	"sDV+zwoVXhnhC2OF/78ibrBigxVPjxVNCD0OLKruiBalcwt0ECaqm2iblQCZLur/ZgM/idSKtJftB8O+",
+	"vcv2mVcHNaFNdrCJ+L9JxDv3QD8w1Es3GBQyoJBc5yL+ut74XSbKhLwTeV5yphfkA9VwSxdR9QEwVjmr",
+	"g52dRALNx6l9u51V3bdj0x3L6gfGP9eYVQwN2wyksN0OLdjOFDTdaeS9v7r/vwAAAP//r12GsSZ6AAA=",
 }
 
 // GetSwagger returns the content of the embedded swagger specification file
diff --git a/worker/worker.go b/worker/worker.go
index 7ec429cf..726485a2 100644
--- a/worker/worker.go
+++ b/worker/worker.go
@@ -399,12 +399,15 @@ func (w *Worker) LLM(ctx context.Context, req GenLLMJSONRequestBody) (interface{
 	ctx, cancel := context.WithCancel(ctx)
 	c, err := w.borrowContainer(ctx, "llm", *req.Model)
 	if err != nil {
+		cancel()
 		return nil, err
 	}
 	if c == nil {
+		cancel()
 		return nil, errors.New("borrowed container is nil")
 	}
 	if c.Client == nil {
+		cancel()
 		return nil, errors.New("container client is nil")
 	}
 
@@ -781,19 +784,21 @@ func (w *Worker) handleStreamingResponse(ctx context.Context, c *RunnerContainer
 			default:
 				line := scanner.Text()
 				data := strings.TrimPrefix(line, "data: ")
-
+				if data == "" {
+					continue
+				}
 				if data == "[DONE]" {
 					break
 				}
 
-				var llmRes *LLMResponse
-				if err := json.Unmarshal([]byte(data), llmRes); err != nil {
-					slog.Error("Error unmarshaling stream data", slog.String("err", err.Error()))
+				var llmRes LLMResponse
+				if err := json.Unmarshal([]byte(data), &llmRes); err != nil {
+					slog.Error("Error unmarshaling stream data", slog.String("err", err.Error()), slog.String("json", data))
 					continue
 				}
 
 				select {
-				case outputChan <- llmRes:
+				case outputChan <- &llmRes:
 				case <-ctx.Done():
 					return
 				}