misc(backend): fix reborrowing Pin<&mut T> as described in the doc ht…

…tps://doc.rust-lang.org/stable/std/pin/struct.Pin.html#method.as_mut
huggingface · Dec 5, 2024 · f0cd474 · f0cd474
1 parent 049f4ac
commit f0cd474
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/backends/trtllm/src/looper.rs b/backends/trtllm/src/looper.rs
@@ -113,7 +113,8 @@ fn executor_status_looper(
         }
 
         if backend.num_tokens_ready() > 0 {
-            match backend.pin_mut().pull_tokens() {
+            let mut backend = backend.pin_mut();
+            match backend.as_mut().pull_tokens() {
                 Ok(responses) => {
                     // Iterate through all the decoded token
                     for step in responses.deref() {
@@ -139,7 +140,7 @@ fn executor_status_looper(
                             if let Err(_) = ctx.streamer.send(response) {
                                 // Client has dropped, remove from tracked requests
                                 debug!("Client dropped - removing request {} from tracked requests", step.request_id);
-                                backend.pin_mut().cancel(step.request_id);
+                                backend.as_mut().cancel(step.request_id);
                                 let _ = in_flights.remove(&step.request_id);
                             }
                         } else {