From a27c06f96a3217e8261cbdbed3247213c9851d7a Mon Sep 17 00:00:00 2001
From: Will Crichton <wcrichto@cs.stanford.edu>
Date: Thu, 22 Aug 2024 16:19:28 -0700
Subject: [PATCH] Log when waiting for too long

---
 crates/server/src/main.rs | 27 +++++++++++++++++++--------
 1 file changed, 19 insertions(+), 8 deletions(-)

diff --git a/crates/server/src/main.rs b/crates/server/src/main.rs
index 5cab042..1603e15 100644
--- a/crates/server/src/main.rs
+++ b/crates/server/src/main.rs
@@ -1,6 +1,8 @@
 use std::{
     path::PathBuf,
+    pin::pin,
     sync::{Arc, LazyLock},
+    time::{Duration, Instant},
 };
 
 use miniserve::{http::StatusCode, Content, Request, Response};
@@ -50,14 +52,23 @@ fn chatbot_thread() -> (mpsc::Sender<Payload>, mpsc::Sender<()>) {
         while let Some((messages, responder)) = req_rx.recv().await {
             let doc_paths = chatbot.retrieval_documents(&messages);
             let docs = load_docs(doc_paths).await;
-            let chat_fut = chatbot.query_chat(&messages, &docs);
-            let cancel_fut = cancel_rx.recv();
-            tokio::select! {
-                response = chat_fut => {
-                    responder.send(Some(response)).unwrap();
-                }
-                _ = cancel_fut => {
-                    responder.send(None).unwrap();
+            let mut chat_fut = pin!(chatbot.query_chat(&messages, &docs));
+            let mut cancel_fut = pin!(cancel_rx.recv());
+            let start = Instant::now();
+            loop {
+                let log_fut = tokio::time::sleep(Duration::from_secs(1));
+                tokio::select! {
+                    response = &mut chat_fut => {
+                        responder.send(Some(response)).unwrap();
+                        break;
+                    }
+                    _ = &mut cancel_fut => {
+                        responder.send(None).unwrap();
+                        break;
+                    }
+                    _ = log_fut => {
+                        println!("Waiting for {} seconds", start.elapsed().as_secs());
+                    }
                 }
             }
         }