chore: log openai completion error

TabbyML · Nov 27, 2024 · 20dabf5 · 20dabf5
1 parent ff180aa
commit 20dabf5
Show file tree

Hide file tree

Showing 3 changed files with 11 additions and 2 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/crates/http-api-bindings/Cargo.toml b/crates/http-api-bindings/Cargo.toml
@@ -20,6 +20,7 @@ ollama-api-bindings = { path = "../ollama-api-bindings" }
 async-openai.workspace = true
 ratelimit = "0.10"
 tokio.workspace = true
+tracing.workspace = true
 
 [dev-dependencies]
 tokio = { workspace = true, features = ["rt", "macros"] }
diff --git a/crates/http-api-bindings/src/completion/openai.rs b/crates/http-api-bindings/src/completion/openai.rs
@@ -4,6 +4,7 @@ use futures::{stream::BoxStream, StreamExt};
 use reqwest_eventsource::{Event, EventSource};
 use serde::{Deserialize, Serialize};
 use tabby_inference::{CompletionOptions, CompletionStream};
+use tracing::warn;
 
 use super::split_fim_prompt;
 
@@ -100,8 +101,14 @@ impl CompletionStream for OpenAICompletionEngine {
                             }
                         }
                     }
-                    Err(_) => {
-                        // StreamEnd
+                    Err(e) => {
+                        match e {
+                            reqwest_eventsource::Error::StreamEnded => {},
+                            reqwest_eventsource::Error::InvalidStatusCode(code, resp) =>
+                                warn!("Error in completion event source: {}, {}",
+                                      code, resp.text().await.unwrap_or_default().replace('\n', "")),
+                            _ => warn!("Error in completion event source: {}", e),
+                        }
                         break;
                     }
                 }