feature: update environment variable in needed locations

devflowinc · Dec 6, 2024 · ec6b279 · ec6b279
1 parent 23fc3a2
commit ec6b279
Show file tree

Hide file tree

Showing 5 changed files with 14 additions and 4 deletions.
diff --git a/.env.server b/.env.server
@@ -49,3 +49,4 @@ FIRECRAWL_URL=https://api.firecrawl.dev
 FIRECRAWL_API_KEY=fc-abdef**************
 PDF2MD_URL="http://localhost:8081"
 BATCH_CHUNK_LIMIT=120
+CHAT_COMPLETION_TIMEOUT_SECS=10
diff --git a/helm/templates/backend-configmap.yaml b/helm/templates/backend-configmap.yaml
@@ -86,3 +86,4 @@ data:
   FIRECRAWL_URL: {{ .Values.config.trieve.firecrawlUrl | quote }}
   DITTOFEED_API_KEY: {{ .Values.config.trieve.dittofeedApiKey | quote }} 
   CREATE_QDRANT_COLLECTIONS: {{ .Values.config.qdrant.initCollections | quote }} 
+  CHAT_COMPLETION_TIMEOUT_SECS: {{ .Values.config.trieve.chatCompletionTimeoutSecs | quote }}
diff --git a/helm/values.yaml b/helm/values.yaml
@@ -94,6 +94,7 @@ config:
     batch_size: 10000
   trieve:
     batch_limit: 120
+    chatCompletionTimeoutSecs: 10
     bm25Active: true
     unlimited: true
     cookieSecure: false

diff --git a/server/src/errors.rs b/server/src/errors.rs
@@ -68,9 +68,11 @@ impl ResponseError for ServiceError {
             ServiceError::Forbidden => HttpResponse::Forbidden().json(ErrorResponseBody {
                 message: "Forbidden".to_string(),
             }),
-            ServiceError::RequestTimeout(ref message) => HttpResponse::RequestTimeout().json(ErrorResponseBody {
-                message: message.to_string(),
-            }),
+            ServiceError::RequestTimeout(ref message) => {
+                HttpResponse::RequestTimeout().json(ErrorResponseBody {
+                    message: message.to_string(),
+                })
+            }
             ServiceError::NotFound(ref message) => {
                 HttpResponse::NotFound().json(ErrorResponseBody {
                     message: format!("Not Found: {}", message),

diff --git a/server/src/operators/message_operator.rs b/server/src/operators/message_operator.rs
@@ -966,9 +966,14 @@ pub async fn stream_response(
         let _ = create_messages_query(vec![new_message], &pool).await;
     });
 
+    let chat_completion_timeout = std::env::var("CHAT_COMPLETION_TIMEOUT_SECS")
+        .unwrap_or("10".to_string())
+        .parse::<u64>()
+        .unwrap_or(10);
+
     let chunk_stream = stream::iter(vec![Ok(Bytes::from(chunk_metadatas_stringified1))]);
     let completion_stream = stream
-        .take_until(tokio::time::sleep(std::time::Duration::from_secs(10)))
+        .take_until(tokio::time::sleep(std::time::Duration::from_secs(chat_completion_timeout)))
         .map(move |response| -> Result<Bytes, actix_web::Error> {
         if let Ok(response) = response {
             let chat_content = response