Allow overriding truncate parameter in request (#953) (#957)

Co-authored-by: Aaqib <[email protected]>
deepjavalibrary · Jul 14, 2023 · e69b646 · e69b646
1 parent 247eb55
commit e69b646
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/engines/python/setup/djl_python/rolling_batch/lmi_dist_rolling_batch.py b/engines/python/setup/djl_python/rolling_batch/lmi_dist_rolling_batch.py
@@ -151,7 +151,8 @@ def preprocess_requests(self, requests, **kwargs):
                     id=r.id,
                     inputs=r.input_text,
                     parameters=parameters,
-                    stopping_parameters=stop_parameters))
+                    stopping_parameters=stop_parameters,
+                    truncate=param.get("truncate", 1000)))
 
         if preprocessed_requests:
             batch = Batch(id=self.batch_id_counter,