Allow overriding truncate parameter in request (#953) (#957)

Co-authored-by: Aaqib <maaquib@gmail.com>
deepjavalibrary · Jul 14, 2023 · e69b646 · e69b646
1 parent 247eb55
commit e69b646
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/engines/python/setup/djl_python/rolling_batch/lmi_dist_rolling_batch.py b/engines/python/setup/djl_python/rolling_batch/lmi_dist_rolling_batch.py
@@ -151,7 +151,8 @@ def preprocess_requests(self, requests, **kwargs):
  id=r.id,
  inputs=r.input_text,
  parameters=parameters,
- stopping_parameters=stop_parameters))
+ stopping_parameters=stop_parameters,
+ truncate=param.get("truncate", 1000)))
 
  if preprocessed_requests:
  batch = Batch(id=self.batch_id_counter,