Clean up

triton-inference-server · Jan 4, 2025 · 07c5374 · 07c5374
1 parent cc6dfc6
commit 07c5374
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/model.py b/src/model.py
@@ -501,6 +501,7 @@ async def _generate(self, request):
                 )
 
         except Exception as e:
+            self.logger.log_error(f"[vllm] Error generating stream: {e}")
             error = pb_utils.TritonError(f"Error generating stream: {e}")
             text_output_tensor = pb_utils.Tensor(
                 "text_output", np.asarray(["N/A"], dtype=self.output_dtype)