change default raise on error

triton-inference-server · Jan 10, 2024 · a8fd94c · a8fd94c
1 parent d9696b9
commit a8fd94c
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/python/tritonserver/_api/_model.py b/python/tritonserver/_api/_model.py
@@ -141,7 +141,7 @@ def create_request(self, **kwargs: Unpack[InferenceRequest]) -> InferenceRequest
     def async_infer(
         self,
         inference_request: Optional[InferenceRequest] = None,
-        raise_on_error: bool = False,
+        raise_on_error: bool = True,
         **kwargs: Unpack[InferenceRequest],
     ) -> AsyncResponseIterator:
         """Send an inference request to the model for execution
@@ -156,7 +156,7 @@ def async_infer(
             inference request object. If not provided inference
             request will be created using remaining keyword
             arguments.
-        raise_on_error : bool
+        raise_on_error : bool, default True
             if True iterator will raise an error on any response
             errors returned from the model. If False errors will be
             returned as part of the response object.
@@ -215,7 +215,7 @@ def async_infer(
     def infer(
         self,
         inference_request: Optional[InferenceRequest] = None,
-        raise_on_error: bool = False,
+        raise_on_error: bool = True,
         **kwargs: Unpack[InferenceRequest],
     ) -> ResponseIterator:
         """Send an inference request to the model for execution
@@ -231,7 +231,7 @@ def infer(
             inference request object. If not provided inference
             request will be created using remaining keyword
             arguments.
-        raise_on_error : bool
+        raise_on_error : bool, default True
             if True iterator will raise an error on any response
             errors returned from the model. If False errors will be
             returned as part of the response object.