Change default flag value for OpenVINO (#252)

* Change default flag value for OpenVINO * Change default flag value for OpenVINO
triton-inference-server · May 29, 2024 · 288e61d · 288e61d
1 parent 48cc4f1
commit 288e61d
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/src/onnxruntime.cc b/src/onnxruntime.cc
@@ -783,7 +783,7 @@ ModelState::LoadModel(
               need_lock = true;
               OrtOpenVINOProviderOptions openvino_options;
               openvino_options.device_type =
-                  "CPU_FP32";  // device_type default is CPU_FP32
+                  "CPU";  // device_type default is CPU
 
               RETURN_IF_ORT_ERROR(
                   ort_api->SessionOptionsAppendExecutionProvider_OpenVINO(

diff --git a/tools/gen_ort_dockerfile.py b/tools/gen_ort_dockerfile.py
@@ -224,7 +224,7 @@ def dockerfile_for_linux(output_file):
             ep_flags += " --allow_running_as_root"
 
     if FLAGS.ort_openvino is not None:
-        ep_flags += " --use_openvino CPU_FP32"
+        ep_flags += " --use_openvino CPU"
 
     if target_platform() == "igpu":
         ep_flags += (
@@ -418,7 +418,7 @@ def dockerfile_for_windows(output_file):
             if FLAGS.tensorrt_home is not None:
                 ep_flags += ' --tensorrt_home "{}"'.format(FLAGS.tensorrt_home)
     if FLAGS.ort_openvino is not None:
-        ep_flags += " --use_openvino CPU_FP32"
+        ep_flags += " --use_openvino CPU"
 
     df += """
 WORKDIR /workspace/onnxruntime