Change default flag value for OpenVINO

triton-inference-server · May 8, 2024 · 939757f · 939757f
1 parent 90903b0
commit 939757f
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/src/onnxruntime.cc b/src/onnxruntime.cc
@@ -783,7 +783,7 @@ ModelState::LoadModel(
               need_lock = true;
               OrtOpenVINOProviderOptions openvino_options;
               openvino_options.device_type =
-                  "CPU_FP32";  // device_type default is CPU_FP32
+                  "CPU";  // device_type default is CPU
 
               RETURN_IF_ORT_ERROR(
                   ort_api->SessionOptionsAppendExecutionProvider_OpenVINO(

diff --git a/tools/gen_ort_dockerfile.py b/tools/gen_ort_dockerfile.py
@@ -224,7 +224,7 @@ def dockerfile_for_linux(output_file):
             ep_flags += " --allow_running_as_root"
 
     if FLAGS.ort_openvino is not None:
-        ep_flags += " --use_openvino CPU_FP32"
+        ep_flags += " --use_openvino CPU"
 
     if target_platform() == "igpu":
         ep_flags += (