From 35a1fe649fd4bd758bf24d89fda81e616e24af2c Mon Sep 17 00:00:00 2001 From: Rames The Generic Date: Sat, 17 May 2025 20:24:45 -0400 Subject: [PATCH] Add GPU EP options --- BabbleApp/babble_processor.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/BabbleApp/babble_processor.py b/BabbleApp/babble_processor.py index 6b3a595..98e957a 100644 --- a/BabbleApp/babble_processor.py +++ b/BabbleApp/babble_processor.py @@ -119,8 +119,8 @@ def __init__( self.sess = ort.InferenceSession( f"{self.default_model}/onnx/model.onnx", self.opts, - providers=[provider], - provider_options=[{"device_id": self.gpu_index}], + providers=provider, + provider_options=[{"device_id": self.gpu_index}, {"device_id": self.gpu_index}, {}], # We need a dict entry for each EP in our providers list ) self.input_name = self.sess.get_inputs()[0].name self.output_name = self.sess.get_outputs()[0].name