fix perf

Author: RedHawk989

BabbleApp/babble_model_loader.py

@@ -16,16 +16,6 @@
 def run_model(self):
 
 
-    opts = ort.SessionOptions()
-    opts.intra_op_num_threads = 1
-    opts.inter_op_num_threads = 1
-    opts.graph_optimization_level = ort.GraphOptimizationLevel.ORT_ENABLE_EXTENDED
-    if not self.use_gpu:
-        sess = ort.InferenceSession(self.model, opts, providers=['CPUExecutionProvider'])
-    else:
-        sess = ort.InferenceSession(self.model, opts, providers=['DmlExecutionProvider'])
-    input_name = sess.get_inputs()[0].name
-    output_name = sess.get_outputs()[0].name
 
     min_cutoff = 15.5004
     beta = 0.62
@@ -48,7 +38,7 @@ def run_model(self):
     # make it a numpy array
     frame = frame.numpy()
 
-    out = sess.run([output_name], {input_name: frame})
+    out = self.sess.run([self.output_name], {self.input_name: frame})
     #end = time.time()
     output = out[0]
     output = output[0]

BabbleApp/babble_processor.py

@@ -113,6 +113,17 @@ def __init__(
         self.use_gpu = self.settings.gui_use_gpu
         self.output = []
         self.calibrate_config = np.empty((1, 45))
+
+        self.opts = ort.SessionOptions()
+        self.opts.intra_op_num_threads = 1
+        self.opts.inter_op_num_threads = 1
+        self.opts.graph_optimization_level = ort.GraphOptimizationLevel.ORT_ENABLE_EXTENDED
+        if not self.use_gpu:
+            self.sess = ort.InferenceSession(self.model, self.opts, providers=['CPUExecutionProvider'])
+        else:
+            self.sess = ort.InferenceSession(self.model, self.opts, providers=['DmlExecutionProvider'])
+        self.input_name = self.sess.get_inputs()[0].name
+        self.output_name = self.sess.get_outputs()[0].name
 
 
         try: