Add thread settings

Author: RamesTheGeneric

BabbleApp/algo_settings_widget.py

@@ -15,6 +15,7 @@ def __init__(self, widget_id: Tab, main_config: BabbleSettingsConfig, osc_queue:
         self.gui_use_gpu = f"USEGPU{widget_id}"
         self.gui_speed_coefficient = f"-SPEEDCOEFFICIENT{widget_id}-"
         self.gui_min_cutoff = f"-MINCUTOFF{widget_id}-"
+        self.gui_inference_threads = f"-THREADS{widget_id}-"
         self.main_config = main_config
         self.config = main_config.settings
         self.osc_queue = osc_queue
@@ -37,6 +38,13 @@ def __init__(self, widget_id: Tab, main_config: BabbleSettingsConfig, osc_queue:
                 background_color='#424042',
                 tooltip="Toggle GPU execution.",
             ),
+            sg.Text("Inference Threads:", background_color='#424042'),
+                sg.InputText(
+                    self.config.gui_inference_threads,
+                    key=self.gui_inference_threads,
+                    size=(4),
+                    tooltip = "How many threads to use for processing the model.",
+            ),
             ],
             [sg.Text("Model output multiplier:", background_color='#424042'),
                 sg.InputText(
@@ -115,6 +123,10 @@ def render(self, window, event, values):
         if self.config.gui_use_gpu != values[self.gui_use_gpu]:
             self.config.gui_use_gpu = values[self.gui_use_gpu]
             changed = True
+        
+        if self.config.gui_inference_threads != int(values[self.gui_inference_threads]):
+            self.config.gui_inference_threads = int(values[self.gui_inference_threads]) 
+            changed = True
 
         if self.config.gui_min_cutoff != values[self.gui_min_cutoff]:
             self.config.gui_min_cutoff = values[self.gui_min_cutoff]

BabbleApp/babble_processor.py

@@ -85,8 +85,8 @@ def __init__(
         self.min_max_array = np.empty((2, 45))
 
         self.opts = ort.SessionOptions()
-        self.opts.intra_op_num_threads = 1
-        self.opts.inter_op_num_threads = 1
+        self.opts.intra_op_num_threads = settings.gui_inference_threads
+        self.opts.inter_op_num_threads = settings.gui_inference_threads
         self.opts.graph_optimization_level = ort.GraphOptimizationLevel.ORT_ENABLE_ALL
         if not self.use_gpu:
             self.sess = ort.InferenceSession(self.model, self.opts, providers=['CPUExecutionProvider'])

BabbleApp/config.py

@@ -34,6 +34,7 @@ class BabbleSettingsConfig(BaseModel):
     gui_multiply: int = 1
     gui_model_file: str = 'Models/EFV2300K45E100P2.onnx'
     gui_use_gpu: bool = False
+    gui_inference_threads: int = 1
     calib_array: str = None
     gui_cam_resolution_x: int = 0    
     gui_cam_resolution_y: int = 0

BabbleApp/general_settings_widget.py

@@ -98,7 +98,7 @@ def __init__(self, widget_id: Tab, main_config: BabbleSettingsConfig, osc_queue:
                     ),
             ],
             [
-                sg.Text("Camera Settings:", background_color='#242224'),
+                sg.Text("UVC Camera Settings:", background_color='#242224'),
             ],
             [
                 sg.Text("X Resolution:", background_color='#424042'),
@@ -214,16 +214,16 @@ def render(self, window, event, values):
             self.config.gui_osc_location = values[self.gui_osc_location]
             changed = True
 
-        if self.config.gui_cam_resolution_x != values[self.gui_cam_resolution_x]:
-            self.config.gui_cam_resolution_x = values[self.gui_cam_resolution_x]
+        if self.config.gui_cam_resolution_x != int(values[self.gui_cam_resolution_x]):
+            self.config.gui_cam_resolution_x = int(values[self.gui_cam_resolution_x])
             changed = True
 
-        if self.config.gui_cam_resolution_y != values[self.gui_cam_resolution_y]:
-            self.config.gui_cam_resolution_y = values[self.gui_cam_resolution_y]
+        if self.config.gui_cam_resolution_y != int(values[self.gui_cam_resolution_y]):
+            self.config.gui_cam_resolution_y = int(values[self.gui_cam_resolution_y])
             changed = True
 
-        if self.config.gui_cam_framerate != values[self.gui_cam_framerate]:
-            self.config.gui_cam_framerate = values[self.gui_cam_framerate]
+        if self.config.gui_cam_framerate != int(values[self.gui_cam_framerate]):
+            self.config.gui_cam_framerate = int(values[self.gui_cam_framerate])
             changed = True
 
         if changed: