Update to py 3.11, performance improvements, ESP USB camera improvement

Author: RedHawk989

BabbleApp/babble_model_loader.py

@@ -13,26 +13,18 @@
 from threading import Thread
 from one_euro_filter import OneEuroFilter
 
-
 def run_model(self):
     if self.runtime == "ONNX" or self.runtime == "Default (ONNX)":
         frame = cv2.resize(self.current_image_gray, (256, 256))
-        # make it pil
-        frame = Image.fromarray(frame)
-        # make it grayscale
-        frame = to_grayscale(frame)
-        # make it a tensor
-        frame = transforms.ToTensor()(frame)
-        # make it a batch
-        frame = frame.unsqueeze(0)
-        # make it a numpy array
-        frame = frame.numpy()
-
+        frame = transforms.ToTensor()(frame).unsqueeze(0).numpy()
         out = self.sess.run([self.output_name], {self.input_name: frame})
         #end = time.time()
         output = out[0]
         output = output[0]
+
         output = self.one_euro_filter(output)
+
         for i in range(len(output)):  # Clip values between 0 - 1
             output[i] = max(min(output[i], 1), 0)
+
         self.output = output

BabbleApp/babble_processor.py

@@ -46,8 +46,8 @@ def __init__(
         fullconfig: "BabbleConfig",
         cancellation_event: "threading.Event",
         capture_event: "threading.Event",
-        capture_queue_incoming: "queue.Queue",
-        image_queue_outgoing: "queue.Queue",
+        capture_queue_incoming: "queue.Queue(maxsize=2)",
+        image_queue_outgoing: "queue.Queue(maxsize=2)",
         cam_id,
     ):
         self.main_config = BabbleSettingsConfig
@@ -100,8 +100,8 @@ def __init__(
             beta = float(self.settings.gui_speed_coefficient)  # 0.62
         except:
             print('\033[93m[WARN] OneEuroFilter values must be a legal number.\033[0m')
-            min_cutoff = 10.0004
-            beta = 0.62
+            min_cutoff = 0.9
+            beta = 0.9
         noisy_point = np.array([45])
         self.one_euro_filter = OneEuroFilter(
             noisy_point,

BabbleApp/babbleapp.py

@@ -183,7 +183,7 @@ def main():
     # GUI Render loop
     while True:
         # First off, check for any events from the GUI
-        event, values = window.read(timeout=1)
+        event, values = window.read(timeout=2)
 
         # If we're in either mode and someone hits q, quit immediately
         if event == "Exit" or event == sg.WIN_CLOSED:

BabbleApp/camera.py

@@ -36,7 +36,7 @@ def __init__(
             cancellation_event: "threading.Event",
             capture_event: "threading.Event",
             camera_status_outgoing: "queue.Queue[CameraState]",
-            camera_output_outgoing: "queue.Queue",
+            camera_output_outgoing: "queue.Queue(maxsize=2)",
             settings: BabbleSettingsConfig,
     ):
         self.camera_status = CameraState.CONNECTING
@@ -83,7 +83,7 @@ def run(self):
             if (
                     self.config.capture_source != None and self.config.capture_source != ""
             ):
-
+                self.current_capture_source = self.config.capture_source
                 if ("COM" in str(self.config.capture_source)):
                     if (
                             self.serial_connection is None

BabbleApp/config.py

@@ -22,8 +22,8 @@ class BabbleCameraConfig(BaseModel):
     gui_horizontal_flip: bool = False
 
 class BabbleSettingsConfig(BaseModel):
-    gui_min_cutoff: str = "10.5004"
-    gui_speed_coefficient: str = "0.62"
+    gui_min_cutoff: str = "0.9"
+    gui_speed_coefficient: str = "0.9"
     gui_osc_address: str = "127.0.0.1"
     gui_osc_port: int = 8888
     gui_osc_receiver_port: int = 9001