Update code base

Author: M-ichae-l

.github/release_commit_log.txt

@@ -1,16 +1,7 @@
 Feature:
-- Update UVCDObjectDetectionLoop.ino
-    - Add OSD draw boundary box
 
 API Updates:
 - Update code base
-- Update SSL Client API
-    - Reset errno to 0 when starting a new SSL client connection
 
 Misc:
-- Update ameba_pro2_nn_models 1.0.1
-    - Remove "yolov4_tiny_320p", "yolov4_tiny_320p_nv12", "scrfd320p_nv12", "nanodet_plus_m_416", "nanodet_plus_m_320p"
-    - Add "yolov3_tiny"
-- Update README.md
-- Update ameba_pro2_tools 1.3.11
-    - Update sensor F55 iq files
+- Remove unused files

.github/release_log.txt

@@ -1,72 +1,9 @@
-Pre Release Version 4.0.8
+Pre Release Version 4.0.9
+
+Version 4.0.9 – 2024/11/04
 
-Version 4.0.8 – 2024/07/03
-Version 4.0.8 – 2024/07/25
-Version 4.0.8 - 2024/08/05
-Version 4.0.8 - 2024/09/20
-Version 4.0.8 - 2024/10/03
-Version 4.0.8 - 2024/10/08
-Version 4.0.8 - 2024/10/25
 Feature:
-- Update comment in WideDynamicRange.ino
-- Add feature Flash Memory
-- Add feature FCS mode for all supported sensors
-- Add sensor F53 support
-- Add OTA
-- Add USB UVCD
-- Add sensor IMX327 support
-- Add filesystem Example GetFreeAndUseSpace
-- Add sensor PS5268 support
-- Add Example UVC_ObjectDetectionLoop
-- Update UVCDObjectDetectionLoop.ino
-    - Add OSD draw boundary box
 
 API Updates:
-- Update SDK code base
-- Add flash memory related API
-- Update snapshot related API
-- Add OTA related API
-- Add USB UVCD related API
-- Update boot tick count process
-- Update "AmebaFatFS.cpp" and "AmebaFatFS.h"
-- Update "UVCD.cpp" and "UVCD.h"
-- Update "video_drv.c" and "video_drv.h"
-- Update "qrcode_drv.c"
-- Update code base
-- Update SSL Client API
-    - Reset errno to 0 when starting a new SSL client connection
 
 Misc:
-- Update CI_compile_examples.yml
-    - CI test to fix process issue due to the V1.1.0 Arduino CLI update
-- Update All_NN_models
-- Update platform.txt
-- Update ameba_pro2_tools 1.3.5
-    - Update tools for OTA process
-    - Update tools for multi sensor build process
-    - Update tools to accept username with spaces
-    - Update tools for postbuild
-    - Add FCS files
-- Update keywords.txt files
-- Update library.properties files
-- Update ameba_pro2_tools 1.3.6
-    - Update multi sensor build process
-    - Update postbuild tool for FCS
-- Update ameba_pro2_tools 1.3.7
-    - Update prebuild and postbuild tools
-    - Support Chinese username on win11
-- Update workflow
-- Update CI with ET mode
-- Update spell_check.yml
-- Update ameba_pro2_tools 1.3.8
-    - Add sensor IMX327 realted support
-- Update ameba_pro2_tools 1.3.9
-    - Add sensor PS5268 realted support
-- Update ameba_pro2_tools 1.3.10
-    - Add sensor PS5268 iq files
-- Update ameba_pro2_nn_models 1.0.1
-    - Remove "yolov4_tiny_320p", "yolov4_tiny_320p_nv12", "scrfd320p_nv12", "nanodet_plus_m_416", "nanodet_plus_m_320p"
-    - Add "yolov3_tiny"
-- Update README.md
-- Update ameba_pro2_tools 1.3.11
-    - Update sensor F55 iq files

.github/workflows/CI_compile_examples.yml

@@ -84,13 +84,13 @@ jobs:
             # - Arduino_package/hardware/libraries/
             ${{ env['examples-to-use'] }}
           platforms: |
-            - source-url: https://github.com/ambiot/ambpro2_arduino/raw/dev/Arduino_package/package_realtek_amebapro2_early_index.json
+            - source-url: https://github.com/Ameba-AIoT/ameba-arduino-pro2/raw/dev/Arduino_package/package_realtek_amebapro2_early_index.json
               name: realtek:AmebaPro2
             - source-path: Arduino_package/hardware/
               name: realtek:AmebaPro2
           libraries: |
-            - source-url: https://github.com/ambiot/ambpro2_arduino/raw/dev/Arduino_zip_libraries/AmebaEink.zip
-            # - source-url: https://github.com/ambiot/ambpro2_arduino/raw/dev/Arduino_zip_libraries/Ameba_TFT_eSPI.zip
+            - source-url: https://github.com/Ameba-AIoT/ameba-arduino-pro2/raw/dev/Arduino_zip_libraries/AmebaEink.zip
+            # - source-url: https://github.com/Ameba-AIoT/ameba-arduino-pro2/raw/dev/Arduino_zip_libraries/Ameba_TFT_eSPI.zip
           verbose: false
           enable-deltas-report: false
         if: ${{ github.ref == 'refs/heads/dev' || github.event.pull_request.base.ref == 'dev'}}
@@ -103,13 +103,13 @@ jobs:
             # - Arduino_package/hardware/libraries/
             ${{ env['examples-to-use'] }}
           platforms: |
-            - source-url: https://github.com/ambiot/ambpro2_arduino/raw/main/Arduino_package/package_realtek_amebapro2_index.json
+            - source-url: https://github.com/Ameba-AIoT/ameba-arduino-pro2/raw/main/Arduino_package/package_realtek_amebapro2_index.json
               name: realtek:AmebaPro2
             - source-path: Arduino_package/hardware/
               name: realtek:AmebaPro2
           libraries: |
-            - source-url: https://github.com/ambiot/ambpro2_arduino/raw/main/Arduino_zip_libraries/AmebaEink.zip
-            # - source-url: https://github.com/ambiot/ambpro2_arduino/raw/main/Arduino_zip_libraries/Ameba_TFT_eSPI.zip
+            - source-url: https://github.com/Ameba-AIoT/ameba-arduino-pro2/raw/main/Arduino_zip_libraries/AmebaEink.zip
+            # - source-url: https://github.com/Ameba-AIoT/ameba-arduino-pro2/raw/main/Arduino_zip_libraries/Ameba_TFT_eSPI.zip
           verbose: false
           enable-deltas-report: false
         if: ${{ github.ref == 'refs/heads/main' || github.event.pull_request.base.ref == 'main' }}

.github/workflows/sdk_release.yml

@@ -11,8 +11,8 @@ on:
 
 env:
   REPO_NAME: "ameba_pro2"
-  JSON_LINK_DEV: "https://github.com/ambiot/ambpro2_arduino/blob/dev/Arduino_package/package_realtek_amebapro2_early_index.json"
-  JSON_LINK_MAIN: "https://github.com/ambiot/ambpro2_arduino/blob/main/Arduino_package/package_realtek_amebapro2_index.json"
+  JSON_LINK_DEV: "https://github.com/Ameba-AIoT/ameba-arduino-pro2/blob/dev/Arduino_package/package_realtek_amebapro2_early_index.json"
+  JSON_LINK_MAIN: "https://github.com/Ameba-AIoT/ameba-arduino-pro2/blob/main/Arduino_package/package_realtek_amebapro2_index.json"
   RRLEASE_BRANCH_NAME: "main"
   RRLEASE_COMMIT_LOG: "./.github/release_commit_log.txt"
   RRLEASE_LOG: "./.github/release_log.txt"

Ameba_misc/All_NN_models/amebapro2_fwfs_nn_models.json

@@ -48,23 +48,23 @@
 		"file":"mobilefacenet_int16.nb"
 
     },
-	"yolov7_tiny":{
+    "yolov7_tiny":{
 		"name" : "yolov7_tiny.nb",
 		"source":"binary",
 		"file":"yolov7_tiny.nb"
 
     },
-	"scrfd640":{
+    "scrfd640":{
 		"name" : "scrfd.nb",
 		"source":"binary",
 		"file":"scrfd_500m_bnkps_640x640_u8.nb"
     },
-	"scrfd320p":{
+    "scrfd320p":{
 		"name" : "scrfd.nb",
 		"source":"binary",
 		"file":"scrfd_500m_bnkps_576x320_u8.nb"
     },
-	"scrfd320p_nv12":{
+    "scrfd320p_nv12":{
 		"name" : "scrfd.nb",
 		"source":"binary",
 		"file":"scrfd_500m_bnkps_576x320_u8_nv12.nb"
@@ -79,9 +79,19 @@
 		"source":"binary",
 		"file":"nanodet_plus_m_576x320_uint8.nb"
     },
-	"img_class": {
+    "palm_detection_lite_int16":{
+		"name" : "palm_detection.nb",
+		"source":"binary",
+		"file":"palm_detection_lite_int16.nb"
+    },
+    "hand_landmark_lite_int16":{
+		"name" : "hand_landmark.nb",
+		"source":"binary",
+		"file":"hand_landmark_lite_int16.nb"
+    },
+    "img_class": {
 		"name" : "img_class.nb",
 		"source":"binary",
 		"file":"img_class_cnn.nb"
-	}
+    }
 }

Ameba_misc/All_NN_models/hand_landmark_lite_int16.nb

@@ -47,15 +47,22 @@ printf("%d\r", (int)nn_used_##model==0)
 typedef struct landmark_s {
 	struct __post_s {
 		float x, y;
-	} pos[5];
+	} pos[10];
 } landmark_t;
 //----------------------------------------------------------------------------
 typedef struct landmarki_s {
 	struct __posi_s {
 		uint32_t x, y;
-	} pos[5];
+	} pos[10];
 } landmarki_t;
 //----------------------------------------------------------------------------
+#define HAND_LANDMARK_NUM (21)
+typedef struct landmark3d_s {
+	struct __post3d_s {
+		float x, y, z;
+	} pos[HAND_LANDMARK_NUM];
+} landmark3d_t;
+//----------------------------------------------------------------------------
 typedef struct detobj_s {
 	float classes;
 	float score;
@@ -266,6 +273,7 @@ typedef struct vipnn_ctx_s {
 #define MAX_DETECT_OBJ_NUM 1024
 #define MAX_FACE_DETECT_NUM 16
 #define MAX_FACE_FEATURE_DIM 128
+#define MAX_HAND_DETECT_NUM 128
 
 //-----------------------------------------------------------------------
 typedef struct vipnn_out_tensor_s {
@@ -325,6 +333,22 @@ typedef struct yamnet_res_s {
 	float prob;
 } yamnet_res_t;
 
+typedef struct palmdetect_res_s {
+	union {
+		float result[6];
+		detobj_t res;
+	};
+	landmarki_t landmark;
+} palmdetect_res_t;
+
+typedef struct handland_res_s {
+	landmark3d_t landmark3d;
+    unsigned char handedness;
+	float theta, ratio;
+	int w,h;
+	int offset_x, offset_y;
+} handland_res_t;
+
 #ifdef ARDUINO_SDK
 typedef struct classification_res_s {
 	float prob;

Ameba_misc/All_NN_models/palm_detection_lite_int16.nb

@@ -8,8 +8,8 @@
 #define OSD_OBJ_MAX_CH 3 //fix value
 #define OSD_OBJ_MAX_NUM RTS_OSD2_CH_BLK_MAX_NUMBER //fix value
 #define OSD_PT_MAX_NUM 5
-#define MAX_DRAW_MSG 30
-#define MAX_QUEUE_MSG 100
+#define MAX_DRAW_MSG 50
+#define MAX_QUEUE_MSG 500
 
 #define CANVAS_CREATE_BMP 		0x01
 #define CANVAS_MSG_DRAW			0x02

Arduino_package/hardware/system/component/media/mmfv2/module_vipnn.h

@@ -0,0 +1,13 @@
+#ifndef MODEL_HAND_LANDMARK_H
+#define MODEL_HAND_LANDMARK_H
+#include "module_vipnn.h"
+extern nnmodel_t hand_landmark_fwfs;
+
+enum {
+	HANDEDNESS_LEFT = 0,
+	HANDEDNESS_RIGHT = 1,
+	HANDEDNESS_NOTSURE = 2,
+	HANDEDNESS_NOTFOUND = 3,
+};
+
+#endif