Update GenAIVision API

Author: kevinlookl

Arduino_package/hardware/libraries/NeuralNetwork/examples/GenAIVision/GenAIVision.ino

@@ -11,7 +11,7 @@ https://ai.google.dev/gemini-api/docs/vision
 GroqCloud - Llama vision
 https://console.groq.com/docs/overview
 
-Example Guide: TBD
+Example Guide: https://ameba-arduino-doc.readthedocs.io/en/latest/amebapro2/Example_Guides/Neural%20Network/Generative%20AI%20Vision.html
 
 Credit : ChungYi Fu (Kaohsiung, Taiwan)
 
@@ -34,7 +34,7 @@ VideoSetting config(768, 768, CAM_FPS, VIDEO_JPEG, 1);
 uint32_t img_addr = 0;
 uint32_t img_len = 0;
 
-String prompt = "Please describe the image, and if there is a text, please summarize the content";
+String prompt_msg = "Please describe the image, and if there is a text, please summarize the content";
 
 void initWiFi()
 {
@@ -83,13 +83,13 @@ void setup()
     Camera.getImage(0, &img_addr, &img_len);
 
     // openAI vision prompt
-    // Serial.println((llm.openaivision(openAI_key, prompt, &img_addr, img_len, client)));
+    llm.openaivision(openAI_key, prompt_msg, img_addr, img_len, client);
 
     // Gemini vision prompt
-    // Serial.println((llm.geminivision(Gemini_key, prompt, img_addr, img_len, client)));
+    // llm.geminivision(Gemini_key, prompt_msg, img_addr, img_len, client);
 
     // Llama vision prompt
-    Serial.println((llm.llamavision(Llama_key, prompt, img_addr, img_len, client)));
+    // llm.llamavision(Llama_key, prompt_msg, img_addr, img_len, client);
 }
 
 void loop()

Arduino_package/hardware/libraries/NeuralNetwork/src/NNGenAIVision.cpp

@@ -11,7 +11,7 @@ NNGenAIVision::~NNGenAIVision()
 }
 
 // Model: gpt-4o-mini, Server: openAI Platform
-String NNGenAIVision::openaivision(String key, String message, uint32_t img_addr, uint32_t img_len, WiFiSSLClient client)
+void NNGenAIVision::openaivision(String key, String message, uint32_t img_addr, uint32_t img_len, WiFiSSLClient client)
 {
     const char *myDomain = "api.openai.com";
     String getResponse = "", Feedback = "";
@@ -88,14 +88,13 @@ String NNGenAIVision::openaivision(String key, String message, uint32_t img_addr
         }
     } else {
         getResponse = "Connected to " + String(myDomain) + " failed.";
-        Serial.println("Connected to " + String(myDomain) + " failed.");
     }
-
-    return getResponse;
+    Serial.println("Response from GPT:");
+    Serial.println(getResponse);
 }
 
-// Model: gemini-1.5, Server: Google AI Studio
-String NNGenAIVision::geminivision(String key, String message, uint32_t img_addr, uint32_t img_len, WiFiSSLClient client)
+// Model: gemini-1.5-flash, Server: Google AI Studio
+void NNGenAIVision::geminivision(String key, String message, uint32_t img_addr, uint32_t img_len, WiFiSSLClient client)
 {
     const char *myDomain = "generativelanguage.googleapis.com";
     String getResponse = "", Feedback = "";
@@ -171,14 +170,13 @@ String NNGenAIVision::geminivision(String key, String message, uint32_t img_addr
         }
     } else {
         getResponse = "Connected to " + String(myDomain) + " failed.";
-        Serial.println("Connected to " + String(myDomain) + " failed.");
     }
-
-    return getResponse;
+    Serial.println("Response from Gemini:");
+    Serial.println(getResponse);
 }
 
 // Model: llama-3.2-90b-vision-preview, Server: groq
-String NNGenAIVision::llamavision(String key, String message, uint32_t img_addr, uint32_t img_len, WiFiSSLClient client)
+void NNGenAIVision::llamavision(String key, String message, uint32_t img_addr, uint32_t img_len, WiFiSSLClient client)
 {
     const char *myDomain = "api.groq.com";
     String getResponse = "", Feedback = "";
@@ -255,8 +253,7 @@ String NNGenAIVision::llamavision(String key, String message, uint32_t img_addr,
         }
     } else {
         getResponse = "Connected to " + String(myDomain) + " failed.";
-        Serial.println("Connected to " + String(myDomain) + " failed.");
     }
-
-    return getResponse;
+    Serial.println("Response from Llama:");
+    Serial.println(getResponse);
 }

Arduino_package/hardware/libraries/NeuralNetwork/src/NNGenAIVision.h

@@ -18,9 +18,9 @@ class NNGenAIVision {
     NNGenAIVision();
     ~NNGenAIVision();
 
-    String openaivision(String key, String message, uint32_t img_addr, uint32_t img_len, WiFiSSLClient client);
-    String geminivision(String key, String message, uint32_t img_addr, uint32_t img_len, WiFiSSLClient client);
-    String llamavision(String key, String message, uint32_t img_addr, uint32_t img_len, WiFiSSLClient client);
+    void openaivision(String key, String message, uint32_t img_addr, uint32_t img_len, WiFiSSLClient client);
+    void geminivision(String key, String message, uint32_t img_addr, uint32_t img_len, WiFiSSLClient client);
+    void llamavision(String key, String message, uint32_t img_addr, uint32_t img_len, WiFiSSLClient client);
 };
 
 #endif