Add connectivity tests

Author: mythz

AiServer.ServiceInterface/OpenAiChatServices.cs

@@ -465,8 +465,8 @@ public static async Task<OpenAiChatResponse> ProcessSync(this QueueOpenAiChatCom
             throw new Exception(job.Failed.Error!.Message);
         }
 
-        // Wait for the job to complete max 1 minute
-        var timeout = DateTime.UtcNow.AddMinutes(1);
+        // Wait for the job to complete max 2 minutes
+        var timeout = DateTime.UtcNow.AddMinutes(2);
         while (queuedJob?.Job?.State is not (BackgroundJobState.Completed or BackgroundJobState.Cancelled
                or BackgroundJobState.Failed) && DateTime.UtcNow < timeout)
         {

AiServer.Tests/ConnectivityTests.cs

@@ -0,0 +1,63 @@
+using System.Net.Http.Headers;
+using System.Text;
+using NUnit.Framework;
+
+namespace AiServer.Tests;
+
+public class ConnectivityTests
+{
+    [Test, Explicit("Integration test")]
+    public async Task Can_call_supermicro()
+    {
+        // Environment.SetEnvironmentVariable("DOTNET_SYSTEM_NET_DISABLEIPV6", "1");
+        // var url = "http://192.168.4.200:11434/api/tags";
+        var url = "https://supermicro.pvq.app/api/tags";
+        using var client = new HttpClient();
+        var res = await client.GetAsync(url);
+        res.EnsureSuccessStatusCode();
+        var json = await res.Content.ReadAsStringAsync();
+        Console.WriteLine(json);        
+    }
+
+    [Test, Explicit("Integration test")]
+    public async Task Can_call_GetOllamaModels()
+    {
+        // Environment.SetEnvironmentVariable("DOTNET_SYSTEM_NET_DISABLEIPV6", "1");
+        // var url = "https://openai.servicestack.net/api/GetOllamaModels"
+        //     .AddQueryParam("ApiBaseUrl", "https://supermicro.pvq.app");
+        var url = "https://okai.servicestack.com/models/gist?prompt=1735872878252";
+        using var client = new HttpClient();
+        var res = await client.GetAsync(url);
+        res.EnsureSuccessStatusCode();
+        var json = await res.Content.ReadAsStringAsync();
+        Console.WriteLine(json);        
+    }
+
+    [Test, Explicit("Integration test")]
+    public async Task Can_call_groq()
+    {
+        var url = "https://api.groq.com/openai/v1/chat/completions";
+        using var client = new HttpClient();
+        var content = new StringContent(
+            """
+            {
+                "messages": [{
+                    "role": "user",
+                    "content": "Capital of France?"
+                 }],
+                "model": "qwen-qwq-32b",
+                "max_tokens": 2048,
+                "temperature": 0.7,
+                "stream": false
+            }
+            """,
+            Encoding.UTF8, "application/json");
+        client.DefaultRequestHeaders.Authorization = new AuthenticationHeaderValue("Bearer", Environment.GetEnvironmentVariable("GROQ_API_KEY"));
+        client.DefaultRequestHeaders.Accept.Add(new MediaTypeWithQualityHeaderValue("application/json"));
+
+        var res = await client.PostAsync(url, content);
+        res.EnsureSuccessStatusCode();
+        var json = await res.Content.ReadAsStringAsync();
+        Console.WriteLine(json);        
+    }
+}

AiServer/Configure.AppHost.cs

@@ -18,6 +18,11 @@ public class AppHost() : AppHostBase("AI Server"), IHostingStartup
 {
     public void Configure(IWebHostBuilder builder) => builder
         .ConfigureServices((context,services) => {
+            #if DEBUG
+            // Fixes HttpClient hanging to groq.com and cloudflare worker
+            Environment.SetEnvironmentVariable("DOTNET_SYSTEM_NET_DISABLEIPV6", "1");
+            #endif
+            
             // Configure ASP.NET Core IOC Dependencies
             context.Configuration.GetSection(nameof(AppConfig)).Bind(AppConfig.Instance);
             var appConfig = AppConfig.Instance;