Add support for ConvertVideo

Author: mythz

AiServer.ServiceInterface/Generation/ComfyProvider.cs

@@ -217,7 +217,7 @@ public async Task<TransformResult> TransformMediaAsync(MediaProvider provider, M
         var inputKwargs = new Dictionary<string, object>();
         if (args.CutStart.HasValue)
             inputKwargs["ss"] = args.CutStart.Value.ToString(CultureInfo.InvariantCulture);
-        if (args.CutEnd.HasValue && args.CutEnd.Value > 0)
+        if (args.CutEnd is > 0)
             inputKwargs["t"] = (args.CutEnd.Value - (args.CutStart ?? 0)).ToString(CultureInfo.InvariantCulture);
 
         // Prepare output_kwargs
@@ -270,7 +270,11 @@ public async Task<TransformResult> TransformMediaAsync(MediaProvider provider, M
 
         var httpClient = GetHttpClient(provider);
 
-        var response = await httpClient.PostAsync($"{provider.ApiBaseUrl}/transform", content, token);
+        var url = $"{provider.ApiBaseUrl}/transform";
+        logger.LogDebug("POST {Url}", url);
+        await content.LogContentAsync(logger);
+        
+        var response = await httpClient.PostAsync(url, content, token);
         // Log the response
         var contentString = await response.Content.ReadAsStringAsync(token);
         logger.LogInformation($"Response: {response.StatusCode} - {contentString}");

AiServer.ServiceInterface/MediaTransform/CreateMediaTransformCommand.cs

@@ -38,10 +38,10 @@ protected override async Task<TransformResult> RunAsync(CreateMediaTransform req
 
             // Short circuit if is an image operation and process locally.
             // If the request task type is image crop, image scale or image convert, we can process locally
-            if (request.Request.TaskType == MediaTransformTaskType.ImageCrop ||
-                request.Request.TaskType == MediaTransformTaskType.ImageScale ||
-                request.Request.TaskType == MediaTransformTaskType.ImageConvert ||
-                request.Request.TaskType == MediaTransformTaskType.WatermarkImage)
+            if (request.Request.TaskType is MediaTransformTaskType.ImageCrop 
+                or MediaTransformTaskType.ImageScale 
+                or MediaTransformTaskType.ImageConvert 
+                or MediaTransformTaskType.WatermarkImage)
             {
                 switch (request.Request.TaskType)
                 {
@@ -61,7 +61,7 @@ protected override async Task<TransformResult> RunAsync(CreateMediaTransform req
             var (response, durationMs) = await transformProvider.RunAsync(apiProviderInstance, request.Request, token);
             log.LogInformation("Finished {TaskType} generation request {RefId} with {Provider} in {DurationMs}ms",
                 request.Request.TaskType, request.RefId, apiProviderInstance.Name, durationMs);
-            if (response.Outputs != null && response.Outputs.Count > 0)
+            if (response.Outputs is { Count: > 0 })
                 await DownloadOutputsAsync(transformProvider, apiProviderInstance, response.Outputs, keyId, token);
 
             ResponseStatus? error = null;

AiServer.ServiceInterface/MultipartFormDataExtensions.cs

@@ -0,0 +1,53 @@
+using System.Text;
+using Microsoft.Extensions.Logging;
+
+namespace AiServer.ServiceInterface;
+
+// Extension method version
+public static class MultipartFormDataExtensions
+{
+    public static async Task<string> ToDebugStringAsync(this MultipartFormDataContent content)
+    {
+        var sb = new StringBuilder();
+
+        sb.AppendLine("<MultipartFormDataContent");
+        sb.AppendLine($"Boundary: {content.Headers.ContentType?.Parameters.FirstOrDefault(p => p.Name == "boundary")?.Value}");
+        
+        int index = 0;
+        foreach (var part in content)
+        {
+            sb.AppendLine($"\nPart {index++}:");
+            
+            // Headers
+            foreach (var header in part.Headers)
+            {
+                sb.AppendLine($"  {header.Key}: {string.Join("; ", header.Value)}");
+            }
+            
+            // Content
+            if (part is StringContent stringContent)
+            {
+                sb.AppendLine($"  Content: {await stringContent.ReadAsStringAsync()}");
+            }
+            else if (part is ByteArrayContent)
+            {
+                sb.AppendLine("  ByteArrayContent");
+            }
+            else
+            {
+                sb.AppendLine($"  Content-Type: {part.GetType().Name}");
+            }
+        }
+        sb.AppendLine("MultipartFormDataContent>");
+        
+        return sb.ToString();
+    }
+    public static async Task LogContentAsync(this MultipartFormDataContent content, 
+        ILogger logger, LogLevel logLevel = LogLevel.Debug)
+    {
+        if (!logger.IsEnabled(logLevel))
+            return;
+
+        logger.Log(logLevel, await content.ToDebugStringAsync());
+    }
+}

AiServer.ServiceInterface/VideoServices.cs

@@ -375,7 +375,7 @@ public static async Task<ArtifactGenerationResponse> ProcessSyncTransformAsync(t
         var completedResponse = new ArtifactGenerationResponse();
 
         // Wait for the job to complete max 1 minute
-        var timeout = DateTime.UtcNow.AddMinutes(1);
+        var timeout = DateTime.UtcNow.AddSeconds(job.Job?.TimeoutSecs ?? 20 * 60);
         while (queuedJob?.Job?.State is not (
                    BackgroundJobState.Completed or BackgroundJobState.Cancelled or BackgroundJobState.Failed) 
                && DateTime.UtcNow < timeout)

AiServer.ServiceModel/QueueMediaTransforms.cs

@@ -309,10 +309,20 @@ public enum ConvertVideoOutputFormat
 {
     [EnumMember(Value = "mp4")]
     MP4,
+    [EnumMember(Value = "mov")]
+    MOV,
+    [EnumMember(Value = "webm")]
+    WebM,
+    [EnumMember(Value = "mkv")]
+    MVK,
     [EnumMember(Value = "avi")]
     AVI,
-    [EnumMember(Value = "mov")]
-    MOV
+    [EnumMember(Value = "wmv")]
+    WMV,
+    [EnumMember(Value = "mpeg")]
+    MPEG,
+    [EnumMember(Value = "ogg")]
+    Ogg,
 }
 
 [DataContract]
@@ -322,8 +332,14 @@ public enum AudioFormat
     MP3,
     [EnumMember(Value = "wav")]
     WAV,
+    [EnumMember(Value = "aac")]
+    AAC,
     [EnumMember(Value = "flac")]
     FLAC,
     [EnumMember(Value = "ogg")]
     OGG,
+    [EnumMember(Value = "m4a")]
+    M4A,
+    [EnumMember(Value = "wma")]
+    WMA,
 }

AiServer/Program.cs

@@ -1,10 +1,16 @@
 using AiServer.ServiceInterface;
+using Microsoft.AspNetCore.Server.Kestrel.Core;
 
 Licensing.RegisterLicense("OSS GPL-3.0 2025 https://github.com/ServiceStack/ai-server B2fSVlQ1mYLSxRYTSvsS1aORN0Og++8DTDsxY0+2lBt8Wj7VwLZYbHJY4/UnJFpaagxoQepeXXHMPfZcmP9eUjyhRaqWe3OJI4+3ct/2Wr+rfR5roBrUer8mzJhrQDj1t3L3x42dy/pZiOQKMccAShk4psGLS/TG86MTzuPk2XE=");
 
 var builder = WebApplication.CreateBuilder(args);
 var services = builder.Services;
 
+services.Configure<KestrelServerOptions>(options => {
+    options.Limits.MaxRequestBodySize = int.MaxValue; // if don't set default value is: 30 MB
+    options.Limits.MaxRequestBodySize = 50 * 1024 * 1024; //50MB
+});
+
 services.AddServiceStack(typeof(MyServices).Assembly);
 
 var app = builder.Build();

AiServer/wwwroot/mjs/components/ConvertImage.mjs

@@ -27,7 +27,7 @@ export default {
                                 <div class="grid grid-cols-6 gap-4">
                                     <div class="col-span-6">
                                         <FileUpload ref="refImage" id="image" v-model="request.image" required
-                                            accept=".webp,.jpg,.jpeg,.png,.gif" :acceptLabel="acceptedImages" @change="renderKey++">
+                                            accept=".webp,.jpg,.jpeg,.png,.gif,.bmp,.tiff" :acceptLabel="acceptedImages" @change="renderKey++">
                                             <template #title>
                                                 <span class="font-semibold text-green-600">Click to upload</span> or drag and drop
                                             </template>
@@ -50,7 +50,7 @@ export default {
                         <div class="mt-4 mb-8 flex justify-center">
                             <PrimaryButton :key="renderKey" type="submit" :disabled="!validPrompt()">
                                 <svg class="-ml-0.5 h-6 w-6 mr-1" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path fill="currentColor" d="M11 16V7.85l-2.6 2.6L7 9l5-5l5 5l-1.4 1.45l-2.6-2.6V16zm-5 4q-.825 0-1.412-.587T4 18v-3h2v3h12v-3h2v3q0 .825-.587 1.413T18 20z"/></svg>
-                                <span class="text-base font-semibold">Upload</span>
+                                <span class="text-base font-semibold">{{ request.outputFormat ? ('Convert to .' + ImageOutputFormat[request.outputFormat]) : 'Upload' }}</span>
                             </PrimaryButton>
                         </div>
                     </div>
@@ -140,7 +140,7 @@ export default {
         }
 
         async function send() {
-            console.log('send', validPrompt(), client.loading.value)
+            console.debug('send', validPrompt(), client.loading.value)
             if (!validPrompt() || client.loading.value) return
 
             savePrefs()
@@ -215,14 +215,14 @@ export default {
         }
 
         function onRouteChange() {
-            console.log('onRouteChange', routes.id)
+            // console.log('onRouteChange', routes.id)
             refImage.value?.clear()
             loadHistory()
             if (routes.id) {
                 const id = parseInt(routes.id)
                 thread.value = storage.getThread(storage.getThreadId(id))
                 threadRef.value = history.value.find(x => x.id === parseInt(routes.id))
-                console.debug('thread', thread.value, threadRef.value)
+                // console.debug('thread', thread.value, threadRef.value)
                 if (thread.value) {
                     Object.keys(storage.defaults).forEach(k =>
                         request.value[k] = thread.value[k] ?? storage.defaults[k])