feat(Runner): Implemented the ScriptProcessExecutor (WIP)

Signed-off-by: Charles d'Avernas <charles.davernas@neuroglia.io>

Author: cdavernas

src/runner/Synapse.Runner/Dockerfile

@@ -2,6 +2,8 @@ FROM mcr.microsoft.com/dotnet/runtime:8.0 AS base
 USER root
 RUN apt-get update
 RUN apt-get install -y jq
+RUN apt-get install -y nodejs
+RUN apt-get install -y python3
 USER app
 WORKDIR /app
 

src/runner/Synapse.Runner/Program.cs

@@ -39,6 +39,8 @@
         services.AddYamlDotNetSerializer();
         services.AddJQExpressionEvaluator();
         services.AddJavaScriptExpressionEvaluator();
+        services.AddNodeJSScriptExecutor();
+        services.AddPythonScriptExecutor();
         services.AddSynapseHttpApiClient(http =>
         {
             http.BaseAddress = options.Api.BaseAddress;

src/runner/Synapse.Runner/Services/Executors/ScriptProcessExecutor.cs

@@ -22,19 +22,48 @@ namespace Synapse.Runner.Services.Executors;
 /// <param name="executorFactory">The service used to create <see cref="ITaskExecutor"/>s</param>
 /// <param name="context">The current <see cref="ITaskExecutionContext"/></param>
 /// <param name="serializer">The service used to serialize/deserialize objects to/from JSON</param>
-public class ScriptProcessExecutor(IServiceProvider serviceProvider, ILogger<ScriptProcessExecutor> logger, ITaskExecutionContextFactory executionContextFactory, ITaskExecutorFactory executorFactory, ITaskExecutionContext<RunTaskDefinition> context, IJsonSerializer serializer)
+/// <param name="externalResourceProvider">The service used to resolve external resources</param>
+/// <param name="scriptExecutorProvider">The service used to provide <see cref="IScriptExecutor"/>s</param>
+public class ScriptProcessExecutor(IServiceProvider serviceProvider, ILogger<ScriptProcessExecutor> logger, ITaskExecutionContextFactory executionContextFactory, ITaskExecutorFactory executorFactory, 
+    ITaskExecutionContext<RunTaskDefinition> context, IJsonSerializer serializer, IExternalResourceProvider externalResourceProvider, IScriptExecutorProvider scriptExecutorProvider)
     : TaskExecutor<RunTaskDefinition>(serviceProvider, logger, executionContextFactory, executorFactory, context, serializer)
 {
 
+    /// <summary>
+    /// Gets the service used to resolve external resources
+    /// </summary>
+    protected IExternalResourceProvider ExternalResourceProvider { get; } = externalResourceProvider;
+
+    /// <summary>
+    /// Gets the service used to provide <see cref="IScriptExecutor"/>s
+    /// </summary>
+    protected IScriptExecutorProvider ScriptExecutorProvider { get; } = scriptExecutorProvider;
+
     /// <summary>
     /// Gets the definition of the script process to run
     /// </summary>
     protected ScriptProcessDefinition ProcessDefinition => this.Task.Definition.Run.Script!;
 
     /// <inheritdoc/>
-    protected override Task DoExecuteAsync(CancellationToken cancellationToken)
+    protected override async Task DoExecuteAsync(CancellationToken cancellationToken)
     {
-        return System.Threading.Tasks.Task.CompletedTask; //todo: implement
+        var executor = this.ScriptExecutorProvider.GetExecutor(this.ProcessDefinition.Language) ?? throw new NullReferenceException($"Failed to find a script executor for the specified language '{this.ProcessDefinition.Language}'");
+        var script = this.ProcessDefinition.Code;
+        if (string.IsNullOrWhiteSpace(script))
+        {
+            if (this.ProcessDefinition.Source == null) throw new NullReferenceException("The script's code or resource must be set");
+            using var stream = await this.ExternalResourceProvider.ReadAsync(this.Task.Workflow.Definition, this.ProcessDefinition.Source, cancellationToken).ConfigureAwait(false);
+            using var streamReader = new StreamReader(stream);
+            script = await streamReader.ReadToEndAsync(cancellationToken).ConfigureAwait(false);
+        }
+        using var process = await executor.ExecuteAsync(script, null, this.ProcessDefinition.Environment, cancellationToken).ConfigureAwait(false);
+        await process.WaitForExitAsync(cancellationToken).ConfigureAwait(false);
+        var stdOut = await process.StandardOutput.ReadToEndAsync(cancellationToken).ConfigureAwait(false);
+        var stdErr = await process.StandardError.ReadToEndAsync(cancellationToken).ConfigureAwait(false);
+        //todo: urgent: fix the script process so that we provide:
+        //1. (evaluated) arguments
+        //2. (evaluated) environment variables
+        //3. a way to decide, like for shell, where to read the output from: stdOut, file? or (exit) code
     }
 
 }

src/runner/Synapse.Runner/Synapse.Runner.csproj

@@ -43,6 +43,8 @@
 	<PackageReference Include="Neuroglia.Data.Expressions.JavaScript" Version="4.10.0" />
 	<PackageReference Include="Neuroglia.Data.Expressions.JQ" Version="4.10.0" />
 	<PackageReference Include="Neuroglia.Eventing.CloudEvents.Infrastructure" Version="4.10.0" />
+	<PackageReference Include="Neuroglia.Scripting.NodeJS" Version="4.11.0" />
+	<PackageReference Include="Neuroglia.Scripting.Python" Version="4.11.0" />
 	<PackageReference Include="protobuf-net.Grpc.ClientFactory" Version="1.1.1" />
     <PackageReference Include="System.Reactive" Version="6.0.1" />
   </ItemGroup>

src/runner/Synapse.Runner/Usings.cs

@@ -17,6 +17,8 @@
 global using Microsoft.Extensions.Logging;
 global using Neuroglia.Data.Expressions.JavaScript;
 global using Neuroglia.Data.Expressions.JQ;
+global using Neuroglia.Scripting;
+global using Neuroglia.Scripting.Services;
 global using Neuroglia.Serialization;
 global using ServerlessWorkflow.Sdk;
 global using ServerlessWorkflow.Sdk.Models;