Provider support for dotnet (#76)

This adds a new namespace to the dotnet sdk "Experimental.Provider" with classes to support the writing of a native dotnet provider.

The Provider class will internally deal with our grpc protocol and call into virtual methods given by the user which use only dotnet native domain models.

It is a bit sad all this is manually written, I feel like there _might_ be a good way to codegen this from the protobuf specs such that if they ever change this file could stay in sync.

Also the PropertyValue Marshal/Unmarshal duplicates a lot of the existing serialisation logic, and I think that logic could be rewritten as a layer ontop of this (that is we'd have "objects -> PropertyValues" and "PropetyValues -> grpc" rather than what we currently have which is "objects -> grpc" and now "PropertyValues -> grpc")

Author: Frassle

CHANGELOG_PENDING.md

@@ -1,3 +1,9 @@
 ### Improvements
 
+- [sdk] Add experimental support for writing custom resource providers. This is a preview release, code
+  documentation and test coverage is known to be minimal, and all APIs are subject to change. However it is
+  complete enough to try out, and we hope to get feedback on the interface to refine and stabilize this
+  shortly.
+  [#76](https://github.com/pulumi/pulumi-dotnet/pull/76)
+
 ### Bug Fixes

integration_tests/integration_dotnet_smoke_test.go

@@ -63,7 +63,7 @@ func TestConstructDotnet(t *testing.T) {
 	expectedResourceCount := 8
 
 	localProviders := []integration.LocalDependency{
-		{Package: "testprovider", Path: buildTestProvider(t, "testprovider")},
+		{Package: "testprovider", Path: "testprovider"},
 		{Package: "testcomponent", Path: filepath.Join(testDir, componentDir)},
 	}
 

integration_tests/integration_dotnet_test.go

@@ -326,7 +326,7 @@ func TestConstructPlainDotnet(t *testing.T) {
 	expectedResourceCount := 8
 
 	localProviders := []integration.LocalDependency{
-		{Package: "testprovider", Path: buildTestProvider(t, "testprovider")},
+		{Package: "testprovider", Path: "testprovider"},
 		{Package: "testcomponent", Path: filepath.Join(testDir, componentDir)},
 	}
 
@@ -481,3 +481,18 @@ func TestSlnMultipleNested(t *testing.T) {
 		ExtraRuntimeValidation: validation,
 	})
 }
+
+func TestProvider(t *testing.T) {
+	testDotnetProgram(t, &integration.ProgramTestOptions{
+		Dir:            filepath.Join("provider"),
+		LocalProviders: []integration.LocalDependency{{Package: "testprovider", Path: "testprovider"}},
+		Verbose: true,
+		DebugLogLevel: 10,
+		ExtraRuntimeValidation: func(t *testing.T, stack integration.RuntimeValidationStackInfo) {
+			assert.NotNil(t, stack.Outputs)
+			assert.Equal(t, float64(42), stack.Outputs["echoA"])
+			assert.Equal(t, "hello", stack.Outputs["echoB"])
+			assert.Equal(t, []interface{}{float64(1), "goodbye", true}, stack.Outputs["echoC"])
+		},
+	})
+}

integration_tests/integration_util_test.go

@@ -22,14 +22,12 @@ import (
 	"bytes"
 	"context"
 	"encoding/json"
-	"errors"
 	"fmt"
 	"io/fs"
 	"os"
 	"os/exec"
 	"path/filepath"
 	"regexp"
-	"runtime"
 	"strings"
 	"testing"
 	"time"
@@ -38,8 +36,6 @@ import (
 
 	"github.com/pulumi/pulumi/pkg/v3/testing/integration"
 	"github.com/pulumi/pulumi/sdk/v3/go/common/apitype"
-	"github.com/pulumi/pulumi/sdk/v3/go/common/util/contract"
-	"github.com/pulumi/pulumi/sdk/v3/go/common/util/fsutil"
 	"github.com/pulumi/pulumi/sdk/v3/go/common/util/rpcutil"
 	pulumirpc "github.com/pulumi/pulumi/sdk/v3/proto/go"
 	"github.com/stretchr/testify/assert"
@@ -230,7 +226,7 @@ func testConstructUnknown(t *testing.T, lang string) {
 	componentDir := "testcomponent-go"
 
 	localProviders := []integration.LocalDependency{
-		{Package: "testprovider", Path: buildTestProvider(t, "testprovider")},
+		{Package: "testprovider", Path: "testprovider"},
 		{Package: "testcomponent", Path: filepath.Join(testDir, componentDir)},
 	}
 
@@ -252,7 +248,7 @@ func testConstructMethodsUnknown(t *testing.T, lang string) {
 	componentDir := "testcomponent-go"
 
 	localProviders := []integration.LocalDependency{
-		{Package: "testprovider", Path: buildTestProvider(t, "testprovider")},
+		{Package: "testprovider", Path: "testprovider"},
 		{Package: "testcomponent", Path: filepath.Join(testDir, componentDir)},
 	}
 
@@ -268,73 +264,13 @@ func testConstructMethodsUnknown(t *testing.T, lang string) {
 	})
 }
 
-func buildTestProvider(t *testing.T, providerDir string) string {
-	fn := func() {
-		providerName := "pulumi-resource-testprovider"
-		if runtime.GOOS == "windows" {
-			providerName += ".exe"
-		}
-
-		_, err := os.Stat(filepath.Join(providerDir, providerName))
-		if err == nil {
-			return
-		} else if errors.Is(err, os.ErrNotExist) {
-			// Not built yet, continue.
-		} else {
-			t.Fatalf("Unexpected error building test provider: %v", err)
-		}
-
-		cmd := exec.Command("go", "build", "-o", providerName)
-		cmd.Dir = providerDir
-		output, err := cmd.CombinedOutput()
-		if err != nil {
-			contract.AssertNoErrorf(err, "failed to run setup script: %v", string(output))
-		}
-	}
-	lockfile := filepath.Join(providerDir, ".lock")
-	timeout := 10 * time.Minute
-	synchronouslyDo(t, lockfile, timeout, fn)
-
-	// Allows us to drop this in in places where providerDir was used:
-	return providerDir
-}
-
-func synchronouslyDo(t *testing.T, lockfile string, timeout time.Duration, fn func()) {
-	mutex := fsutil.NewFileMutex(lockfile)
-	defer func() {
-		assert.NoError(t, mutex.Unlock())
-	}()
-
-	lockWait := make(chan struct{}, 1)
-	go func() {
-		for {
-			if err := mutex.Lock(); err != nil {
-				time.Sleep(1 * time.Second)
-				continue
-			} else {
-				break
-			}
-		}
-
-		fn()
-		lockWait <- struct{}{}
-	}()
-
-	select {
-	case <-time.After(timeout):
-		t.Fatalf("timed out waiting for lock on %s", lockfile)
-	case <-lockWait:
-		// waited for fn, success.
-	}
-}
-
 // Test methods that create resources.
 func testConstructMethodsResources(t *testing.T, lang string) {
 	const testDir = "construct_component_methods_resources"
 	componentDir := "testcomponent-go"
 
 	localProviders := []integration.LocalDependency{
-		{Package: "testprovider", Path: buildTestProvider(t, "testprovider")},
+		{Package: "testprovider", Path: "testprovider"},
 		{Package: "testcomponent", Path: filepath.Join(testDir, componentDir)},
 	}
 
@@ -392,7 +328,7 @@ func testConstructOutputValues(t *testing.T, lang string, dependencies ...string
 	componentDir := "testcomponent-go"
 
 	localProviders := []integration.LocalDependency{
-		{Package: "testprovider", Path: buildTestProvider(t, "testprovider")},
+		{Package: "testprovider", Path: "testprovider"},
 		{Package: "testcomponent", Path: filepath.Join(testDir, componentDir)},
 	}