Data Streams: Fix flaky tests (#17781)

* Support virtual stream IDs in median and quote streams.

* Move job-handling changesets to a submodule.

* Add support virtual stream IDs.

* lint

* Better switch.

* lint

* Fix flaky tests.

* Force CI rerun.

Author: ro-tex

deployment/data-streams/changeset/jobs/jd_distribute_llo_jobs_test.go

@@ -22,7 +22,7 @@ import (
 
 func TestDistributeLLOJobSpecs(t *testing.T) {
 	t.Parallel()
-	t.Skip("Skipping testing in CI environment") // flaking on CI
+	// force CI rerun
 
 	env := testutil.NewMemoryEnvV2(t, testutil.MemoryEnvConfig{
 		ShouldDeployMCMS:      false,

deployment/data-streams/changeset/jobs/jd_distribute_stream_jobs_test.go

@@ -22,7 +22,6 @@ import (
 
 func TestDistributeStreamJobSpecs(t *testing.T) {
 	t.Parallel()
-	t.Skip("Skipping testing in CI environment") // flaking on CI
 
 	env := testutil.NewMemoryEnvV2(t, testutil.MemoryEnvConfig{
 		ShouldDeployMCMS:      false,

deployment/data-streams/changeset/testutil/test_helpers.go

@@ -269,10 +269,6 @@ func GetNodeLabels(donID uint64, donName string, env string) []*ptypes.Label {
 		{
 			Key: utils.DonIDLabel(donID, donName),
 		},
-		{
-			Key:   devenv.LabelNodeTypeKey,
-			Value: pointer.To(devenv.LabelNodeTypeValuePlugin),
-		},
 		{
 			Key:   devenv.LabelEnvironmentKey,
 			Value: pointer.To(env),