Merge pull request #15366 from mongodb-js/use-devtools-cluster-tooling

ci(NODE-6919): Use `mongodb-runner` in encryption cluster setup

Author: vkarpov15

.github/workflows/encryption-tests.yml

@@ -4,7 +4,7 @@ on:
   push: 
     branches: ['master']
   pull_request:
-    branches: [ 'master' ]
+    branches: [ 'master', 'csfle' ]
   workflow_dispatch: {}
 
 permissions:

.gitignore

@@ -69,5 +69,4 @@ notes.md
 list.out
 
 data
-*.pid
-mo-expansion*
+fle-cluster-config.json

package.json

@@ -31,6 +31,7 @@
   "devDependencies": {
     "@babel/core": "7.26.10",
     "@babel/preset-env": "7.26.9",
+    "@mongodb-js/mongodb-downloader": "^0.3.9",
     "@typescript-eslint/eslint-plugin": "^8.19.1",
     "@typescript-eslint/parser": "^8.19.1",
     "acquit": "1.3.0",
@@ -58,6 +59,7 @@
     "mocha": "11.1.0",
     "moment": "2.30.1",
     "mongodb-memory-server": "10.1.4",
+    "mongodb-runner": "^5.8.2",
     "ncp": "^2.0.0",
     "nyc": "15.1.0",
     "pug": "3.0.3",
@@ -104,7 +106,7 @@
     "test-deno": "deno run --allow-env --allow-read --allow-net --allow-run --allow-sys --allow-write ./test/deno.js",
     "test-rs": "START_REPLICA_SET=1 mocha --timeout 30000 --exit ./test/*.test.js",
     "test-tsd": "node ./test/types/check-types-filename && tsd",
-    "setup-test-encryption": "bash scripts/configure-cluster-with-encryption.sh",
+    "setup-test-encryption": "node scripts/setup-encryption-tests.js",
     "test-encryption": "mocha --exit ./test/encryption/*.test.js",
     "tdd": "mocha ./test/*.test.js --inspect --watch --recursive --watch-files ./**/*.{js,ts}",
     "test-coverage": "nyc --reporter=html --reporter=text npm test",
@@ -146,4 +148,4 @@
       "target": "ES2017"
     }
   }
-}
+}

scripts/setup-encryption-tests.js

@@ -0,0 +1,50 @@
+'use strict';
+const { downloadMongoDb } = require('@mongodb-js/mongodb-downloader');
+const { instances, start } = require('mongodb-runner');
+const { rm, readdir, writeFile } = require('fs/promises');
+const { tmpdir } = require('os');
+const { join, resolve } = require('path');
+
+
+async function main() {
+  const runnerDir = join(resolve(__dirname), '../data');
+  const serverVersion = '8.0';
+
+  const configuration = await run();
+  await writeFile('fle-cluster-config.json', JSON.stringify(configuration, null, 2));
+
+  async function downloadCryptShared() {
+    const crypt_shared_dir = await downloadMongoDb(join(runnerDir, 'crypt'), serverVersion, {
+      enterprise: true,
+      crypt_shared: true
+    });
+
+    for (const dirEntry of await readdir(crypt_shared_dir)) {
+      if (/crypt/.test(dirEntry)) {
+        return join(crypt_shared_dir, dirEntry);
+      }
+    }
+  }
+
+  async function run() {
+    await rm(runnerDir, { recursive: true }).catch(() => {});
+
+    const cryptShared = await downloadCryptShared();
+    const binDir = await downloadMongoDb(runnerDir, serverVersion, {
+      enterprise: true
+    });
+
+    await start({ id: 'encryption-test-cluster', binDir, topology:
+      'sharded', runnerDir, tmpDir: tmpdir() });
+
+    for await (const instance of instances({ runnerDir })) {
+      if (instance.id === 'encryption-test-cluster') return {
+        cryptShared, uri: instance.connectionString
+      };
+    }
+
+    throw new Error('Unable to location newly configured instance of mongod - should never happen.');
+  }
+}
+
+main();