read defines, includes and libs in npm process and pass them as string list to node-gyp process + read build envs from package.json

Author: justadudewhohacks

.travis.yml

@@ -199,7 +199,7 @@ script:
     fi
 
 after_success:
-  - if [ $BUILD_TASK = 'cover' ]; then
+  - if [ "$BUILD_TASK" == "cover" ]; then
     npm install;
     npm run codecov -- -t $CODECOV_TOKEN;
     fi

appveyor.yml

@@ -43,15 +43,22 @@ environment:
     - nodejs_version: 6
       APPVEYOR_BUILD_WORKER_IMAGE: Visual Studio 2017
       OPENCV_VERSION: "%OPENCV4_LATEST%"
+    - nodejs_version: 12
+      APPVEYOR_BUILD_WORKER_IMAGE: Visual Studio 2017
+      OPENCV_VERSION: "%OPENCV4_LATEST%"
+      BUILD_TASK: "ENVS"
 
 install:
   - cmd: choco install OpenCV -y -version %OPENCV_VERSION%
-  - IF EXIST c:\tools\opencv* CD c:\tools\opencv*
-  - SET OPENCV_INCLUDE_DIR=%CD%\build\include
-  - SET OPENCV_LIB_DIR=%CD%\build\x64\vc14\lib
-  - SET OPENCV_BIN_DIR=%CD%\build\x64\vc14\bin
-  - SET PATH=%PATH%;%OPENCV_BIN_DIR%;
-
+  if ($env:BUILD_TASK -neq "ENVS") {
+    appveyor DownloadFile https://github.com/bazelbuild/bazel/releases/download/0.28.1/bazel-0.28.1-windows-x86_64.exe -FileName bazel.exe
+  }
+  - if not "%BUILD_TASK%" == "ENVS" (
+    SET OPENCV_INCLUDE_DIR=c:\tools\opencv\build\include
+    SET OPENCV_LIB_DIR=c:\tools\opencv\build\x64\vc14\lib
+    SET OPENCV_BIN_DIR=c:\tools\opencv\build\x64\vc14\bin
+    SET PATH=%PATH%;%OPENCV_BIN_DIR%;
+  )
   - ps: Install-Product node $env:nodejs_version x64
   - node --version
   - npm install -g node-gyp
@@ -62,7 +69,11 @@ build: off
 
 test_script:
   - node --version
-  - cmd: cd c:\projects\opencv4nodejs\test
-  - npm install
-  - npm run test-appveyor
-  - npm run test-externalMemTracking
+  - if "%BUILD_TASK%" == "ENVS" (
+      cmd: cd .\ci\envs
+    ) else (
+      cmd: cd c:\projects\opencv4nodejs\test
+      npm install
+      npm run test-appveyor
+      npm run test-externalMemTracking
+    )

binding.gyp

@@ -2,17 +2,17 @@
 	"targets": [{
 		"target_name": "opencv4nodejs",
 		"defines": [
-			"<!@(node ./lib/defines.js)",
+			"<!@(node ./install/parseEnv.js OPENCV4NODEJS_DEFINES)",
 		],
 		"include_dirs" : [
-			"<!@(node ./lib/includes.js)",
+			"<!@(node ./install/parseEnv.js OPENCV4NODEJS_INCLUDES)",
 			"cc",
 			"cc/core",
 			"<!(node -e \"require('nan')\")",
 			"<!(node -e \"require('native-node-utils')\")"
 		],
 		"libraries": [
-			"<!@(node ./lib/libs.js)"
+			"<!@(node ./install/parseEnv.js OPENCV4NODEJS_LIBRARIES)",
 		],
 		"sources": [
 			"cc/opencv4nodejs.cc",

ci/envs/package.json

@@ -0,0 +1,14 @@
+{
+  "scripts": {
+    "test": "node ./test.js"
+  },
+  "dependencies": {
+    "opencv4nodejs": "../"
+  },
+  "opencv4nodejs": {
+    "disableAutoBuild": 1,
+    "opencvIncludeDir": "C:\\tools\\opencv\\build\\include",
+    "opencvLibDir": "C:\\tools\\opencv\\build\\x64\\vc14\\lib",
+    "opencvBinDir": "C:\\tools\\opencv\\build\\x64\\vc14\\bin"
+  }
+}

ci/envs/test.js

@@ -0,0 +1,5 @@
+const cv = require('opencv4nodejs')
+
+if (!cv) {
+  throw new Error('failed to require opencv4nodejs')
+}

install/install.js

@@ -0,0 +1,85 @@
+const opencvBuild = require('opencv-build')
+const child_process = require('child_process')
+const fs = require('fs')
+const log = require('npmlog')
+const { resolvePath } = require('../lib/commons')
+
+const defaultDir = '/usr/local'
+const defaultLibDir = `${defaultDir}/lib`
+const defaultIncludeDir = `${defaultDir}/include`
+const defaultIncludeDirOpenCV4 = `${defaultIncludeDir}/opencv4`
+
+function getDefaultIncludeDirs() {
+  log.info('install', 'OPENCV_INCLUDE_DIR is not set, looking for default include dir')
+  if (opencvBuild.isWin()) {
+    throw new Error('OPENCV_INCLUDE_DIR has to be defined on windows when auto build is disabled')
+  }
+  return [defaultLibDir, defaultIncludeDirOpenCV4]
+}
+
+function getDefaultLibDir() {
+  log.info('install', 'OPENCV_LIB_DIR is not set, looking for default lib dir')
+  if (opencvBuild.isWin()) {
+    throw new Error('OPENCV_LIB_DIR has to be defined on windows when auto build is disabled')
+  }
+  return defaultLibDir
+}
+
+opencvBuild.applyEnvsFromPackageJson()
+
+const libDir = opencvBuild.isAutoBuildDisabled()
+  ? (resolvePath(process.env.OPENCV_LIB_DIR) || getDefaultLibDir())
+  : resolvePath(opencvBuild.opencvLibDir)
+
+log.info('install', 'using lib dir: ' + libDir)
+
+if (!fs.existsSync(libDir)) {
+  throw new Error('library dir does not exist: ' + libDir)
+}
+
+const libsFoundInDir = opencvBuild
+  .getLibs(libDir)
+  .filter(lib => lib.libPath)
+
+if (!libsFoundInDir.length) {
+  throw new Error('no OpenCV libraries found in lib dir: ' + libDir)
+}
+
+log.info('install', 'found the following libs:')
+libsFoundInDir.forEach(lib => log.info('install', lib.opencvModule + ' : ' + lib.libPath))
+
+const defines = libsFoundInDir
+  .map(lib => `OPENCV4NODEJS_FOUND_LIBRARY_${lib.opencvModule.toUpperCase()}`)
+
+const explicitIncludeDir = resolvePath(process.env.OPENCV_INCLUDE_DIR)
+const includes = opencvBuild.isAutoBuildDisabled()
+  ? (explicitIncludeDir ? [explicitIncludeDir] : getDefaultIncludeDirs())
+  : [resolvePath(opencvBuild.opencvInclude), resolvePath(opencvBuild.opencv4Include)]
+
+const libs = opencvBuild.isWin()
+  ? libsFoundInDir.map(lib => resolvePath(lib.libPath))
+  // dynamically link libs if not on windows
+  : ['-L' + libDir]
+      .concat(libsFoundInDir.map(lib => '-lopencv_' + lib.opencvModule))
+      .concat('-Wl,-rpath,' + libDir)
+
+console.log()
+log.info('install', 'setting the following defines:')
+defines.forEach(def => log.info('defines', def))
+console.log()
+log.info('install', 'setting the following includes:')
+includes.forEach(def => log.info('includes', def))
+console.log()
+log.info('install', 'setting the following libs:')
+libs.forEach(def => log.info('libs', def))
+
+process.env['OPENCV4NODEJS_DEFINES'] = defines.join('\n')
+process.env['OPENCV4NODEJS_INCLUDES'] = includes.join('\n')
+process.env['OPENCV4NODEJS_LIBRARIES'] = libs.join('\n')
+
+const child = child_process.exec('node-gyp rebuild --jobs max', {}, function(err, stdout, stderr) {
+  const _err = err || stderr
+  if (_err) log.error(_err)
+})
+child.stdout.pipe(process.stdout)
+child.stderr.pipe(process.stderr)

install/parseEnv.js

@@ -0,0 +1,7 @@
+const envName = process.argv[2]
+
+if (!envName) {
+  throw new Error('no env name passed to parseEnv')
+}
+const outputs = (process.env[envName] || '').split('\n')
+outputs.forEach(o => console.log(o))

lib/commons.js

@@ -1,29 +1,13 @@
-const fs = require('fs');
-const path = require('path');
+const fs = require('fs')
+const path = require('path')
 
 function resolvePath(filePath, file) {
   if (!filePath) {
-    return undefined;
+    return undefined
   }
-  return (file ? path.resolve(filePath, file) : path.resolve(filePath)).replace(/\\/g, '/');
-}
-
-const defaultDir = '/usr/local';
-const defaultIncludeDir = `${defaultDir}/include`;
-const defaultIncludeDirOpenCV4 = `${defaultIncludeDir}/opencv4`;
-
-function getLibDir() {
-  const libPath = resolvePath(process.env.OPENCV_LIB_DIR)
-  if (process.platform === 'win32' && !libPath) {
-    throw new Error('OPENCV_LIB_DIR is not defined')
-  }
-  return libPath || `${defaultDir}/lib`;
+  return (file ? path.resolve(filePath, file) : path.resolve(filePath)).replace(/\\/g, '/')
 }
 
 module.exports = {
-  resolvePath,
-  defaultDir,
-  defaultIncludeDir,
-  defaultIncludeDirOpenCV4,
-  getLibDir
-};
+  resolvePath
+}

lib/cv.js

@@ -2,19 +2,34 @@ const path = require('path');
 const opencvBuild = require('opencv-build');
 const { resolvePath } = require('./commons');
 
-// ensure binaries are added to path on windows
-if (!opencvBuild.isAutoBuildDisabled() && process.platform === 'win32') {
-  // append opencv binary path to node process
-  if (!process.env.path.includes(opencvBuild.opencvBinDir)) {
-    process.env.path = `${process.env.path};${opencvBuild.opencvBinDir};`
+const requirePath = path.join(__dirname, process.env.BINDINGS_DEBUG ? '../build/Debug/opencv4nodejs' : '../build/Release/opencv4nodejs')
+
+function tryGetOpencvBinDir() {
+  // if the auto build is disabled via environment do not even attempt
+  // to read package.json
+  if (opencvBuild.isAutoBuildDisabled()) {
+    return opencvBuild.opencvBinDir
   }
+
+  const envs = opencvBuild.readEnvsFromPackageJson()
+  return envs.disableAutoBuild
+    ? (envs.opencvBinDir || process.env.OPENCV_BIN_DIR)
+    : opencvBuild.opencvBinDir
 }
 
-let cv;
-if (process.env.BINDINGS_DEBUG) {
-  cv = require(path.join(__dirname, '../build/Debug/opencv4nodejs'));
-} else {
-  cv = require(path.join(__dirname, '../build/Release/opencv4nodejs'));
+let cv = null
+try {
+  cv = require(requirePath);
+} catch (err) {
+
+  // TODO: non windows?
+  const opencvBinDir = tryGetOpencvBinDir()
+
+  // ensure binaries are added to path on windows
+  if (!process.env.path.includes(opencvBinDir)) {
+    process.env.path = `${process.env.path};${opencvBinDir};`
+  }
+  cv = require(requirePath);
 }
 
 // resolve haarcascade files