Add OpenCV.js build and test to CI #231 (#238)

avdivan · web-flow · commit d49d0e884925 · 2025-04-07T13:56:50.000+03:00
* change limit ccache size

* change limit ccache size and dir

* OCV-PR-4.x-docs.yaml and Build js test

* Update OCV-PR-4.x-docs.yaml

* Update OCV-PR-4.x-docs.yaml

* Update OCV-PR-5.x-docs.yaml

* Create Dockerfile-22-js

* Delete .github/workflows/OCV-Nightly-docs-js.yaml
diff --git a/.github/workflows/OCV-Nightly-docs-js.yaml b/.github/workflows/OCV-Nightly-docs-js.yaml
diff --git a/.github/workflows/OCV-PR-4.x-docs.yaml b/.github/workflows/OCV-PR-4.x-docs.yaml
@@ -13,7 +13,7 @@ concurrency:
   cancel-in-progress: true
 
 env:
-  EXTRA_CMAKE_OPTIONS: '-DOPENCV_ENABLE_NONFREE=ON -DBUILD_SHARED_LIBS=ON -DBUILD_DOCS=ON -DOPENCV_DOCS_HAVE_DOT=YES -DBUILD_TESTS=ON -DWITH_OPENNI2=ON -DWITH_GDCM=ON -DPYTHON_DEFAULT_EXECUTABLE=/usr/bin/python3 -DOPENCV_EXTRA_MODULES_PATH=/home/ci/opencv_contrib/modules -DWITH_GDAL=ON -DBUILD_EXAMPLES=ON  -DBUILD_PERF_TESTS=ON -DWITH_IPP=OFF'
+  EXTRA_CMAKE_OPTIONS: '-DOPENCV_ENABLE_NONFREE=ON -DBUILD_SHARED_LIBS=ON -DBUILD_DOCS=ON -DOPENCV_DOCS_HAVE_DOT=YES -DBUILD_TESTS=ON -DWITH_OPENNI2=ON -DWITH_GDCM=ON -DPYTHON_DEFAULT_EXECUTABLE=/usr/bin/python3 -DOPENCV_EXTRA_MODULES_PATH=/home/ci/opencv_contrib/modules -DWITH_GDAL=ON -DBUILD_EXAMPLES=ON  -DBUILD_PERF_TESTS=ON -DWITH_IPP=OFF -DOPENCV_JS_LOCATION=/home/ci/build/js/bin/opencv.js'
   PR_AUTHOR: ${{ github.event.pull_request.user.login }}
   PR_AUTHOR_FORK: ${{ github.event.pull_request.head.repo.full_name }}
   SOURCE_BRANCH_NAME: ${{ github.head_ref }}
@@ -29,7 +29,7 @@ jobs:
       run:
         shell: bash
     container:
-      image: quay.io/opencv-ci/opencv-docs-22.04:20241202
+      image: quay.io/opencv-ci/opencv-docs-22.04:20250404
       options: --user ci
     steps:
     - uses: actions/checkout@v4
@@ -130,30 +130,51 @@ jobs:
         cd ${{ env.OPENCV_CONTRIB_DOCKER_WORKDIR }}
         git bundle create test.bundle ${{ env.LATEST_COMMIT_OPENCV_CONTRIB }}..HEAD || true
         python3 $HOME/scripts/patch_size.py
+        
+    - name: Build js
+      if: ${{ always() && steps.last-repo-step.outcome == 'success' }}
+      timeout-minutes: 60
+      run: |
+        cd $HOME/build
+        emcmake python ../opencv/platforms/js/build_js.py js --build_test
+        
+    - name: Run js tests
+      if: ${{ always() && steps.last-repo-step.outcome == 'success' }}
+      timeout-minutes: 60
+      run: |
+        cd $HOME/build/js/bin
+        npm install
+        node tests.js
+        
     - name: Configure OpenCV doxygen
       if: ${{ always() && steps.last-repo-step.outcome == 'success' }}
       id: opencv-doxygen
       timeout-minutes: 60
       run: |
         cd $HOME/build
         cmake ${{ env.EXTRA_CMAKE_OPTIONS }} ${{ env.OPENCV_DOCKER_WORKDIR }}
+        
     - name: Build OpenCV doxygen
       if: ${{ always() && steps.opencv-doxygen.outcome == 'success' }}
       timeout-minutes: 60
       id: build-opencv
       working-directory: ${{ env.HOME }}/build
       run: cmake --build . --config release --target doxygen -- -j$(nproc) 2>&1 | tee log.txt
+      
     - name: Warnings check
       run: python3 scripts/warnings-handling.py ${{ env.HOME }}/build/log.txt
+      
     - name: Pylint
       timeout-minutes: 60
       if: ${{ always() && steps.build-opencv.outcome == 'success' }}
       run: |
         cd $HOME/build
         cmake --build . --config release --target check_pylint -- -j$(nproc)
+        
     - name: Flake8
       timeout-minutes: 60
       if: ${{ always() && steps.build-opencv.outcome == 'success' }}
       run: |
         cd $HOME/build
         cmake --build . --config release --target check_flake8 -- -j$(nproc)
+
diff --git a/.github/workflows/OCV-PR-5.x-docs.yaml b/.github/workflows/OCV-PR-5.x-docs.yaml
@@ -13,7 +13,7 @@ concurrency:
   cancel-in-progress: true
 
 env:
-  EXTRA_CMAKE_OPTIONS: '-DOPENCV_ENABLE_NONFREE=ON -DBUILD_SHARED_LIBS=ON -DBUILD_DOCS=ON -DOPENCV_DOCS_HAVE_DOT=YES -DBUILD_TESTS=ON -DWITH_OPENNI2=ON -DWITH_GDCM=ON -DPYTHON_DEFAULT_EXECUTABLE=/usr/bin/python3 -DOPENCV_EXTRA_MODULES_PATH=/home/ci/opencv_contrib/modules -DWITH_GDAL=ON -DBUILD_EXAMPLES=ON  -DBUILD_PERF_TESTS=ON -DWITH_IPP=OFF'
+  EXTRA_CMAKE_OPTIONS: '-DOPENCV_JS_LOCATION=/home/ci/build/js/bin/opencv.js -DOPENCV_ENABLE_NONFREE=ON -DBUILD_SHARED_LIBS=ON -DBUILD_DOCS=ON -DOPENCV_DOCS_HAVE_DOT=YES -DBUILD_TESTS=ON -DWITH_OPENNI2=ON -DWITH_GDCM=ON -DPYTHON_DEFAULT_EXECUTABLE=/usr/bin/python3 -DOPENCV_EXTRA_MODULES_PATH=/home/ci/opencv_contrib/modules -DWITH_GDAL=ON -DBUILD_EXAMPLES=ON  -DBUILD_PERF_TESTS=ON -DWITH_IPP=OFF'
   PR_AUTHOR: ${{ github.event.pull_request.user.login }}
   PR_AUTHOR_FORK: ${{ github.event.pull_request.head.repo.full_name }}
   SOURCE_BRANCH_NAME: ${{ github.head_ref }}
@@ -29,7 +29,7 @@ jobs:
       run:
         shell: bash
     container:
-      image: quay.io/opencv-ci/opencv-docs-22.04:20241202
+      image: quay.io/opencv-ci/opencv-docs-22.04:20250404
       options: --user ci
     steps:
     - uses: actions/checkout@v4
@@ -130,6 +130,21 @@ jobs:
         cd ${{ env.OPENCV_CONTRIB_DOCKER_WORKDIR }}
         git bundle create test.bundle ${{ env.LATEST_COMMIT_OPENCV_CONTRIB }}..HEAD || true
         python3 $HOME/scripts/patch_size.py
+    - name: Build js
+      if: ${{ always() && steps.last-repo-step.outcome == 'success' }}
+      timeout-minutes: 60
+      run: |
+        cd $HOME/build
+        emcmake python ../opencv/platforms/js/build_js.py js --build_test
+        
+    - name: Run js tests
+      if: ${{ always() && steps.last-repo-step.outcome == 'success' }}
+      timeout-minutes: 60
+      run: |
+        cd $HOME/build/js/bin
+        npm install
+        node tests.js
+        
     - name: Configure OpenCV doxygen
       if: ${{ always() && steps.last-repo-step.outcome == 'success' }}
       id: opencv-doxygen
diff --git a/docker/docs/Dockerfile-22-js b/docker/docs/Dockerfile-22-js
@@ -0,0 +1,90 @@
+# Version: 20250404
+# Image name: quay.io/opencv-ci/opencv-docs-22.04
+
+FROM ubuntu:22.04
+
+RUN \
+  apt-get update && \
+  DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
+    software-properties-common \
+    gpg-agent curl git htop man zip unzip vim wget ncdu mc nano time \
+    file \
+    && \
+  add-apt-repository ppa:git-core/ppa && \
+  apt-get install -y --no-install-recommends git && \
+  rm -rf /var/lib/apt/lists/*
+
+RUN \
+  apt-get update && \
+  DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
+    cmake build-essential \
+    doxygen-latex graphviz \
+    p7zip-full \
+    pylint flake8 \
+    python3-bs4 \
+    && \
+  rm -rf /var/lib/apt/lists/*
+
+ENV EMSDK_VERSION=1.39.0-upstream
+ENV EMSDK_DIR=/opt/emsdk-portable
+ENV EMSDK_CACHE_DIR=/opt/build-worker/emsdk-${EMSDK_VERSION}
+
+RUN \
+  /bin/bash -c "mkdir -p ${EMSDK_DIR} && \
+    cd ${EMSDK_DIR} && \
+    git rev-parse HEAD || (rm -rf ./.git && git clone https://github.com/juj/emsdk.git .) && \
+    git reset --hard || true && \
+    git clean -f -d || true && \
+    git fetch origin && \
+    git checkout -B main origin/main && \
+    git rev-parse HEAD && \
+    ./emsdk list && \
+    ./emsdk install ${EMSDK_VERSION} && \
+    ./emsdk activate ${EMSDK_VERSION} && \
+    source ./emsdk_env.sh && \
+    mkdir -p ./.home && \
+    cp -rp ./.em* ./.home/ && \
+    # python script (opencv/platforms/js/build_js.py) has shebang and required hardly python
+    ln -s /usr/bin/python3 /usr/bin/python"
+
+
+# Install fresh Doxygen
+ARG doxygen_version=doxygen-1.12.0
+ARG doxygen_urlbase=https://github.com/doxygen/doxygen/releases/download/Release_1_12_0
+ARG doxygen_archive=${doxygen_version}.linux.bin.tar.gz
+ARG doxygen_sha1sum=c50fc71ba9b5e431f0f0f21c5dc8559f47f06007
+ADD ${doxygen_urlbase}/${doxygen_archive} /opt/
+RUN \
+  cd /opt \
+  && echo "${doxygen_sha1sum} ${doxygen_archive}" | sha1sum -c \
+  && tar -xvf ${doxygen_archive} \
+  && rm -rf ${doxygen_archive}
+ENV PATH=/opt/${doxygen_version}/bin:${PATH}
+
+
+# GitHub Actions user's UID is 1001
+RUN \
+  useradd ci -m -s /bin/bash -G users --uid=1001 && \
+  chown -R ci:ci ${EMSDK_DIR}
+
+USER ci
+
+RUN \
+  cd $HOME && \
+  mkdir opencv opencv_contrib build && \
+  git config --global --add safe.directory "*" && \
+  git config --global user.email "opencv.ci" && \
+  git config --global user.name "opencv.ci" && \
+  git config --global pull.rebase false
+
+# Run docker build from the root directory of the repository
+COPY scripts/patch_size.py /home/ci/scripts/patch_size.py
+COPY scripts/pack_docs.py /home/ci/scripts/
+
+ENV PATH=${EMSDK_DIR}:${EMSDK_DIR}/upstream/emscripten:${EMSDK_DIR}/node/20.18.0_64bit/bin:${PATH}
+ENV EMSDK=${EMSDK_DIR}
+ENV EM_CONFIG=${EMSDK_DIR}/.emscripten
+ENV EM_CACHE=${EMSDK_DIR}/upstream/emscripten/cache
+ENV EMSDK_NODE=${EMSDK_DIR}/node/20.18.0_64bit/bin/node
+ENV EMSCRIPTEN ${EMSDK_DIR}/upstream/emscripten
+ENTRYPOINT bash
