Merge branch 'main' into feature/bigint

Author: bettio

.github/workflows/build-and-test-macos.yaml

@@ -38,7 +38,7 @@ jobs:
     strategy:
       matrix:
         os: ["macos-13", "macos-14", "macos-15"]
-        otp: ["24", "25", "26", "27"]
+        otp: ["24", "25", "26", "27", "28"]
 
     steps:
     # Setup
@@ -48,21 +48,21 @@ jobs:
         submodules: 'recursive'
 
     - name: "Install deps"
-      if: matrix.otp != '24'
-      run: HOMEBREW_NO_INSTALLED_DEPENDENTS_CHECK=1 brew install gperf doxygen erlang@${{ matrix.otp }} gleam ninja mbedtls rebar3
+      if: matrix.otp != '24' && matrix.otp != '25'
+      run: brew update && HOMEBREW_NO_INSTALLED_DEPENDENTS_CHECK=1 brew install gperf doxygen erlang@${{ matrix.otp }} gleam mbedtls rebar3
 
     - name: "Install deps"
-      if: matrix.otp == '24'
+      if: matrix.otp == '24' || matrix.otp == '25'
       run: |
-        HOMEBREW_NO_INSTALLED_DEPENDENTS_CHECK=1 brew install gperf doxygen erlang@${{ matrix.otp }} gleam ninja mbedtls
+        brew update
+        HOMEBREW_NO_INSTALLED_DEPENDENTS_CHECK=1 brew install gperf doxygen erlang@${{ matrix.otp }} gleam mbedtls
         wget https://github.com/erlang/rebar3/releases/download/3.23.0/rebar3
         chmod +x rebar3
-        if [ -e /usr/local/opt/erlang@24/bin/ ] ; then
-            sudo cp rebar3 /usr/local/opt/erlang@24/bin/
-        fi
-        if [ -e /opt/homebrew/opt/erlang@24/bin/ ] ; then
-            sudo cp rebar3 /opt/homebrew/opt/erlang@24/bin/
-        fi
+        for bin_dir in {/usr/local,/opt/homebrew}/opt/erlang@{24,25}/bin/ ; do
+            if [ -e ${bin_dir} ]; then
+                sudo cp rebar3 ${bin_dir}
+            fi
+        done
 
     # Builder info
     - name: "System info"

.github/workflows/build-and-test-other.yaml

@@ -94,7 +94,7 @@ jobs:
 
         - arch: "arm32v7"
           platform: "arm/v7"
-          tag: "bullseye"
+          tag: "bookworm"
           # -D_FILE_OFFSET_BITS=64 is required for making atomvm:posix_readdir/1 test work
           # otherwise readdir will fail due to 64 bits inode numbers with 32 bit ino_t
           cflags: "-mcpu=cortex-a7 -mfloat-abi=hard -O2 -mthumb -mthumb-interwork -D_FILE_OFFSET_BITS=64"
@@ -159,6 +159,7 @@ jobs:
         mkdir -p build &&
         cd build &&
         cmake .. ${{ matrix.cmake_opts }} &&
+        make PackBEAM &&
         cp ../build_tests/tests/erlang_tests/*.beam tests/erlang_tests/ &&
         cp ../build_tests/tests/erlang_tests/code_load/*.{avm,beam,hrl} tests/erlang_tests/code_load/ &&
         mkdir -p tests/erlang_tests/code_load/beams/ &&
@@ -167,6 +168,8 @@ jobs:
         cp ../build_tests/tests/libs/estdlib/*.avm tests/libs/estdlib/  &&
         cp ../build_tests/tests/libs/eavmlib/*.avm tests/libs/eavmlib/ &&
         cp ../build_tests/tests/libs/alisp/*.avm tests/libs/alisp/ &&
+        touch tests/erlang_tests/code_load/code_load_pack.avm &&
+        touch tests/erlang_tests/code_load/code_load_pack_data.hrl &&
         make AtomVM &&
         make test-erlang &&
         make test-enif &&

.github/workflows/build-and-test.yaml

@@ -192,7 +192,7 @@ jobs:
           rebar3_version: "3.24.0"
 
         - otp: "27"
-          elixir_version: "1.17"
+          elixir_version: "1.18"
           rebar3_version: "3.24.0"
 
         # Old versions of OTP/Elixir

.github/workflows/build-docs.yaml

@@ -4,7 +4,7 @@
 #  SPDX-License-Identifier: Apache-2.0 OR LGPL-2.1-or-later
 #
 # This is a workflow for atomvm/AtomVM to Publish API documentation and other content from the `doc` directory to
-# atomvm.net hosted on GitHub Pages
+# doc.atomvm.org hosted on GitHub Pages
 
 name: Build Docs
 
@@ -20,6 +20,7 @@ on:
     paths:
       - '.github/workflows/**'
       - 'CMakeLists.txt'
+      - 'CMakeModules/**'
       - 'doc/**'
       - 'libs/**'
       - 'src/libAtomVM/**'
@@ -33,6 +34,7 @@ on:
     paths:
       - '.github/workflows/**'
       - 'CMakeLists.txt'
+      - 'CMakeModules/**'
       - 'doc/**'
       - 'libs/**'
       - 'src/libAtomVM/**'

.github/workflows/build-linux-artifacts.yaml

@@ -189,7 +189,7 @@ jobs:
         path: build_tests
 
     - name: Set up QEMU
-      run: docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
+      uses: docker/setup-qemu-action@v3
 
     - name: Build AtomVM using docker
       timeout-minutes: 15

.github/workflows/check-formatting.yaml

@@ -11,13 +11,15 @@ on:
     paths:
       - '.github/workflows/**'
       - 'CMakeLists.txt'
+      - 'CMakeModules/**'
       - 'src/**'
       - 'tests/**'
       - '**/*.erl'
   pull_request:
     paths:
       - '.github/workflows/**'
       - 'CMakeLists.txt'
+      - 'CMakeModules/**'
       - 'src/**'
       - 'tests/**'
       - '**/*.erl'

.github/workflows/esp32-build.yaml

@@ -11,6 +11,7 @@ on:
     paths:
       - '.github/workflows/esp32-build.yaml'
       - 'CMakeLists.txt'
+      - 'CMakeModules/**'
       - 'libs/**'
       - 'src/platforms/esp32/**'
       - 'src/platforms/esp32/**/**'
@@ -19,9 +20,13 @@ on:
   pull_request:
     paths:
       - '.github/workflows/esp32-build.yaml'
+      - 'CMakeLists.txt'
+      - 'CMakeModules/**'
+      - 'libs/**'
       - 'src/platforms/esp32/**'
       - 'src/platforms/esp32/**/**'
       - 'src/libAtomVM/**'
+      - 'tools/packbeam/**'
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref != 'refs/heads/main' && github.ref || github.run_id }}
@@ -31,28 +36,50 @@ jobs:
   esp-idf:
     runs-on: ubuntu-24.04
     container: espressif/idf:${{ matrix.idf-version }}
+    permissions:
+      actions: read
+      contents: read
+      security-events: write
 
     strategy:
       fail-fast: false
 
       matrix:
-        esp-idf-target: ["esp32", "esp32c3"]
+        esp-idf-target: ["esp32", "esp32c3", "esp32p4"]
+        language: ['cpp']
         idf-version:
-         - 'v5.0.7'
-         - 'v5.1.5'
-         - 'v5.2.3'
-         - 'v5.3.2'
-         - 'v5.4'
+         - 'v5.0.9'
+         - 'v5.1.6'
+         - 'v5.2.5'
+         - 'v5.3.3'
+         - 'v5.4.1'
 
         exclude:
         - esp-idf-target: "esp32c3"
-          idf-version: 'v5.0.7'
+          idf-version: 'v5.0.9'
         - esp-idf-target: "esp32c3"
-          idf-version: 'v5.1.5'
+          idf-version: 'v5.1.6'
+        - esp-idf-target: "esp32p4"
+          idf-version: 'v5.0.9'
+        - esp-idf-target: "esp32p4"
+          idf-version: 'v5.1.6'
+        - esp-idf-target: "esp32p4"
+          idf-version: 'v5.2.5'
+
     steps:
     - name: Checkout repo
       uses: actions/checkout@v4
 
+    - name: "Git config safe.directory for codeql"
+      run: git config --global --add safe.directory /__w/AtomVM/AtomVM
+
+    - name: "Initialize CodeQL"
+      uses: github/codeql-action/init@v3
+      with:
+        languages: ${{matrix.language}}
+        build-mode: manual
+        queries: +./code-queries/term-to-non-term-func.ql,./code-queries/non-term-to-term-func.ql
+
     - name: Build with idf.py
       shell: bash
       working-directory: ./src/platforms/esp32/
@@ -69,6 +96,9 @@ jobs:
         . $IDF_PATH/export.sh
         idf.py size-components
 
+    - name: "Perform CodeQL Analysis"
+      uses: github/codeql-action/analyze@v3
+
     - name: Install dependencies to build host AtomVM and run qemu
       run: |
         set -eu
@@ -129,6 +159,11 @@ jobs:
         tar -xf ${QEMU_RISCV32_DIST} -C /opt && rm ${QEMU_RISCV32_DIST}
 
     - name: Install pytest and pytest-embedded plugins
+      # ESP32P4 is not currently supported by espressif/qemu, but an issue has been opened
+      # (https://github.com/espressif/qemu/issues/127) and marked as "todo" status, but no
+      # expected timeline is available yet.
+      # TODO: remove the following exclusion when ESP32P4 support is added to espressif/qemu
+      if: matrix.esp-idf-target != 'esp32p4'
       run: |
         set -e
         . $IDF_PATH/export.sh
@@ -139,6 +174,8 @@ jobs:
             pytest-embedded-qemu==1.10.3
 
     - name: Build ESP32 tests using idf.py with memory checks
+      # TODO: remove the following exclusion when ESP32P4 support is added to espressif/qemu
+      if: matrix.esp-idf-target != 'esp32p4'
       working-directory: ./src/platforms/esp32/test/
       run: |
         set -e
@@ -156,6 +193,8 @@ jobs:
         idf.py build
 
     - name: Run ESP32 tests using qemu with memory checks build
+      # TODO: remove the following exclusion when ESP32P4 support is added to espressif/qemu
+      if: matrix.esp-idf-target != 'esp32p4'
       working-directory: ./src/platforms/esp32/test/
       timeout-minutes: 10
       run: |
@@ -167,6 +206,8 @@ jobs:
         cp sdkconfig.defaults.backup sdkconfig.defaults
 
     - name: Build ESP32 tests using idf.py
+      # TODO: remove the following exclusion when ESP32P4 support is added to espressif/qemu
+      if: matrix.esp-idf-target != 'esp32p4'
       working-directory: ./src/platforms/esp32/test/
       run: |
         set -e
@@ -177,6 +218,8 @@ jobs:
         idf.py build
 
     - name: Run ESP32 tests using qemu
+      # TODO: remove the following exclusion when ESP32P4 support is added to espressif/qemu
+      if: matrix.esp-idf-target != 'esp32p4'
       working-directory: ./src/platforms/esp32/test/
       timeout-minutes: 10
       run: |

.github/workflows/esp32-mkimage.yaml

@@ -11,6 +11,7 @@ on:
     paths:
       - '.github/workflows/esp32-mkimage.yaml'
       - 'CMakeLists.txt'
+      - 'CMakeModules/**'
       - 'libs/**'
       - 'src/platforms/esp32/**'
       - 'src/platforms/esp32/**/**'
@@ -19,9 +20,13 @@ on:
   pull_request:
     paths:
       - '.github/workflows/esp32-mkimage.yaml'
+      - 'CMakeLists.txt'
+      - 'CMakeModules/**'
+      - 'libs/**'
       - 'src/platforms/esp32/**'
       - 'src/platforms/esp32/**/**'
       - 'src/libAtomVM/**'
+      - 'tools/packbeam/**'
 
 permissions:
   contents: write
@@ -32,12 +37,12 @@ concurrency:
 
 jobs:
   esp32-release:
-    runs-on: ubuntu-22.04
+    runs-on: ubuntu-24.04
     container: espressif/idf:v${{ matrix.idf-version }}
 
     strategy:
       matrix:
-        idf-version: ["5.3.2"]
+        idf-version: ["5.4.1"]
         cc: ["clang-14"]
         cxx: ["clang++-14"]
         cflags: ["-O3"]
@@ -53,7 +58,7 @@ jobs:
       CXX: ${{ matrix.cxx }}
       CFLAGS: ${{ matrix.cflags }}
       CXXFLAGS: ${{ matrix.cflags }}
-      ImageOS: "ubuntu22"
+      ImageOS: "ubuntu24"
 
     steps:
     - name: Checkout repo

.github/workflows/esp32-simtest.yaml

@@ -12,6 +12,7 @@ on:
     paths:
       - ".github/workflows/esp32-simtest.yaml"
       - "CMakeLists.txt"
+      - 'CMakeModules/**'
       - "libs/**"
       - "src/platforms/esp32/**"
       - "src/platforms/esp32/**/**"
@@ -20,9 +21,13 @@ on:
   pull_request:
     paths:
       - ".github/workflows/esp32-simtest.yaml"
+      - "CMakeLists.txt"
+      - 'CMakeModules/**'
+      - "libs/**"
       - "src/platforms/esp32/**"
       - "src/platforms/esp32/**/**"
       - "src/libAtomVM/**"
+      - "tools/packbeam/**"
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref != 'refs/heads/main' && github.ref || github.run_id }}
@@ -75,16 +80,16 @@ jobs:
             "esp32h2",
             "esp32p4",
           ]
-        idf-version: ${{ ((contains(github.event.head_commit.message, 'full_sim_test')||contains(github.event.pull_request.title, 'full_sim_test')) &&  fromJSON('["v5.1.5", "v5.2.3", "v5.3.2", "v5.4"]')) || fromJSON('["v5.3.2"]') }}
+        idf-version: ${{ ((contains(github.event.head_commit.message, 'full_sim_test')||contains(github.event.pull_request.title, 'full_sim_test')) &&  fromJSON('["v5.1.6", "v5.2.5", "v5.3.3", "v5.4.1"]')) || fromJSON('["v5.4.1"]') }}
         exclude:
           - esp-idf-target: "esp32p4"
-            idf-version: "v5.1.5"
+            idf-version: "v5.1.6"
           - esp-idf-target: "esp32p4"
-            idf-version: "v5.2.3"
+            idf-version: "v5.2.5"
           - esp-idf-target: "esp32h2"
-            idf-version: "v5.1.5"
+            idf-version: "v5.1.6"
           - esp-idf-target: "esp32h2"
-            idf-version: "v5.2.3"
+            idf-version: "v5.2.5"
 
     steps:
       - name: Checkout repo