Merge branch 'PX4:main' into main #2
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # NOTE: this workflow is now running on Dronecode / PX4 AWS account. | |
| # - If you want to keep the tests running in GitHub Actions you need to uncomment the "runs-on: ubuntu-latest" lines | |
| # and comment the "runs-on: [runs-on,runner=..." lines. | |
| # - If you would like to duplicate this setup try setting up "RunsOn" on your own AWS account try https://runs-on.com | |
| name: Build all targets | |
| on: | |
| push: | |
| tags: | |
| - 'v*' | |
| branches: | |
| - 'main' | |
| - 'stable' | |
| - 'beta' | |
| - 'release/**' | |
| paths-ignore: | |
| - 'docs/**' | |
| pull_request: | |
| branches: | |
| - '**' | |
| paths-ignore: | |
| - 'docs/**' | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| permissions: | |
| contents: write | |
| actions: read | |
| jobs: | |
| group_targets: | |
| name: Scan for Board Targets | |
| # runs-on: ubuntu-latest | |
| runs-on: [runs-on,runner=1cpu-linux-x64,image=ubuntu24-full-x64,"run-id=${{ github.run_id }}",spot=false] | |
| outputs: | |
| matrix: ${{ steps.set-matrix.outputs.matrix }} | |
| timestamp: ${{ steps.set-timestamp.outputs.timestamp }} | |
| branchname: ${{ steps.set-branch.outputs.branchname }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Cache Python pip | |
| uses: actions/cache@v4 | |
| with: | |
| path: ~/.cache/pip | |
| key: ${{ runner.os }}-pip-${{ hashFiles('**./Tools/setup/requirements.txt') }} | |
| restore-keys: | | |
| ${{ runner.os }}-pip- | |
| - name: Update python packaging to avoid canonicalize_version() error | |
| run: | | |
| pip3 install -U packaging | |
| - name: Install Python Dependencies | |
| uses: py-actions/py-dependency-install@v4 | |
| with: | |
| path: "./Tools/setup/requirements.txt" | |
| - id: set-matrix | |
| name: Generate Build Matrix | |
| run: echo "matrix=$(./Tools/ci/generate_board_targets_json.py --group)" >> $GITHUB_OUTPUT | |
| - id: set-timestamp | |
| name: Save Current Timestamp | |
| run: echo "timestamp=$(date +"%Y%m%d%H%M%S")" >> $GITHUB_OUTPUT | |
| - id: set-branch | |
| name: Save Current Branch Name | |
| run: | | |
| echo "branchname=${{ | |
| github.event_name == 'pull_request' && | |
| format('pr-{0}', github.event.pull_request.number) || | |
| github.head_ref || | |
| github.ref_name | |
| }}" >> $GITHUB_OUTPUT | |
| - name: Debug Matrix Output | |
| if: runner.debug == '1' | |
| run: | | |
| echo "${{ steps.set-timestamp.outputs.timestamp }}" | |
| echo "${{ steps.set-branch.outputs.branchname }}" | |
| echo "$(./Tools/ci/generate_board_targets_json.py --group --verbose)" | |
| setup: | |
| name: Build [${{ matrix.runner }}][${{ matrix.group }}] | |
| # runs-on: ubuntu-latest | |
| runs-on: [runs-on,"runner=8cpu-linux-${{ matrix.runner }}","image=ubuntu24-full-${{ matrix.runner }}","run-id=${{ github.run_id }}",spot=false] | |
| needs: group_targets | |
| strategy: | |
| matrix: ${{ fromJson(needs.group_targets.outputs.matrix) }} | |
| fail-fast: false | |
| container: | |
| image: ${{ matrix.container }} | |
| steps: | |
| - uses: runs-on/action@v2 | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Git ownership workaround | |
| run: git config --system --add safe.directory '*' | |
| # ccache key breakdown: | |
| # ccache-<system os>-<system arch>-<builder group>- | |
| # ccache-<linux>-<arm64>-<aarch64-0>- | |
| # ccache-<linux>-<x64>-<nuttx-0>- | |
| - name: Cache Restore from Key | |
| id: cc_restore | |
| uses: actions/cache/restore@v4 | |
| with: | |
| path: ~/.ccache | |
| key: ${{ format('ccache-{0}-{1}-{2}', runner.os, matrix.runner, matrix.group) }} | |
| restore-keys: | | |
| ccache-${{ runner.os }}-${{ matrix.runner }}-${{ matrix.group }}- | |
| ccache-${{ runner.os }}-${{ matrix.runner }}- | |
| ccache-${{ runner.os }}-${{ matrix.runner }}- | |
| ccache-${{ runner.os }}- | |
| ccache- | |
| - name: Cache Config and Stats | |
| run: | | |
| mkdir -p ~/.ccache | |
| echo "base_dir = ${GITHUB_WORKSPACE}" > ~/.ccache/ccache.conf | |
| echo "compression = true" >> ~/.ccache/ccache.conf | |
| echo "compression_level = 6" >> ~/.ccache/ccache.conf | |
| echo "max_size = 120M" >> ~/.ccache/ccache.conf | |
| echo "hash_dir = false" >> ~/.ccache/ccache.conf | |
| echo "compiler_check = content" >> ~/.ccache/ccache.conf | |
| ccache -s | |
| ccache -z | |
| - name: Building Artifacts for [${{ matrix.targets }}] | |
| run: | | |
| ./Tools/ci/build_all_runner.sh ${{matrix.targets}} ${{matrix.arch}} | |
| - name: Arrange Build Artifacts | |
| run: | | |
| ./Tools/ci/package_build_artifacts.sh | |
| - name: Upload Build Artifacts | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: px4_${{matrix.group}}_build_artifacts | |
| path: artifacts/ | |
| - name: Cache Post Build Stats | |
| if: always() | |
| run: | | |
| ccache -s | |
| ccache -z | |
| - name: Cache Save | |
| if: always() | |
| uses: actions/cache/save@v4 | |
| with: | |
| path: ~/.ccache | |
| key: ${{ steps.cc_restore.outputs.cache-primary-key }} | |
| artifacts: | |
| name: Upload Artifacts | |
| # runs-on: ubuntu-latest | |
| runs-on: [runs-on,runner=1cpu-linux-x64,image=ubuntu24-full-x64,"run-id=${{ github.run_id }}",spot=false] | |
| needs: [setup, group_targets] | |
| if: startsWith(github.ref, 'refs/tags/v') || contains(fromJSON('["main","stable","beta"]'), needs.group_targets.outputs.branchname) | |
| outputs: | |
| uploadlocation: ${{ steps.upload-location.outputs.uploadlocation }} | |
| steps: | |
| - name: Download Artifacts | |
| uses: actions/download-artifact@v4 | |
| with: | |
| path: artifacts/ | |
| merge-multiple: true | |
| - name: Choose Upload Location | |
| id: upload-location | |
| run: | | |
| # Determine upload location based on branch or tag with the following considerations: | |
| # Destination: AWS S3 bucket px4-travis in folder Firmware/ | |
| # - If branch is main -> upload to master/ | |
| # - Older versions of QGC are hardocded to look for master/ | |
| # - If branch is stable or beta -> upload to stable/ or beta/ | |
| # - If a tag vX.Y.Z -> upload to vX.Y.Z/ | |
| # - Also update stable/ to point to the same version | |
| #. - Older versions of QGC are hardocded to look for stable/ | |
| # - If a pull request -> do not upload | |
| set -euo pipefail | |
| ref="${GITHUB_REF}" | |
| branch=${{ needs.group_targets.outputs.branchname }} | |
| location="$branch" | |
| if [[ "$branch" == "main" ]]; then | |
| location="master" | |
| fi | |
| if [[ "$ref" == refs/tags/v[0-9]* ]]; then | |
| tag="${ref#refs/tags/}" | |
| location="$tag" | |
| fi | |
| echo "uploadlocation=$location" >> $GITHUB_OUTPUT | |
| - name: Uploading Artifacts to S3 [${{ steps.upload-location.outputs.uploadlocation }}] | |
| uses: jakejarvis/s3-sync-action@master | |
| with: | |
| args: --acl public-read | |
| env: | |
| AWS_S3_BUCKET: 'px4-travis' | |
| AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| AWS_REGION: 'us-west-1' | |
| SOURCE_DIR: artifacts/ | |
| DEST_DIR: Firmware/${{ steps.upload-location.outputs.uploadlocation }}/ | |
| # if we are uploading artifacts to a versioned folder | |
| # we should also update the stable folder in the s3 bucket | |
| - name: Uploading Artifacts to S3 [stable] | |
| uses: jakejarvis/s3-sync-action@master | |
| if: startsWith(github.ref, 'refs/tags/v') | |
| with: | |
| args: --acl public-read | |
| env: | |
| AWS_S3_BUCKET: 'px4-travis' | |
| AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| AWS_REGION: 'us-west-1' | |
| SOURCE_DIR: artifacts/ | |
| DEST_DIR: Firmware/stable/ | |
| # if build is a release triggered by a versioned tag then create a github release | |
| # and upload the build artifacts. A draft release is created so that the release | |
| # can be reviewed before publishing | |
| - name: Upload Artifacts to GitHub Release | |
| uses: softprops/action-gh-release@v2 | |
| if: startsWith(github.ref, 'refs/tags/v') | |
| with: | |
| draft: true | |
| files: artifacts/*.px4 | |
| name: ${{ steps.upload-location.outputs.uploadlocation }} |