initial open source release

Co-authored-by: Benjamin Naecker <ben@oxide.computer>
Co-authored-by: Levon Tarver <levon@oxide.computer>
Co-authored-by: Ryan Goodfellow <ryan.goodfellow@oxide.computer>
Co-authored-by: Zeeshan Lakhani <zeeshan@oxidecomputer.com>

Author: 5 people

.cargo/config.toml

@@ -0,0 +1,21 @@
+[alias]
+xtask = "run --package xtask --"
+
+[net]
+git-fetch-with-cli = true
+
+[profile.dev]
+panic = "abort"
+
+[profile.release]
+panic = "abort"
+
+# We'd like to set this only if the `tokio-console` feature is enabled, but it
+# is not recommended to match on a `cfg` directive that includes features.
+# See https://doc.rust-lang.org/cargo/reference/config.html#target.
+[build]
+rustflags = ["--cfg", "tokio_unstable"]
+
+# https://github.com/rust-lang/cargo/issues/3946#issuecomment-973132993
+[env]
+CARGO_WORKSPACE_DIR = { value = "", relative = true }

.github/buildomat/common.sh

@@ -0,0 +1,15 @@
+#!/bin/bash
+
+# These describe which version of the SDE to download and where to find it
+SDE_COMMIT=0e4cfe10c92db223a953923d77f09a299b82157b
+SDE_PKG_SHA256=89795e536cfc9713a892904480c6c1d7bff99ca8b9e16ba8c3955fb548e037fe
+SDE_DEB_SHA256=deb3015f8f8a46a16de8d7ddfa549d353a658105a0dcb963e5bd65587f3d0758
+
+[ `uname -s` == "SunOS" ] && SERIES=illumos
+[ `uname -s` == "SunOS" ] || SERIES=linux
+SDE_DIR=https://buildomat.eng.oxide.computer/public/file/oxidecomputer/tofino-sde/$SERIES/$SDE_COMMIT
+
+# Install the active Rust toolchain from rust-toolchain.toml. We need this
+# because `rustup` version 1.28 made it where the toolchain is not installed by
+# default.
+rustup show active-toolchain || rustup toolchain install

.github/buildomat/config.toml

@@ -0,0 +1,5 @@
+#
+# This file, with this flag, must be present in the default branch in order for
+# the buildomat integration to create check suites.
+#
+enable = true

.github/buildomat/illumos.sh

@@ -0,0 +1,22 @@
+# Download the SDE from CI, verify its integrity, and install it
+banner "sde setup"
+
+export PKG=tofino_sde.p5p
+curl -OL $SDE_DIR/$PKG
+SDE_CALC=`digest -a sha256 $PKG`
+if [ $SDE_CALC != $SDE_PKG_SHA256 ]; then
+	echo "downloaded tofino_sde has a bad checksum"
+	exit 1
+fi
+pfexec pkg install -g $PKG tofino_sde
+
+export SDE=/opt/oxide/tofino_sde
+export LD_LIBRARY_PATH="$SDE/lib:$LD_LIBRARY_PATH"
+
+# Install a couple of non-standard packages needed to build dendrite
+banner "packages"
+pfexec pkg install clang-15 pcap
+pfexec pkg set-mediator -V 15 clang llvm
+
+cargo --version
+rustc --version

.github/buildomat/jobs/dpd_openapi.sh

@@ -0,0 +1,28 @@
+#!/bin/bash
+#:
+#: name = "dpd_openapi"
+#: variety = "basic"
+#: target = "helios-2.0"
+#: output_rules = [
+#:   "/out/*",
+#: ]
+#:
+#: [[publish]]
+#: series = "openapi"
+#: name = "dpd.json"
+#: from_output = "/out/dpd.json"
+#:
+#: [[publish]]
+#: series = "openapi"
+#: name = "dpd.json.sha256.txt"
+#: from_output = "/out/dpd.json.sha256.txt"
+
+set -o errexit
+set -o pipefail
+set -o xtrace
+
+banner copy
+pfexec mkdir -p /out
+pfexec chown "$UID" /out
+cp openapi/dpd.json /out/dpd.json
+digest -a sha256 /out/dpd.json > /out/dpd.json.sha256.txt

.github/buildomat/jobs/image.sh

@@ -0,0 +1,169 @@
+#!/bin/bash
+#:
+#: name = "image"
+#: variety = "basic"
+#: target = "helios-2.0"
+#: rust_toolchain = true
+#: output_rules = [
+#:   "/out/*",
+#:   "/out/p4c-diags/logs/*",
+#:   "/out/p4c-diags/graphs/*"
+#: ]
+#:
+#: [[publish]]
+#: series = "image"
+#: name = "dendrite-stub.tar.gz"
+#: from_output = "/out/dendrite-stub.tar.gz"
+#:
+#: [[publish]]
+#: series = "image"
+#: name = "dendrite-stub.sha256.txt"
+#: from_output = "/out/dendrite-stub.sha256.txt"
+#:
+#: [[publish]]
+#: series = "image"
+#: name = "dendrite-asic.tar.gz"
+#: from_output = "/out/dendrite-asic.tar.gz"
+#:
+#: [[publish]]
+#: series = "image"
+#: name = "dendrite-asic.sha256.txt"
+#: from_output = "/out/dendrite-asic.sha256.txt"
+#:
+#: [[publish]]
+#: series = "image"
+#: name = "dendrite-asic-console.tar.gz"
+#: from_output = "/out/dendrite-asic-console.tar.gz"
+#:
+#: [[publish]]
+#: series = "image"
+#: name = "dendrite-asic-console.sha256.txt"
+#: from_output = "/out/dendrite-asic-console.sha256.txt"
+#:
+#: [[publish]]
+#: series = "image"
+#: name = "dendrite-softnpu.tar.gz"
+#: from_output = "/out/dendrite-softnpu.tar.gz"
+#:
+#: [[publish]]
+#: series = "image"
+#: name = "dendrite-softnpu.sha256.txt"
+#: from_output = "/out/dendrite-softnpu.sha256.txt"
+#:
+#: [[publish]]
+#: series = "image"
+#: name = "dendrite-global.tar.gz"
+#: from_output = "/out/dendrite-global.tar.gz"
+#:
+#: [[publish]]
+#: series = "image"
+#: name = "dendrite-global.sha256.txt"
+#: from_output = "/out/dendrite-global.sha256.txt"
+#:
+#: [[publish]]
+#: series = "image"
+#: name = "dendrite-global-console.tar.gz"
+#: from_output = "/out/dendrite-global-console.tar.gz"
+#:
+#: [[publish]]
+#: series = "image"
+#: name = "dendrite-global-console.sha256.txt"
+#: from_output = "/out/dendrite-global-console.sha256.txt"
+#:
+#: [[publish]]
+#: series = "bin"
+#: name = "swadm"
+#: from_output = "/out/swadm"
+#:
+#: [[publish]]
+#: series = "bin"
+#: name = "swadm.sha256.txt"
+#: from_output = "/out/swadm.sha256.txt"
+#:
+
+set -o errexit
+set -o pipefail
+set -o xtrace
+
+source .github/buildomat/common.sh
+source .github/buildomat/illumos.sh
+
+# Copy file from our local working directory into the /out directory, where
+# buildomat can retrieve for archiving.
+# usage: archive <source stem> <dest stem> <suffix>
+function archive {
+    mv out/$1$3 /out/$2$3
+    digest -a sha256 /out/$2$3 > /out/$2.sha256.txt
+}
+
+pfexec mkdir -p /out
+pfexec chown "$UID" /out
+
+banner "P4 Codegen"
+# Add gcc-12 so the p4 compiler can find cpp
+# The tofino2 has 20 stages, but the current sidecar.p4 will fit into 14.  We
+# add the "--stages 14" here to detect if/when the program grows beyond that
+# limit.  It's not necessarily a problem if we grow, but given the limited space
+# on the ASIC, we want to grow deliberatately and thoughtfully.
+PATH=/opt/gcc-12/bin:$PATH cargo xtask codegen --stages 14
+
+# Preserve all the diagnostics spit out by the compiler
+mkdir -p /out/p4c-diags
+cp -r target/proto/opt/oxide/dendrite/sidecar/pipe/logs /out/p4c-diags/
+cp -r target/proto/opt/oxide/dendrite/sidecar/pipe/graphs /out/p4c-diags/
+
+# Build the binaries that are common across all asic varieties
+banner build common
+export SDE=/opt/oxide/tofino_sde
+ptime -m cargo build --release --verbose --bin swadm --bin tfportd --bin uplinkd
+cp target/release/swadm /out
+digest -a sha256 /out/swadm > /out/swadm.sha256.txt
+
+cp target/release/swadm /out
+digest -a sha256 /out/swadm > /out/swadm.sha256.txt
+
+# Build the `dpd` binary, and package / archive the result.
+#
+# Arguments:
+#   1. The feature name for the provided package name, e.g., `tofino_asic`
+#   2. An optional `--with-console` flag, to enable the `tokio-console` feature
+#   of `dpd`.
+function build() {
+    local FEATURE="$1"
+    NAME="$(echo $FEATURE | sed "s/tofino_//")"
+    if [ "$2" = "--with-console" ]; then
+        echo "building with tokio-console feature"
+        DPD_FEATURES="$FEATURE tokio-console"
+        LOCAL_ARCHIVE_SUFFIX="$NAME-console"
+        GLOBAL_ARCHIVE_SUFFIX="global-console"
+    else
+        DPD_FEATURES="$FEATURE"
+        LOCAL_ARCHIVE_SUFFIX="$NAME"
+        GLOBAL_ARCHIVE_SUFFIX="global"
+    fi
+    banner build "$NAME"
+    ptime -m cargo build --release --verbose --features "$DPD_FEATURES" --bin dpd
+
+    banner package "$NAME"
+    ptime -m cargo xtask dist --format omicron --release --features "$FEATURE"
+
+    if [ "$NAME" = "asic" ]; then
+	    echo "building helios tarball"
+	    ptime -m cargo xtask dist --format global --release
+        mv dendrite-global.tar.gz "out/dendrite-$GLOBAL_ARCHIVE_SUFFIX.tar.gz"
+	    archive "dendrite-$GLOBAL_ARCHIVE_SUFFIX" "dendrite-$GLOBAL_ARCHIVE_SUFFIX" .tar.gz
+    fi
+
+    banner archive "$NAME"
+    archive dendrite "dendrite-$LOCAL_ARCHIVE_SUFFIX" .tar.gz
+}
+
+for FEATURE in tofino_stub tofino_asic softnpu
+do
+    build "$FEATURE"
+    if [ "$FEATURE" = "tofino_asic" ]; then
+        build "$FEATURE" --with-console
+    fi
+done
+
+ls -lR /out/

.github/buildomat/jobs/linux.sh

@@ -0,0 +1,61 @@
+#!/bin/bash
+#:
+#: name = "linux"
+#: variety = "basic"
+#: target = "ubuntu-22.04"
+#: rust_toolchain = true
+#: output_rules = [
+#:   "/out/*",
+#:   "/work/swadm",
+#:   "/work/swadm.sha256.txt",
+#:   "/work/dpd",
+#:   "/work/dpd.sha256.txt",
+#: ]
+#:
+#: [[publish]]
+#: series = "linux-bin"
+#: name = "swadm"
+#: from_output = "/work/swadm"
+#:
+#: [[publish]]
+#: series = "linux-bin"
+#: name = "swadm.sha256.txt"
+#: from_output = "/work/swadm.sha256.txt"
+#:
+#: [[publish]]
+#: series = "linux-bin"
+#: name = "dpd"
+#: from_output = "/work/dpd"
+#
+#: [[publish]]
+#: series = "linux-bin"
+#: name = "dpd.sha256.txt"
+#: from_output = "/work/dpd.sha256.txt"
+#:
+
+set -o errexit
+set -o pipefail
+set -o xtrace
+
+source .github/buildomat/common.sh
+source .github/buildomat/linux.sh
+
+banner "Packages"
+sudo apt update -y
+sudo apt install -y libpcap-dev libclang-dev libssl-dev
+
+export SDE=/opt/oxide/tofino_sde
+
+banner "Build"
+cargo build --features=tofino_asic --bin dpd
+cargo build --release --features=tofino_stub --bin dpd --bin swadm
+
+cp target/release/dpd /work
+digest /work/dpd > /work/dpd.sha256.txt
+
+cp target/release/swadm /work
+digest /work/swadm > /work/swadm.sha256.txt
+
+banner "Artifacts"
+sudo mkdir -p /out
+sudo chown "$UID" /out