Add the Squads Mesh program to Tilt and initialize a Vault for it (#421)

* solana-devnet: Deploy a copy of the Mesh multisig program

* solana/keys: Add keys for multisig testing

* *.py: Remove airdrop, use devnet_setup.sh keypair instead

* Dockerfile.p2w-attest: Improve caching

- Move cheap Python script additions after the expensive rust build
- Cache Cargo's package cache to shorten the "updating crates.io registry" build steps

* Add a multisig Tilt resource, k8s yaml and runtime script

This contains most of the work on Tilt/testing harness side.

* multisig-wh-message-builder: Add init-vault subcommand

This new subcommand enables the runtime Python script to create a
multisig vault on the fly on the mock Solana devnet.

* multisig-wh-message-builder: findProgramAddress -> getMsPDA

* mutlisig-wh-message-builder: apply review advice

- Use default mesh program address
- remove unused program.json
- remove redundant null checks
- hardcode vault address (it is deterministic against the constant
mesh program pubkey)
- Start depending on solana-devnet in Tilt
- Add carol to vault and set threshold to 2

Author: Stanisław Drozd

Dockerfile.multisig

@@ -0,0 +1,37 @@
+#syntax=docker/dockerfile:1.2@sha256:e2a8561e419ab1ba6b2fe6cbdf49fd92b95912df1cf7d313c3e2230a333fdbcc
+FROM ghcr.io/certusone/solana:1.10.31
+
+# This image builds an environment to initialize and use a local
+# devnet multisig. It uses Pyth's Mesh client.
+
+RUN apt-get update && apt-get install -yq python3 libudev-dev ncat
+
+RUN curl -fsSL https://deb.nodesource.com/setup_16.x | bash - && apt-get install -y nodejs
+
+WORKDIR /root
+
+# Also used by the multisig provisioning script
+ENV MULTISIG_SCRIPT_DIR=/root/pyth/multisig-wh-message-builder
+
+WORKDIR $MULTISIG_SCRIPT_DIR
+
+ENV LOCAL_MULTISIG_SCRIPT_DIR=third_party/pyth/multisig-wh-message-builder
+
+# Add a barebones representation of our deps for Docker layer caching
+ADD $LOCAL_MULTISIG_SCRIPT_DIR/package.json \
+    $LOCAL_MULTISIG_SCRIPT_DIR/package-lock.json \
+    $LOCAL_MULTISIG_SCRIPT_DIR/tsconfig.json \
+    .
+
+RUN mkdir src # tsc is run as part of the install, add minimal placeholders to satisfy it
+RUN touch src/index.ts
+
+RUN --mount=type=cache,target=/home/node/.cache \
+    npm ci && cp -r node_modules node_modules_cached
+RUN rm -rf node_modules && mv node_modules_cached node_modules
+
+# Add the rest of the code. This ensures that real code changes do not affect the layer caching of `npm ci`
+ADD third_party/pyth /root/pyth
+ADD solana/keys /usr/src/solana/keys
+
+RUN npm install

Dockerfile.solana

@@ -34,6 +34,15 @@ RUN tar -xvf v${WORMHOLE_REV}.tar.gz
 RUN mv wormhole-${WORMHOLE_REV} wormhole
 # RUN mkdir -p /usr/src/bridge/wormhole/solana/target
 
+WORKDIR /usr/src/squads
+
+ARG SQUADS_REV=1.2.0
+ADD https://github.com/Squads-Protocol/squads-mpl/archive/refs/tags/v${SQUADS_REV}.tar.gz .
+
+RUN tar -xvf v${SQUADS_REV}.tar.gz
+RUN mv squads-mpl-${SQUADS_REV} squads-mpl
+
+WORKDIR /usr/src/bridge
 
 ADD solana solana
 ADD pythnet pythnet
@@ -48,14 +57,17 @@ WORKDIR /usr/src/bridge/solana
 # Build Wormhole Solana programs
 RUN --mount=type=cache,target=/usr/src/bridge/wormhole/solana/target \
     --mount=type=cache,target=/usr/src/bridge/solana/pyth2wormhole/target \
+    --mount=type=cache,target=/usr/src/squads/squads-mpl/target \
     --mount=type=cache,target=/usr/local/cargo/registry \
     --mount=type=cache,target=/root/.cache \
     cargo build-bpf --manifest-path "../wormhole/solana/bridge/program/Cargo.toml" -- --locked && \
     cargo build-bpf --manifest-path "../wormhole/solana/bridge/cpi_poster/Cargo.toml" -- --locked && \
     cargo build-bpf --manifest-path "pyth2wormhole/program/Cargo.toml" -- --locked && \
+    cargo build-bpf --manifest-path "/usr/src/squads/squads-mpl/programs/mesh/Cargo.toml" -- --locked && \
     cp ../wormhole/solana/target/deploy/bridge.so /opt/solana/deps/bridge.so && \
     cp ../wormhole/solana/target/deploy/cpi_poster.so /opt/solana/deps/cpi_poster.so && \
-    cp pyth2wormhole/target/deploy/pyth2wormhole.so /opt/solana/deps/pyth2wormhole.so
+    cp pyth2wormhole/target/deploy/pyth2wormhole.so /opt/solana/deps/pyth2wormhole.so && \
+    cp /usr/src/squads/squads-mpl/target/deploy/mesh.so /opt/solana/deps/mesh.so
 
 COPY --from=pyth-oracle-copy /home/pyth/pyth-client/target/oracle.so /opt/solana/deps/pyth_oracle.so
 

Tiltfile

@@ -351,3 +351,18 @@ k8s_resource(
     labels = ["prometheus"],
     trigger_mode = trigger_mode,
 )
+
+docker_build(
+    ref = "multisig",
+    context = ".",
+    dockerfile = "Dockerfile.multisig",
+)
+
+k8s_yaml_with_ns("devnet/multisig.yaml")
+
+k8s_resource(
+    "multisig",
+    resource_deps = ["solana-devnet"],
+    labels = ["solana"],
+    trigger_mode = trigger_mode,
+)

devnet/multisig.yaml

@@ -0,0 +1,39 @@
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: multisig
+  labels:
+    app: multisig
+spec:
+  clusterIP: None
+  selector:
+    app: multisig
+---
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: multisig
+spec:
+  selector:
+    matchLabels:
+      app: multisig
+  serviceName: multisig
+  template:
+    metadata:
+      labels:
+        app: multisig
+    spec:
+      restartPolicy: Always
+      terminationGracePeriodSeconds: 0
+      containers:
+        - name: multisig
+          image: multisig
+          readinessProbe:
+            tcpSocket:
+              port: 2000
+            periodSeconds: 1
+            failureThreshold: 300
+          command:
+            - python3
+            - /root/pyth/prepare_multisig.py

devnet/solana-devnet.yaml

@@ -50,6 +50,9 @@ spec:
             - --bpf-program
             - P2WH424242424242424242424242424242424242424
             - /opt/solana/deps/pyth2wormhole.so
+            - --bpf-program
+            - SMPLVC8MxZ5Bf5EfF7PaMiTCxoBAcmkbM2vkrvMK8ho # copied from squads-mpl/programs/mesh/src/lib.rs
+            - /opt/solana/deps/mesh.so
             - --log
           ports:
             - containerPort: 8001

solana/keys/squads/create_key.json

@@ -0,0 +1,6 @@
+[
+  174, 86, 158, 146, 5, 14, 115, 61, 113, 135, 247, 80, 154, 1, 168, 241, 237,
+  184, 94, 53, 32, 115, 162, 198, 35, 226, 72, 198, 108, 242, 35, 175, 226, 156,
+  60, 163, 77, 178, 58, 243, 50, 48, 28, 249, 226, 125, 150, 188, 35, 23, 131,
+  149, 177, 124, 235, 145, 103, 119, 237, 30, 30, 25, 145, 128
+]

solana/keys/squads/external_authority.json

@@ -0,0 +1,6 @@
+[
+  172, 234, 168, 90, 159, 133, 183, 38, 206, 220, 115, 240, 201, 186, 191, 12,
+  38, 133, 233, 164, 62, 92, 164, 155, 149, 133, 68, 83, 168, 233, 67, 12, 1,
+  134, 165, 231, 211, 192, 216, 167, 186, 77, 109, 120, 172, 131, 36, 27, 95,
+  207, 60, 228, 128, 201, 74, 109, 132, 176, 165, 156, 62, 146, 247, 75
+]

solana/keys/squads/member_alice.json

@@ -0,0 +1,6 @@
+[
+  196, 148, 217, 170, 205, 37, 40, 95, 214, 198, 118, 8, 52, 12, 250, 196, 95,
+  138, 15, 163, 55, 212, 93, 215, 72, 15, 11, 125, 221, 67, 196, 176, 219, 38,
+  22, 196, 10, 226, 177, 210, 88, 255, 245, 194, 140, 68, 61, 222, 16, 199, 151,
+  74, 161, 165, 178, 130, 124, 60, 99, 168, 130, 199, 251, 149
+]

solana/keys/squads/member_bob.json

@@ -0,0 +1,6 @@
+[
+  238, 68, 150, 179, 87, 216, 135, 224, 44, 190, 97, 182, 75, 109, 167, 101,
+  146, 236, 95, 142, 190, 237, 251, 179, 186, 54, 100, 145, 166, 113, 222, 85,
+  0, 42, 46, 190, 161, 239, 138, 33, 240, 218, 84, 112, 63, 54, 170, 185, 140,
+  21, 211, 216, 57, 146, 161, 87, 170, 18, 29, 186, 231, 15, 241, 91
+]

solana/keys/squads/member_carol.json

@@ -0,0 +1,6 @@
+[
+  140, 155, 132, 14, 35, 183, 53, 188, 155, 194, 27, 24, 251, 0, 26, 136, 173,
+  9, 140, 24, 155, 157, 172, 249, 41, 205, 221, 234, 114, 32, 128, 179, 120,
+  208, 86, 87, 116, 157, 31, 72, 104, 90, 21, 155, 104, 85, 190, 144, 253, 151,
+  189, 47, 172, 194, 170, 246, 97, 26, 211, 96, 203, 106, 98, 216
+]