initial commit

Author: dtaylor7

.gitignore

@@ -0,0 +1,15 @@
+.gradle/
+.idea/*
+!.idea/codeStyles/
+build/
+*~
+*.swp
+*.iml
+local.properties
+.classpath
+.project
+.settings/
+out/
+.DS_Store
+/bin/
+/test-config/

Dockerfile

@@ -0,0 +1,57 @@
+FROM public.ecr.aws/lambda/nodejs:14.2022.10.11.10-x86_64
+
+ENV SIGNAL_CLI_VERSION=0.11.3
+ENV LIB_SIGNAL_VERSION=0.20.0
+
+# install dependancies
+RUN yum -y update \
+  && yum install -y tar zip gzip bzip2-devel ed gcc gcc-c++ gcc-gfortran \
+  less libcurl-devel openssl openssl-devel readline-devel xz-devel \
+  zlib-devel glibc-static libcxx libcxx-devel llvm-toolset-7 zlib-static \
+  findutils wget unzip protobuf-compiler cmake3 clang
+
+# install java
+RUN wget https://download.oracle.com/java/17/latest/jdk-17_linux-x64_bin.rpm && \
+  rpm -Uvh jdk-17_linux-x64_bin.rpm
+
+# copy in pre-built libsignal_jni.so
+COPY ./libsignal-builds/libsignal_jni-${LIB_SIGNAL_VERSION}-x86_64.so /var/task/libsignal_jni.so
+
+# setup signal-cli
+RUN wget https://github.com/AsamK/signal-cli/releases/download/v${SIGNAL_CLI_VERSION}/signal-cli-${SIGNAL_CLI_VERSION}-Linux.tar.gz && \
+  tar xf signal-cli-${SIGNAL_CLI_VERSION}-Linux.tar.gz && \
+  rm signal-cli-${SIGNAL_CLI_VERSION}-Linux.tar.gz && \
+  zip -d signal-cli-${SIGNAL_CLI_VERSION}/lib/libsignal-client-*.jar libsignal_jni.so && \
+  zip signal-cli-${SIGNAL_CLI_VERSION}/lib/libsignal-client-*.jar libsignal_jni.so
+
+## move signal-cli
+RUN cp -R /var/task/signal-cli-$SIGNAL_CLI_VERSION/bin /opt && \
+  cp -R /var/task/signal-cli-$SIGNAL_CLI_VERSION/lib /opt
+
+# setup minimum JRE
+RUN jlink --add-modules "$(java --list-modules | cut -f1 -d'@' | tr '\n' ',')" --compress 0 --no-man-pages --no-header-files --strip-debug --output /opt/jre17
+RUN find /opt/jre17/lib -name *.so -exec strip -p --strip-unneeded {} \;
+RUN java -Xshare:dump -version
+RUN rm /opt/jre17/lib/classlist && \
+  cp /usr/java/jdk-17.*/lib/server/classes.jsa /opt/jre17/lib/server/classes.jsa
+
+# dependancies for signal-cli
+RUN cp /usr/bin/xargs /opt/bin && \
+  cp /usr/bin/sed /opt/bin && \
+  cp /usr/bin/uname /opt/bin && \
+  cp /usr/bin/tr /opt/bin
+
+# boostrap for lambda layer
+RUN touch /opt/bootstrap && \
+  printf '#!/bin/sh\n\n/opt/jre17/bin/java --add-opens java.base/java.util=ALL-UNNAMED -XX:+TieredCompilation -XX:TieredStopAtLevel=1 -Xshare:on -cp "/opt/aws-lambda-java-runtime-interface-client-1.1.0.jar:/opt/aws-lambda-java-core-1.2.1.jar:/opt/aws-lambda-java-serialization-1.0.0.jar:$LAMBDA_TASK_ROOT:$LAMBDA_TASK_ROOT/*:$LAMBDA_TASK_ROOT/lib/*" com.amazonaws.services.lambda.runtime.api.client.AWSLambda "$_HANDLER"' > /opt/bootstrap && \
+  chmod 755 /opt/bootstrap
+RUN curl -4 -L https://repo.maven.apache.org/maven2/com/amazonaws/aws-lambda-java-runtime-interface-client/1.1.0/aws-lambda-java-runtime-interface-client-1.1.0.jar -o /opt/aws-lambda-java-runtime-interface-client-1.1.0.jar && \
+  curl -4 -L https://repo.maven.apache.org/maven2/com/amazonaws/aws-lambda-java-core/1.2.1/aws-lambda-java-core-1.2.1.jar -o /opt/aws-lambda-java-core-1.2.1.jar && \
+  curl -4 -L https://repo.maven.apache.org/maven2/com/amazonaws/aws-lambda-java-serialization/1.0.0/aws-lambda-java-serialization-1.0.0.jar -o /opt/aws-lambda-java-serialization-1.0.0.jar
+
+# zip up layer
+RUN cd /opt/ && \
+  find . -type f -exec zip layer.zip {} +
+
+# you can now export layer with following command:
+# docker cp <container id>:/opt/layer.zip <output folder>

generate-libsignal/Dockerfile

@@ -0,0 +1,43 @@
+## This script generates the libsignal_jni.so required to run signal-cli for lambda
+## It will out put the file libsignal_jni.so in the root (/root/libsignal_jni.so).
+
+FROM public.ecr.aws/lambda/nodejs:14.2022.10.11.10-x86_64
+
+ENV LIB_SIGNAL_VERSION=0.20.0
+
+# install dependancies
+RUN yum -y update \
+  && yum install -y tar zip gzip bzip2-devel ed gcc gcc-c++ gcc-gfortran \
+  less libcurl-devel openssl openssl-devel readline-devel xz-devel \
+  zlib-devel glibc-static libcxx libcxx-devel llvm-toolset-7 zlib-static \
+  findutils wget unzip protobuf-compiler cmake3 clang
+
+# map cmake to cmake3
+RUN ln -s /usr/bin/cmake3 /usr/bin/cmake
+
+# install java
+RUN wget https://download.oracle.com/java/17/latest/jdk-17_linux-x64_bin.rpm && \
+  rpm -Uvh jdk-17_linux-x64_bin.rpm && \
+  export JAVA_HOME=$(readlink -f /usr/bin/javac | sed "s:/bin/javac::") && \
+  export PATH=$JAVA_HOME/bin:$PATH
+
+# install gradle
+RUN wget https://services.gradle.org/distributions/gradle-5.0-bin.zip && \
+  unzip -d /opt/gradle gradle-*.zip && \
+  export GRADLE_HOME=/opt/gradle/gradle-5.0 && \
+  export PATH=${GRADLE_HOME}/bin:${PATH}
+
+# install rust
+RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | bash -s -- -y
+RUN source "$HOME/.cargo/env" && \
+  rustup default nightly
+
+# get libsignal
+RUN wget https://github.com/signalapp/libsignal/archive/refs/tags/v${LIB_SIGNAL_VERSION}.zip -O ./libsignal-${LIB_SIGNAL_VERSION}.zip && \
+  unzip libsignal-${LIB_SIGNAL_VERSION}.zip
+
+# build libsignal
+RUN source "$HOME/.cargo/env" && \
+  cd libsignal-${LIB_SIGNAL_VERSION}/java && \
+  sed -i "s/include ':android'//" settings.gradle && \
+  cp ../target/release/libsignal_jni.so ~/

generate-libsignal/readme.md

@@ -0,0 +1,14 @@
+# Create libsignal_jni.so
+
+This script generates the libsignal_jni.so required to run signal-cli for lambda.
+
+It will out put the file libsignal_jni.so in the root (/root/libsignal_jni.so).
+
+
+## Build libsignal
+Each version of signal-cli requires its own version of libsignal. This needs to be built in the same architecture as the lambda base.
+
+1. Setup the correct lambda runtime, libsignal versions inside the Dockerfile
+2. Update the [JRE version](https://www.oracle.com/java/technologies/javase/jdk17-archive-downloads.html) for the correct architecture e.g. [x86_64](https://download.oracle.com/java/17/latest/jdk-17_linux-x64_bin.rpm), [aarch64/arm64](https://download.oracle.com/java/17/archive/jdk-17.0.5_linux-aarch64_bin.rpm)
+3. Build using docker: `docker build -t libsignal`
+4. Copy the layer.zip to the host `docker cp <instance id>:/root/libsignal_jni.so <output destination>`

libsignal-builds/libsignal_jni-0.20.0-arm64.so

@@ -0,0 +1 @@
+Previous build libsignal builds

libsignal-builds/libsignal_jni-0.20.0-x86_64.so

@@ -0,0 +1,32 @@
+# Signal CLI lambda layer
+
+A lambda layer that allows use of the [Signal CLI](https://github.com/AsamK/signal-cli) with lambda.
+
+## Use prebuilt
+| Lambda Runtime | Architecture | Signal CLI | Libsignal |  
+| - | - | - | - | - |
+| Node.js 14.x | x86_64 | 0.11.3 | 0.20.0 | [Download](https://github.com/dtaylor7/signal-cli-lambda-layer/releases/download/0.11.3/node14-86_64-signalcli_0.11.3.zip)
+
+## Usage
+
+Upload the layer zip to S3 and create a lambda layer. Add the following environment variables the lambda function using the layer:
+
+| Name | Value | Note |
+| - | - | - |
+| JAVA_HOME | /opt/jre17 | Set JAVA_HOME
+| HOME | /tmp | Set directory for signal cli. Suggest you change this for each invocation of lambda
+| XDG_DATA_HOME | /tmp | Set directory for signal cli. Suggest you change this for each invocation of lambda
+
+The cli will be globally available within the lambda layer .eg `signal-cli -a ACCOUNT register`
+
+## Build
+
+1. Setup the correct lambda runtime, signal cli, libsignal versions inside the Dockerfile
+2. Update the [JRE version](https://www.oracle.com/java/technologies/javase/jdk17-archive-downloads.html) for the correct architecture e.g. [x86_64](https://download.oracle.com/java/17/latest/jdk-17_linux-x64_bin.rpm), [aarch64/arm64](https://download.oracle.com/java/17/archive/jdk-17.0.5_linux-aarch64_bin.rpm)
+3. Build using docker: `docker build -t signal-cli-lambda-layer`
+4. Copy the layer.zip to the host `docker cp <instance id>:/opt/layer.zip  <output destination>`
+
+## Build libsignal
+Each version of signal-cli requires its own version of libsignal. This needs to be built in the same architecture as the lambda base.
+
+Follow instructions in /generate-libsignal