ci: simplify prod-sim package scripts

Author: bitjson

.github/workflows/ci.yaml

@@ -18,7 +18,6 @@ jobs:
           --health-retries 5
         ports:
           - 5432:5432
-
     steps:
       - name: Check out repository code
         uses: actions/checkout@v3
@@ -28,7 +27,7 @@ jobs:
         uses: actions/setup-node@v3
         with:
           node-version: '18'
-      - run: yarn install --immutable --immutable-cache --check-cache
+      - run: yarn install --immutable --immutable-cache
       - run: yarn test
       - run: yarn cov:lcov
       - name: Upload test coverage
@@ -41,3 +40,16 @@ jobs:
         with:
           name: e2e-test-log
           path: data/chaingraph/log-e2e.ndjson
+
+  check-yarn-cache:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v3
+        with:
+          submodules: 'true'
+      - name: Install Node.js
+        uses: actions/setup-node@v3
+        with:
+          node-version: '18'
+      - run: yarn install --immutable --immutable-cache --check-cache

charts/chaingraph/values.yaml

@@ -8,7 +8,7 @@ agent:
   # Manage the Chaingraph agent from this chart.
   enable: true
   # The precise Chaingraph Agent Docker image to use.
-  image: chaingraph/agent@sha256:6df5c4f93511e6734aa502260ca236a113fe366b220eb433ccfaec79ee3c6ab2 # e9c37a6
+  image: chaingraph/agent@sha256:529ed271617ae9089736555e337dfa07a813bf25d1437ee3dc9d9242fa2ea65e # a0d2b2c
   # A list of trusted external nodes to which this Chaingraph instance should connect. If specified, this list will be appended to the list of trusted nodes which are managed by this Chaingraph chart.
   # This must be specified using the same format as `CHAINGRAPH_TRUSTED_NODES`, e.g. `bchn:127.0.0.1:8333:mainnet,bchd:127.0.0.1:8334:testnet,another:127.0.0.1:8335:e3e1f3e8`
   externalNodes: ''
@@ -38,7 +38,7 @@ bitcoinCashNode:
   # Enable a local Bitcoin Cash Node.
   enable: false
   # The precise Bitcoin Cash Node Docker image to use.
-  image: chaingraph/bitcoin-cash-node@sha256:128b0219ea9f6b26a9688adabd792a859c628ff8571cc2740e7fb6295c442b99 # v25.0.0
+  image: chaingraph/bitcoin-cash-node@sha256:133f1ac65126e2637ee544e1190a293c880f035f18042c25e2f1369be30f57b8 # v26.0.0
   # The size of the volume to provision for Bitcoin Cash Node.
   volumeSize:  210Gi
 
@@ -95,7 +95,7 @@ hasura:
   # Enable a local Hasura deployment. Disable this to either manage Hasura manually or use Hasura Cloud.
   enable: true
   # The precise Hasura Docker image to use.
-  image: chaingraph/hasura@sha256:eadb66a65677b872aad06266e4eddd307a89069cba455c3e0ed6bcb176eccf64 # 8757ea1
+  image: chaingraph/hasura@sha256:12380cc4e8845e5e48f69141e379d971e4282682894d4f579b21a3b0eb5d4687 # 3ebddce
   # A secret key used to secure admin access in Hasura. If not provided, a random secret will be generated and stored in the cluster.
   adminSecretKey: ''
   # Enable the console served by Hasura. (Not recommended; use Hasura CLI's `hasura console` instead.)

package.json

@@ -13,7 +13,8 @@
     "dev-cluster:init:base": "yarn dev-cluster:create && yarn image:build:hasura && yarn dev-cluster:images:load:hasura",
     "dev-cluster:init:local": "yarn dev-cluster:init:base && yarn dev-cluster:upgrade:local",
     "dev-cluster:init:local-node": "yarn dev-cluster:init:base && yarn dev-cluster:upgrade:local-node",
-    "dev-cluster:init:prod-sim": "yarn dev-cluster:init:base && yarn image:build:agent && yarn dev-cluster:images:load:agent && yarn image:build:bchn && yarn dev-cluster:images:load:bchn && yarn dev-cluster:upgrade:prod-sim",
+    "dev-cluster:init:prod-sim": "yarn dev-cluster:init:base && echo '\n\nNote: skipping local build of BCHN; if you need to test building your own, try:\nyarn image:build:bchn && yarn dev-cluster:images:load:bchn \n\n' && yarn image:build:agent && yarn dev-cluster:images:load:agent && yarn dev-cluster:upgrade:prod-sim",
+    "dev-cluster:init:prod-sim:random-password": "yarn dev-cluster:init:prod-sim --set postgres.password='' && echo 'Created a prod-sim cluster with a random postgres password.\n\nNote, the prod-sim reset/destroy package scripts will also cause the cluster's chaingraph-secrets to be deleted, so restoring this postgres database will require that you save the password reported by: \n$ yarn dev-cluster:secret:postgres-password'",
     "dev-cluster:start": "k3d cluster start chaingraph-development-cluster",
     "dev-cluster:stop": "k3d cluster stop chaingraph-development-cluster",
     "dev-cluster:secrets": "kubectl get secret chaingraph-secrets -o go-template='{{range $k,$v := .data}}{{\"### \"}}{{$k}}{{\"\\n\"}}{{$v|base64decode}}{{\"\\n\\n\"}}{{end}}'",
@@ -23,7 +24,7 @@
     "dev-cluster:reset": "yarn dev-cluster:destroy && yarn dev-cluster:init",
     "dev-cluster:reset:local": "yarn dev-cluster:destroy:local && yarn dev-cluster:init:local",
     "dev-cluster:reset:local-node": "yarn dev-cluster:destroy:local-node && yarn dev-cluster:init:local-node",
-    "dev-cluster:reset:prod-sim": "echo '\n## Note ##\n in prod-sim mode, the dev-cluster can not be fully reset because chaingraph-secrets contains the password configured for Postgres. Instead this script simply shuts down the cluster and attempts to upgrade. To truly sync from scratch, try:\n$ yarn dev-cluster:reset:prod-sim:mv-postgres\n\n' && yarn dev-cluster:destroy:prod-sim && yarn dev-cluster:init:prod-sim",
+    "dev-cluster:reset:prod-sim": "echo '\n## Note ##\n This command does not reset the database. To truly sync Chaingraph from scratch, try:\n$ yarn dev-cluster:reset:prod-sim:mv-postgres\n\n' && yarn dev-cluster:destroy:prod-sim && yarn dev-cluster:init:prod-sim",
     "dev-cluster:reset:prod-sim:mv-postgres": "yarn dev-cluster:destroy:prod-sim && mv data/postgres data/postgres-$(date +%Y%m%d_%H%MZ) && mv data/agent data/agent-$(date +%Y%m%d_%H%MZ) && yarn dev-cluster:init:prod-sim",
     "dev-cluster:create": "k3d cluster create chaingraph-development-cluster --servers 1 --agents 2 --port '31933:31933@loadbalancer' --volume $PWD/data:/data --volume $PWD/images/hasura/hasura-data:/hasura",
     "dev-cluster:destroy": "yarn dev-cluster:spin-down:bchn:chipnet && yarn dev-cluster:spin-down:bchn:testnet && yarn dev-cluster:spin-down:postgres && echo 'pausing to allow pods to shutdown' && kubectl rollout status statefulset/bitcoin-cash-node-chipnet && kubectl rollout status statefulset/bitcoin-cash-node-testnet && kubectl rollout status statefulset/postgres && k3d cluster delete chaingraph-development-cluster",
@@ -36,9 +37,9 @@
     "dev-cluster:images:load:hasura": "k3d image import chaingraph/hasura:dev-build -c chaingraph-development-cluster",
     "dev-cluster:images:load:postgres-pldebugger": "k3d image import chaingraph/postgres-pldebugger:latest -c chaingraph-development-cluster",
     "dev-cluster:debug-chart": "helm template charts/chaingraph --debug",
-    "dev-cluster:upgrade:prod-sim": "helm upgrade --install chaingraph-development charts/chaingraph --set useDevelopmentVolumes=true --set bitcoinCashNode.enable=true --set postgres.volumeSize=625Gi --set hasura.image=chaingraph/hasura:dev-build --set agent.image=chaingraph/agent:dev-build --set bitcoinCashNode.image=chaingraph/bitcoin-cash-node:dev-build",
     "dev-cluster:upgrade": "helm upgrade --install chaingraph-development charts/chaingraph --set useDevelopmentVolumes=true --set postgres.password=very_insecure_postgres_password --set hasura.image=chaingraph/hasura:dev-build --set agent.enable=false --set hasura.webhookHandlerBaseUrl='http://host.k3d.internal:3200' --set pgAdmin.enable=true --set pgHero.enable=true",
     "dev-cluster:upgrade:dry-run": "yarn dev-cluster:upgrade --dry-run",
+    "dev-cluster:upgrade:prod-sim": "helm upgrade --install chaingraph-development charts/chaingraph --set useDevelopmentVolumes=true --set postgres.password=very_insecure_postgres_password --set pgAdmin.enable=true --set pgHero.enable=true --set bitcoinCashNode.enable=true --set postgres.volumeSize=700Gi --set agent.enable=true --set agent.image=chaingraph/agent:dev-build --set hasura.image=chaingraph/hasura:dev-build",
     "dev-cluster:upgrade:enable-pldbgapi": "yarn image:build:postgres-pldebugger && yarn dev-cluster:images:load:postgres-pldebugger && yarn dev-cluster:upgrade --set postgres.image=chaingraph/postgres-pldebugger",
     "dev-cluster:upgrade:local-postgres": "yarn dev-cluster:upgrade --set postgres.externalDbUrl=postgres://chaingraph:very_insecure_postgres_password@host.k3d.internal:5432/postgres --set agent.enable=false",
     "dev-cluster:upgrade:local-node": "yarn dev-cluster:upgrade --set bitcoinCashNodeTestnet.enable=false --set bitcoinCashNodeChipnet.enable=false --set agent.enable=false",