ci: speed up workflows and reduce costs

.github/actions/docker/action.yaml

@@ -1,36 +1,46 @@
 ---
-name: "Build Docker image"
-description: "Build Docker image with Rust caching"
+name: "Build and push docker image"
+description: "Build and push docker image by digest with Rust caching"
 inputs:
-  image:
-    description: Name of image in Docker Hub, like `dashpay/drive`
+  image_name:
+    description: Name of image in Docker Hub, like `drive`
     required: true
-  dockerfile:
-    description: Path to the Dockerfile, for example `./Dockerfile`
-    default: './Dockerfile'
+  image_org:
+    description: Docker Hub organization, like `dashpay`
+    default: dashpay
+  image_version:
+    description: Docker image semver. Commit SHA if empty
+  push_tags:
+    description: Push tags to registry or digest only
+    default: "false"
   target:
     description: "Target stage within Dockerfile: dapi, drive-abci, dashmate-helper, test-suite"
-  push:
-    description: Shall we push the image to Docker Hub?
-    default: "false"
+  platform:
+    description: Platform to build for. i.e linux/amd64 or linux/arm64
+    required: true
   dockerhub_username:
     description: User name to use when pushing images to Docker Hub
   dockerhub_token:
     description: Docker Hub token to use
-  image_tag:
-    description: Docker image tag
-    default: ${{ github.head_ref || github.ref_name }}
-  platforms:
-    description: Docker image platform to build
-    default: amd64,arm64
   cache_mounts:
     description: Load cache mounts cache
+    default: |
+      cargo_registry_index
+      cargo_registry_cache
+      cargo_git
   cargo_profile:
     description: Cargo build profile, i.e release or dev
-    default: release
+    default: dev
   bucket:
     description: S3 bucket to use for caching, must match runner define in `runs-on`
     default: multi-runner-cache-x1xibo9c
+  region:
+    description: S3 bucket region
+    required: true
+outputs:
+  digest:
+    value: ${{ steps.docker_build.outputs.digest }}
+    description: Docker image digest
 
 runs:
   using: composite
@@ -42,81 +52,38 @@ runs:
         password: ${{ inputs.dockerhub_token }}
       if: ${{ inputs.dockerhub_token != '' }}
 
-    - name: Set up QEMU
-      uses: docker/setup-qemu-action@v3
-      with:
-        platforms: ${{ inputs.platforms }}
-
-    - name: Format platforms for docker
-      uses: actions/github-script@v6
-      id: platforms
-      with:
-        result-encoding: string
-        script: |
-          return '${{inputs.platforms}}'
-             .split(',')
-             .map((platform) => `linux/${platform.trim()}`)
-             .join(',')
-
     - name: Set up Docker BuildX
       id: buildx
       uses: docker/setup-buildx-action@v3
       with:
         install: true
         driver-opts: env.BUILDKIT_STEP_LOG_MAX_SIZE=10485760
         cleanup: false
-        platforms: ${{ steps.platforms.outputs.result }}
         config-inline: |
           [worker.oci]
-            gc = true
-            gckeepstorage = 40000 # 40 GB
-            [[worker.oci.gcpolicy]]
-              all = true
-              keepBytes = 30000000000 # 30 GB
-              keepDuration = 864000 # 10 days
+            gc = false
 
     - name: Load Docker mount cache
-      uses: dcginfra/buildkit-cache-dance/inject@main
+      uses: dcginfra/buildkit-cache-dance/inject@s5cmd
       if: ${{ inputs.cache_mounts != '' }}
       with:
         bucket: ${{ inputs.bucket }}
         mounts: ${{ inputs.cache_mounts }}
 
-    - name: Set suffix
-      uses: actions/github-script@v6
-      id: suffix
-      with:
-        result-encoding: string
-        script: |
-          const fullTag = '${{inputs.image_tag}}';
-          if (fullTag.includes('-')) {
-            const [, fullSuffix] = fullTag.split('-');
-            const [suffix] = fullSuffix.split('.');
-            return `-${suffix}`;
-          } else {
-            return '';
-          }
-
-    - name: Set Docker tags and labels
+    - name: Set Docker tags and labels from image tag
       id: docker_meta
       uses: docker/metadata-action@v5
       with:
-        images: ${{ inputs.image }}
+        images: ${{ inputs.image_org }}/${{ inputs.image_name }}
         tags: |
-          type=match,pattern=v(\d+),group=1,value=${{inputs.image_tag}}
-          type=match,pattern=v(\d+.\d+),group=1,value=${{inputs.image_tag}}
-          type=match,pattern=v(\d+.\d+.\d+),group=1,value=${{inputs.image_tag}}
-          type=match,pattern=v(.*),group=1,value=${{inputs.image_tag}},suffix=
-        flavor: |
-          suffix=${{ steps.suffix.outputs.result }},onlatest=true
-          latest=${{ github.event_name == 'release' }}
+          type=semver,pattern={{version}},value=${{inputs.image_version}},enable=${{ inputs.image_version != '' }}
+          type=sha,format=long,enable=${{ inputs.image_version == '' }}
 
     - name: Configure docker layer cache
       uses: ./.github/actions/s3-layer-cache-settings
       id: layer_cache_settings
       with:
-        name: ${{ inputs.image }}
-        head_ref: ${{ inputs.image_tag }}
+        name: ${{ inputs.image_name }}
         bucket: ${{ inputs.bucket }}
 
     - name: Build and push Docker image ${{ inputs.image }}
@@ -125,19 +92,22 @@ runs:
       with:
         context: .
         builder: ${{ steps.buildx.outputs.name }}
-        file: ${{ inputs.dockerfile }}
         target: ${{ inputs.target }}
-        tags: ${{ steps.docker_meta.outputs.tags }}
         labels: ${{ steps.docker_meta.outputs.labels }}
+        tags: ${{ inputs.push_tags == 'true' && steps.docker_meta.outputs.tags || '' }}
+        platforms: ${{ inputs.platform }}
         build-args: |
           CARGO_BUILD_PROFILE=${{ inputs.cargo_profile }}
-        platforms: ${{ steps.platforms.outputs.result }}
-        push: ${{ fromJSON(inputs.push) }}
+          RUSTC_WRAPPER=sccache
+          SCCACHE_BUCKET=${{ inputs.bucket }}
+          SCCACHE_REGION=${{ inputs.region }}
+          SCCACHE_S3_KEY_PREFIX=${{ runner.os }}/sccache
         cache-from: ${{ steps.layer_cache_settings.outputs.cache_from }}
         cache-to: ${{ steps.layer_cache_settings.outputs.cache_to }}
+        outputs: type=image,name=${{ inputs.image_org }}/${{ inputs.image_name }},push-by-digest=${{ inputs.push_tags != 'true' }},name-canonical=true,push=true
 
     - name: Save Docker mount cache
-      uses: dcginfra/buildkit-cache-dance/extract@main
+      uses: dcginfra/buildkit-cache-dance/extract@s5cmd
       if: ${{ inputs.cache_mounts != '' }}
       with:
         bucket: ${{ inputs.bucket }}

.github/actions/local-network/action.yaml

@@ -0,0 +1,99 @@
+---
+name: "Start local network"
+description: "Setup and start dashmate local network"
+inputs:
+  image_org:
+    description: "Docker image organization"
+    required: true
+runs:
+  using: composite
+  steps:
+    - name: Setup Node.JS
+      uses: ./.github/actions/nodejs
+
+    - name: Restore JS build artifacts
+      uses: strophy/actions-cache@opendal-update
+      with:
+        bucket: multi-runner-cache-x1xibo9c
+        root: actions-cache
+        path: build-js-artifacts-${{ github.sha }}.tar
+        key: build-js-artifacts/${{ github.sha }}
+
+    - name: Unpack JS build artifacts archive
+      shell: bash
+      run: tar -xf build-js-artifacts-${{ github.sha }}.tar
+
+    - name: Get dashmate fingerprint
+      id: dashmate-fingerprint
+      shell: bash
+      run: echo "sha=$(git log -1 --format="%h" -- packages/dashmate)" >> $GITHUB_OUTPUT
+
+    # TODO: Use upload artifacts action instead
+    - name: Restore local network data
+      id: local-network-data
+      uses: strophy/actions-cache/restore@opendal-update
+      with:
+        bucket: multi-runner-cache-x1xibo9c
+        root: local-network-data
+        path: |
+          /home/ubuntu/.dashmate
+          **/.env
+          dashmate_volumes_dump
+        key: local-network-volumes/${{ steps.dashmate-fingerprint.outputs.sha }}
+
+    - name: Restore dashmate volumes
+      run: ./scripts/dashmate/volumes/restore.sh
+      shell: bash
+      if: steps.local-network-data.outputs.cache-hit == 'true'
+
+    - name: Setup local network
+      run: |
+        set -ex
+
+        # create tenderdash blocks every 10s to speed up test suite
+        yarn dashmate config set --config=local platform.drive.tenderdash.consensus.createEmptyBlocksInterval "10s"
+
+        # collect drive logs for bench suite
+        yarn dashmate config set --config=local platform.drive.abci.logs.stdout.level "trace"
+
+        ./scripts/setup_local_network.sh
+        ./scripts/configure_test_suite.sh
+        ./scripts/configure_dotenv.sh
+      shell: bash
+      if: steps.local-network-data.outputs.cache-hit != 'true'
+
+    - name: Dump dashmate volumes
+      run: ./scripts/dashmate/volumes/dump.sh
+      shell: bash
+      if: steps.local-network-data.outputs.cache-hit != 'true'
+
+    - name: Save local network data
+      uses: strophy/actions-cache/save@opendal-update
+      with:
+        bucket: multi-runner-cache-x1xibo9c
+        root: local-network-data
+        path: |
+          /home/ubuntu/.dashmate
+          **/.env
+          dashmate_volumes_dump
+        key: local-network-volumes/${{ steps.dashmate-fingerprint.outputs.sha }}
+      if: steps.local-network-data.outputs.cache-hit != 'true'
+
+    - name: Configure pre-built docker images
+      shell: bash
+      run: |
+        SHA_TAG=sha-${{ github.sha }}
+        VERSION=$(cat package.json | jq -r '.version')
+
+        # Dashmate helper
+        docker pull ${{ inputs.image_org }}/dashmate-helper:$SHA_TAG
+        docker tag ${{ inputs.image_org }}/dashmate-helper:$SHA_TAG dashpay/dashmate-helper:$VERSION
+
+        # Replace DAPI and Drive images with new org and tag in dashmate config
+        sed -i -E "s/dashpay\/(drive|dapi):[^\"]+/${{ inputs.image_org }}\/\1:${SHA_TAG}/g" /home/ubuntu/.dashmate/config.json
+
+        cat /home/ubuntu/.dashmate/config.json
+
+    - name: Start local network
+      shell: bash
+      run: yarn start

.github/actions/nodejs/action.yaml

@@ -17,33 +17,16 @@ runs:
       shell: bash
       run: npm config set audit false
 
-    - name: Configure AWS credentials and bucket region
-      uses: aws-actions/configure-aws-credentials@v4
-      if: contains(runner.name, 'ubuntu-platform')
-      with:
-        aws-region: eu-west-1
-
     - name: Cache NPM build artifacts (S3 bucket cache)
-      uses: everpcpc/actions-cache@v1
-      if: contains(runner.name, 'ubuntu-platform')
+      uses: strophy/actions-cache@opendal-update
       with:
         bucket: multi-runner-cache-x1xibo9c
         root: actions-cache
         path: |
           .yarn/unplugged
-        key: ${{ runner.os }}-yarn-unplugged-${{ hashFiles('yarn.lock') }}
-        restore-keys: |
-          ${{ runner.os }}-yarn-unplugged-
-
-    - name: Cache NPM build artifacts (GitHub Actions cache)
-      uses: actions/cache@v3
-      if: ${{ !contains(runner.name, 'ubuntu-platform') }}
-      with:
-        path: |
-          .yarn/unplugged
-        key: ${{ runner.os }}-yarn-unplugged-${{ hashFiles('yarn.lock') }}
+        key: ${{ runner.os }}/yarn/unplugged/${{ hashFiles('yarn.lock') }}
         restore-keys: |
-          ${{ runner.os }}-yarn-unplugged-
+          ${{ runner.os }}/yarn/unplugged/
 
     - name: Install dependencies
       shell: bash