Tracking PR for v0.15.0 release

.cargo/config.toml

@@ -1,3 +1,6 @@
+[alias]
+xtask = "run --locked --package xtask --"
+
 [target.wasm32-unknown-unknown]
 rustflags = ['--cfg', 'getrandom_backend="wasm_js"']
 

.dockerignore

@@ -34,3 +34,4 @@ accounts
 genesis.dat
 miden-store.*
 store.*
+/rust-toolchain.toml

.github/workflows/build-docker.yml

@@ -12,16 +12,28 @@ permissions:
 
 jobs:
   docker-build:
-    runs-on: Linux-ARM64-Runner
+    runs-on: warp-ubuntu-latest-x64-8x
+    strategy:
+      matrix:
+        include:
+          - component: node
+            bin: miden-node
+            port: 57291
+          - component: validator
+            bin: miden-validator
+            port: 50101
+          - component: ntx-builder
+            bin: miden-ntx-builder
+            port: 50301
+    name: Build ${{ matrix.component }}
     steps:
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@8d2750c68a42422c14e847fe6c8ac0403b4cbd6f # v3
-
-      - name: Build and push
-        uses: docker/build-push-action@10e90e3645eae34f1e60eeb005ba3a3d33f178e8 # v6
+      - name: Build
+        uses: WarpBuilds/build-push-action@8c1f3b8bd22c68607865d99ff650d37a564229a5 # v6.0.7
         with:
           push: false
-          file: ./bin/node/Dockerfile
-          cache-from: type=gha
-          # Only save cache on push into next
-          cache-to: ${{ github.event_name == 'push' && github.ref == 'refs/heads/next' && 'type=gha,mode=max' || '' }}
+          file: ./Dockerfile
+          platforms: linux/amd64
+          profile-name: ${{ vars.WARPBUILD_DOCKER_BUILDER_PROFILE }}
+          build-args: |
+            BIN=${{ matrix.bin }}
+            PORT=${{ matrix.port }}

.github/workflows/ci.yml

@@ -1,5 +1,4 @@
 # Continuous integration jobs.
-#
 # These get run on every pull-request, with Warp caches updated on push into `main` or `next`.
 name: CI
 
@@ -139,6 +138,30 @@ jobs:
       - name: Doc tests
         run: cargo test --doc --workspace --all-features
 
+  # Temporary Diesel schema drift checks. Delete this job once Diesel is removed.
+  diesel-schema:
+    name: diesel schema
+    runs-on: warp-ubuntu-latest-x64-8x
+    timeout-minutes: 30
+    steps:
+      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
+        with:
+          persist-credentials: false
+      - name: Rustup
+        run: rustup toolchain install --no-self-update
+      - uses: WarpBuilds/rust-cache@9d0cc3090d9c87de74ea67617b246e978735b1a1 # v2.9.1
+        with:
+          shared-key: ${{ github.job }}
+          prefix-key: ${{ env.CACHE_PREFIX }}
+          save-if: ${{ env.SAVE_CACHE }}
+      - uses: taiki-e/install-action@055f5df8c3f65ea01cd41e9dc855becd88953486 # v2.75.18
+        with:
+          tool: diesel_cli@2.3.9
+      - name: Check Diesel schemas
+        run: |
+          cargo test --locked --workspace --all-features \
+            diesel_schema_is_in_sync_with_migrations -- --ignored
+
   doc:
     runs-on: warp-ubuntu-latest-x64-8x
     steps:
@@ -258,8 +281,15 @@ jobs:
       - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
         with:
           persist-credentials: false
+      - name: Rustup
+        run: rustup toolchain install --no-self-update
       - name: Rustup +nightly
         run: rustup toolchain install --no-self-update nightly --component rustfmt
+      - uses: WarpBuilds/rust-cache@9d0cc3090d9c87de74ea67617b246e978735b1a1 # v2.9.1
+        with:
+          shared-key: ${{ github.job }}
+          prefix-key: ${{ env.CACHE_PREFIX }}
+          save-if: ${{ env.SAVE_CACHE }}
       - name: Fmt
         run: make format-check
 
@@ -316,6 +346,6 @@ jobs:
       - name: Install cargo-shear
         uses: taiki-e/install-action@055f5df8c3f65ea01cd41e9dc855becd88953486 # v2.75.18
         with:
-          tool: cargo-shear@1.11.2
+          tool: cargo-shear@1.12.4
       - name: Check for unused dependencies
         run: make shear

.github/workflows/publish-debian-all.yml

@@ -18,13 +18,26 @@ permissions:
   contents: read
 
 jobs:
-  publish-node:
-    name: Publish Node ${{ matrix.arch }} Debian
+  publish:
+    name: Publish ${{ matrix.component.name }} ${{ matrix.arch }} Debian
     permissions:
       contents: write
     strategy:
       matrix:
         arch: [amd64, arm64]
+        component:
+          - name: node
+            extra_deps: true
+          - name: prover
+            crate_dir: remote-prover
+            crate: miden-remote-prover
+            extra_deps: false
+          - name: validator
+            extra_deps: true
+          - name: ntx-builder
+            extra_deps: true
+          - name: network-monitor
+            extra_deps: false
     runs-on:
       labels: ${{ matrix.arch == 'arm64' && 'ubuntu-24.04-arm' || 'ubuntu-24.04' }}
     steps:
@@ -33,67 +46,17 @@ jobs:
         with:
           fetch-depth: 0
           persist-credentials: false
-      - uses: ./.github/actions/install-rocksdb
-      - uses: ./.github/actions/install-protobuf-compiler
-      - name: Build and Publish Node
+      - if: ${{ matrix.component.extra_deps }}
+        uses: ./.github/actions/install-rocksdb
+      - if: ${{ matrix.component.extra_deps }}
+        uses: ./.github/actions/install-protobuf-compiler
+      - name: Build and Publish ${{ matrix.component.name }}
         uses: ./.github/actions/debian
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           gitref: ${{ env.version }}
-          crate_dir: node
-          package: miden-node
-          packaging_dir: node
-          crate: miden-node
-          arch: ${{ matrix.arch }}
-
-  publish-prover:
-    name: Publish Prover ${{ matrix.arch }} Debian
-    permissions:
-      contents: write
-    strategy:
-      matrix:
-        arch: [amd64, arm64]
-    runs-on:
-      labels: ${{ matrix.arch == 'arm64' && 'ubuntu-24.04-arm' || 'ubuntu-24.04' }}
-    steps:
-      - name: Checkout repo
-        uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4.3.1
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-      - name: Build and Publish Prover
-        uses: ./.github/actions/debian
-        with:
-          github_token: ${{ secrets.GITHUB_TOKEN }}
-          gitref: ${{ env.version }}
-          crate_dir: remote-prover
-          package: miden-prover
-          packaging_dir: prover
-          crate: miden-remote-prover
-          arch: ${{ matrix.arch }}
-
-  publish-network-monitor:
-    name: Publish Network Monitor ${{ matrix.arch }} Debian
-    permissions:
-      contents: write
-    strategy:
-      matrix:
-        arch: [amd64, arm64]
-    runs-on:
-      labels: ${{ matrix.arch == 'arm64' && 'ubuntu-24.04-arm' || 'ubuntu-24.04' }}
-    steps:
-      - name: Checkout repo
-        uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4.3.1
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-      - name: Build and Publish Network Monitor
-        uses: ./.github/actions/debian
-        with:
-          github_token: ${{ secrets.GITHUB_TOKEN }}
-          gitref: ${{ env.version }}
-          crate_dir: network-monitor
-          package: miden-network-monitor
-          packaging_dir: network-monitor
-          crate: miden-network-monitor
+          crate_dir: ${{ matrix.component.crate_dir || matrix.component.name }}
+          package: miden-${{ matrix.component.name }}
+          packaging_dir: ${{ matrix.component.name }}
+          crate: ${{ matrix.component.crate || format('miden-{0}', matrix.component.name) }}
           arch: ${{ matrix.arch }}

.github/workflows/publish-debian.yml

@@ -3,40 +3,16 @@ name: Publish Debian Package
 on:
   workflow_dispatch:
     inputs:
-      package:
-        description: "Name of package to publish"
+      component:
+        description: "Component to publish"
         required: true
         type: choice
-        options:
-          - miden-network-monitor
-          - miden-node
-          - miden-prover
-          - miden-prover-proxy
-      crate_dir:
-        required: true
-        description: "Name of crate directory"
-        type: choice
-        options:
-          - network-monitor
-          - node
-          - remote-prover
-      packaging_dir:
-        required: true
-        description: "Name of packaging directory"
-        type: choice
         options:
           - network-monitor
           - node
+          - ntx-builder
           - prover
-          - prover-proxy
-      crate:
-        description: "Name of the binary crate to publish"
-        required: true
-        type: choice
-        options:
-          - miden-network-monitor
-          - miden-node
-          - miden-remote-prover
+          - validator
       version:
         description: "Version to release (E.G. v0.10.0-rc.1, v0.10.0). Corresponding git tag must already exist."
         required: true
@@ -47,7 +23,7 @@ permissions:
 
 jobs:
   publish:
-    name: Publish ${{ inputs.package }} ${{ matrix.arch }} Debian
+    name: Publish ${{ inputs.component }} ${{ matrix.arch }} Debian
     permissions:
       contents: write
     strategy:
@@ -62,6 +38,29 @@ jobs:
           fetch-depth: 0
           persist-credentials: false
 
+      - name: Resolve component inputs
+        id: resolve
+        shell: bash
+        env:
+          COMPONENT: ${{ inputs.component }}
+        run: |
+          package="miden-${COMPONENT}"
+          packaging_dir="${COMPONENT}"
+
+          # prover's binary crate lives in bin/remote-prover and is named miden-remote-prover
+          if [ "${COMPONENT}" = "prover" ]; then
+            crate_dir="remote-prover"
+            crate="miden-remote-prover"
+          else
+            crate_dir="${COMPONENT}"
+            crate="miden-${COMPONENT}"
+          fi
+
+          echo "package=${package}"       >> "$GITHUB_OUTPUT"
+          echo "crate_dir=${crate_dir}"   >> "$GITHUB_OUTPUT"
+          echo "packaging_dir=${packaging_dir}" >> "$GITHUB_OUTPUT"
+          echo "crate=${crate}"           >> "$GITHUB_OUTPUT"
+
       - uses: ./.github/actions/install-rocksdb
       - uses: ./.github/actions/install-protobuf-compiler
 
@@ -70,8 +69,8 @@ jobs:
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           gitref: ${{ inputs.version }}
-          crate_dir: ${{ inputs.crate_dir }}
-          package: ${{ inputs.package }}
-          packaging_dir: ${{ inputs.packaging_dir }}
-          crate: ${{ inputs.crate }}
+          crate_dir: ${{ steps.resolve.outputs.crate_dir }}
+          package: ${{ steps.resolve.outputs.package }}
+          packaging_dir: ${{ steps.resolve.outputs.packaging_dir }}
+          crate: ${{ steps.resolve.outputs.crate }}
           arch: ${{ matrix.arch }}

.github/workflows/publish-docker.yml

@@ -23,12 +23,20 @@ permissions:
 
 jobs:
   publish:
-    runs-on:
-      labels: "ubuntu-24.04"
+    runs-on: warp-ubuntu-latest-x64-8x
     environment: publish-docker
     strategy:
       matrix:
-        component: [node]
+        include:
+          - component: node
+            bin: miden-node
+            port: 57291
+          - component: validator
+            bin: miden-validator
+            port: 50101
+          - component: ntx-builder
+            bin: miden-ntx-builder
+            port: 50301
     name: Publish ${{ matrix.component }} ${{ inputs.version }}
     steps:
       - name: Checkout repo
@@ -45,24 +53,16 @@ jobs:
           username: ${{ github.actor }}
           password: ${{ secrets.GITHUB_TOKEN }}
 
-      - name: Configure AWS credentials
-        uses: aws-actions/configure-aws-credentials@7474bc4690e29a8392af63c5b98e7449536d5c3a # v4
-        with:
-          aws-region: ${{ secrets.AWS_REGION }}
-          role-to-assume: ${{ secrets.AWS_ROLE }}
-          role-session-name: GithubActionsSession
-
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@8d2750c68a42422c14e847fe6c8ac0403b4cbd6f # v3
-        with:
-          cache-binary: true
-
       - name: Build and push Docker image
         id: push
-        uses: docker/build-push-action@ca052bb54ab0790a636c9b5f226502c73d547a25 # v5
+        uses: WarpBuilds/build-push-action@8c1f3b8bd22c68607865d99ff650d37a564229a5 # v6.0.7
         with:
+          context: .
           push: true
-          file: ./bin/${{ matrix.component }}/Dockerfile
+          file: ./Dockerfile
+          platforms: linux/amd64
+          profile-name: ${{ vars.WARPBUILD_DOCKER_BUILDER_PROFILE }}
+          build-args: |
+            BIN=${{ matrix.bin }}
+            PORT=${{ matrix.port }}
           tags: ${{ env.registry }}/0xmiden/miden-${{ matrix.component }}:${{ env.version }}
-          cache-from: type=s3,region=${{ secrets.AWS_REGION }},bucket=${{ secrets.AWS_CACHE_BUCKET }},name=miden-${{ matrix.component }}
-          cache-to: type=s3,region=${{ secrets.AWS_REGION }},bucket=${{ secrets.AWS_CACHE_BUCKET }},name=miden-${{ matrix.component }},mode=max

.gitignore

@@ -40,3 +40,5 @@ node_modules/
 *DS_Store
 *.iml
 book/
+
+.claude/