Port SlateDB fork to v0.16

.github/workflows/nightly.yaml

@@ -15,7 +15,7 @@ permissions:
 jobs:
   # Run and save nightly microbenchmark data so PRs have a fresh baseline to compare against
   microbenchmarks:
-    runs-on: ubuntu-latest
+    runs-on: warp-ubuntu-latest-arm64-8x
     steps:
       - uses: actions/checkout@v4
 
@@ -54,159 +54,8 @@ jobs:
         if: steps.update_microbenchmark_result.outcome == 'failure'
         run: exit 1
 
-  benchmarks:
-    runs-on: warp-ubuntu-latest-x64-16x
-    timeout-minutes: 20
-    steps:
-      - uses: actions/checkout@v4
-
-      - name: Install dependencies
-        run: |
-          sudo apt-get update
-          sudo apt-get install -y traceroute
-          sudo snap install aws-cli --classic
-
-      - name: System information
-        env:
-          AWS_ACCESS_KEY_ID: ${{ secrets.TIGRIS_AWS_ACCESS_KEY_ID }}
-          AWS_SECRET_ACCESS_KEY: ${{ secrets.TIGRIS_AWS_SECRET_ACCESS_KEY }}
-          AWS_BUCKET: ${{ secrets.TIGRIS_AWS_BUCKET_BENCHER }}
-          AWS_REGION: auto
-          AWS_ENDPOINT: https://t3.storage.dev
-        run: |
-          echo "=== CPU ==="
-          lscpu
-          echo -e "\n=== Memory ==="
-          free -h
-          echo -e "\n=== Disk Space ==="
-          df -h
-          echo -e "\n=== Workspace Directory ==="
-          du -sh ${{ github.workspace }}
-          echo -e "\n=== Network ==="
-          traceroute t3.storage.dev
-          echo -e "Generating 1 gig file"
-          dd if=/dev/urandom of=/tmp/1gig bs=1G count=1
-          echo -e "Uploading 1 gig file"
-          time aws s3 cp --endpoint-url $AWS_ENDPOINT /tmp/1gig s3://${{ secrets.TIGRIS_AWS_BUCKET_BENCHER }}/1gig
-          echo -e "Downloading 1 gig file"
-          time aws s3 cp --endpoint-url $AWS_ENDPOINT s3://${{ secrets.TIGRIS_AWS_BUCKET_BENCHER }}/1gig /tmp/1gig
-          echo -e "Deleting 1 gig file"
-          time aws s3 rm --endpoint-url $AWS_ENDPOINT s3://${{ secrets.TIGRIS_AWS_BUCKET_BENCHER }}/1gig
-
-      - name: Download previous mermaid plots
-        uses: actions/cache/restore@v4
-        with:
-          path: ./target/bencher/results/mermaid
-          key: ${{ runner.os }}-mermaid-plots-${{ github.run_id }}
-          restore-keys: |
-            ${{ runner.os }}-mermaid-plots-
-
-      - name: Run benchmark
-        env:
-          CLOUD_PROVIDER: aws
-          AWS_ACCESS_KEY_ID: ${{ secrets.TIGRIS_AWS_ACCESS_KEY_ID }}
-          AWS_SECRET_ACCESS_KEY: ${{ secrets.TIGRIS_AWS_SECRET_ACCESS_KEY }}
-          AWS_BUCKET: ${{ secrets.TIGRIS_AWS_BUCKET_BENCHER }}
-          AWS_REGION: auto
-          AWS_ENDPOINT: https://t3.storage.dev
-          SLATEDB_BENCH_CLEAN: true
-          RUST_LOG: info
-        run: |
-          aws s3 rm --endpoint-url $AWS_ENDPOINT s3://${{ secrets.TIGRIS_AWS_BUCKET_BENCHER }} --recursive
-          ./slatedb-bencher/benchmark-db.sh
-
-      - name: Save mermaid plots cache
-        uses: actions/cache/save@v4
-        with:
-          path: ./target/bencher/results/mermaid
-          key: ${{ runner.os }}-mermaid-plots-${{ github.run_id }}
-
-      - name: Add mermaid diagrams to summary
-        run: |
-          echo "# SlateDB Benchmark Results" >> $GITHUB_STEP_SUMMARY
-          echo "" >> $GITHUB_STEP_SUMMARY
-
-          # Add each mermaid diagram to the summary
-          for mermaid_file in target/bencher/results/mermaid/*.mermaid; do
-            if [ -f "$mermaid_file" ]; then
-              echo "" >> $GITHUB_STEP_SUMMARY
-              echo '```mermaid' >> $GITHUB_STEP_SUMMARY
-              cat "$mermaid_file" >> $GITHUB_STEP_SUMMARY
-              echo '```' >> $GITHUB_STEP_SUMMARY
-              echo "" >> $GITHUB_STEP_SUMMARY
-            fi
-          done
-
-          echo "Mermaid diagrams added to GitHub Actions summary!"
-          echo "Total diagrams: $(ls -1 target/bencher/results/mermaid/*.mermaid 2>/dev/null | wc -l)"
-
-  transaction-benchmarks:
-    runs-on: warp-ubuntu-latest-x64-16x
-    # Must run after `benchmarks` because both jobs clear the same bucket prefix;
-    # running concurrently can delete each other's manifest/object files mid-run.
-    # This also reduces noise between the two tests since the bucket's resources
-    # (network, disk, etc) should be used by only one test at a time, giving more
-    # stable results.
-    needs: benchmarks
-    timeout-minutes: 30
-    steps:
-      - uses: actions/checkout@v4
-
-      - name: Install dependencies
-        run: |
-          sudo apt-get update
-          sudo apt-get install -y traceroute
-          sudo snap install aws-cli --classic
-
-      - name: Download previous transaction mermaid plots
-        uses: actions/cache/restore@v4
-        with:
-          path: ./target/bencher/transaction-results/mermaid
-          key: ${{ runner.os }}-txn-mermaid-plots-${{ github.run_id }}
-          restore-keys: |
-            ${{ runner.os }}-txn-mermaid-plots-
-
-      - name: Run transaction benchmark
-        env:
-          CLOUD_PROVIDER: aws
-          AWS_ACCESS_KEY_ID: ${{ secrets.TIGRIS_AWS_ACCESS_KEY_ID }}
-          AWS_SECRET_ACCESS_KEY: ${{ secrets.TIGRIS_AWS_SECRET_ACCESS_KEY }}
-          AWS_BUCKET: ${{ secrets.TIGRIS_AWS_BUCKET_BENCHER }}
-          AWS_REGION: auto
-          AWS_ENDPOINT: https://t3.storage.dev
-          SLATEDB_BENCH_CLEAN: true
-          RUST_LOG: info
-        run: |
-          aws s3 rm --endpoint-url $AWS_ENDPOINT s3://${{ secrets.TIGRIS_AWS_BUCKET_BENCHER }} --recursive
-          ./slatedb-bencher/benchmark-transaction.sh
-
-      - name: Save transaction mermaid plots cache
-        uses: actions/cache/save@v4
-        with:
-          path: ./target/bencher/transaction-results/mermaid
-          key: ${{ runner.os }}-txn-mermaid-plots-${{ github.run_id }}
-
-      - name: Add transaction mermaid diagrams to summary
-        run: |
-          echo "# SlateDB Transaction Benchmark Results" >> $GITHUB_STEP_SUMMARY
-          echo "" >> $GITHUB_STEP_SUMMARY
-
-          # Add each mermaid diagram to the summary
-          for mermaid_file in target/bencher/transaction-results/mermaid/*.mermaid; do
-            if [ -f "$mermaid_file" ]; then
-              echo "" >> $GITHUB_STEP_SUMMARY
-              echo '```mermaid' >> $GITHUB_STEP_SUMMARY
-              cat "$mermaid_file" >> $GITHUB_STEP_SUMMARY
-              echo '```' >> $GITHUB_STEP_SUMMARY
-              echo "" >> $GITHUB_STEP_SUMMARY
-            fi
-          done
-
-          echo "Transaction mermaid diagrams added to GitHub Actions summary!"
-          echo "Total diagrams: $(ls -1 target/bencher/transaction-results/mermaid/*.mermaid 2>/dev/null | wc -l)"
-
   microbenchmark-pprofs:
-    runs-on: ubuntu-latest
+    runs-on: warp-ubuntu-latest-arm64-8x
     steps:
       - uses: actions/checkout@v4
 
@@ -234,10 +83,15 @@ jobs:
       # install instructions from https://github.com/polarsignals/pprofme/tree/main
       - name: Install pprofme
         run: |
-          curl -LO https://github.com/polarsignals/pprofme/releases/latest/download/pprofme_$(uname)_$(uname -m)
+          PPROFME_ARCH=$(uname -m)
+          if [ "$PPROFME_ARCH" = "aarch64" ]; then
+            PPROFME_ARCH=arm64
+          fi
+          PPROFME_BINARY="pprofme_$(uname)_${PPROFME_ARCH}"
+          curl -fLO "https://github.com/polarsignals/pprofme/releases/latest/download/${PPROFME_BINARY}"
           curl -sL https://github.com/polarsignals/pprofme/releases/latest/download/pprofme_checksums.txt | shasum --ignore-missing -a 256 --check
-          chmod a+x pprofme_$(uname)_$(uname -m)
-          sudo mv pprofme_$(uname)_$(uname -m) /usr/local/bin/pprofme
+          chmod a+x "${PPROFME_BINARY}"
+          sudo mv "${PPROFME_BINARY}" /usr/local/bin/pprofme
 
       - name: Upload pprofs and add links to summary
         run: |

.github/workflows/release.yaml

@@ -32,6 +32,18 @@ jobs:
         with:
           ssh-key: ${{ secrets.RELEASE_SSH_KEY }}
           ref: ${{ github.ref }}
+          fetch-depth: 0
+
+      # Select the most recent stable release tag reachable from the release branch.
+      - name: Find previous release tag
+        id: previous_release
+        run: |
+          previous_tag="$(git describe \
+            --tags \
+            --abbrev=0 \
+            --match 'v[0-9]*.[0-9]*.[0-9]*' \
+            --exclude '*-*')"
+          echo "tag=${previous_tag}" >> "${GITHUB_OUTPUT}"
 
       # Set up Rust stable for installing cargo-edit
       - name: Setup Rust stable
@@ -67,6 +79,7 @@ jobs:
           tag: v${{ github.event.inputs.version }}
           name: v${{ github.event.inputs.version }}
           generateReleaseNotes: true
+          generateReleaseNotesPreviousTag: ${{ steps.previous_release.outputs.tag }}
           token: ${{ secrets.GITHUB_TOKEN }}
 
       # Publish crate chain to crates.io in dependency order