Extend run-everything.sh

.github/actions/yarn-nm-install/action.yml

@@ -59,7 +59,6 @@ runs:
       if: inputs.enable-corepack == 'true'
       shell: bash
       working-directory: ${{ inputs.cwd }}
-      #  echo tmp corepack enable, enable corepack, and echo inputs.enable-corepack value:
       run: corepack enable
 
     - name: ⚙️ Expose yarn config as "$GITHUB_OUTPUT"

.lefthook.yml

@@ -7,9 +7,11 @@ pre-commit:
         parallel: true
         jobs:
           - name: golangci-lint
-            run: golangci-lint run
+            run: golangci-lint run --new-from-merge-base=main
           - name: gotestsum
-            run: gotestsum --format testname $(go list ./... | grep -v -E "so/grpc_test|so/tree")
+            env:
+              GOFLAGS: "-tags=lightspark"
+            run: gotestsum --format testname $(go list ./... | grep -v -E "so/grpc_test|so/grpc_test_internal|so/tree")
     - name: frost
       glob: "signer/**"
       root: "signer/"

.mise.lock

@@ -1,4 +1,4 @@
-[tools.atlas]
+[[tools.atlas]]
 version = "0.35.0"
 backend = "aqua:ariga/atlas"
 
@@ -7,43 +7,43 @@ checksum = "sha256:86db4b4abee45969c06fe4a0a34674c853df316ac3a59ae8d07e296ac6ce3
 size = 93071218
 url = "https://release.ariga.io/atlas/atlas-darwin-arm64-v0.35.0"
 
-[tools.go]
-version = "1.24.6"
+[[tools.go]]
+version = "1.25.1"
 backend = "core:go"
 
 [tools.go.platforms.macos-arm64]
-checksum = "sha256:4e29202c49573b953be7cc3500e1f8d9e66ddd12faa8cf0939a4951411e09a2a"
-size = 76293244
-url = "https://dl.google.com/go/go1.24.6.darwin-arm64.tar.gz"
+checksum = "sha256:68deebb214f39d542e518ebb0598a406ab1b5a22bba8ec9ade9f55fb4dd94a6c"
+size = 57906702
+url = "https://dl.google.com/go/go1.25.1.darwin-arm64.tar.gz"
 
-[tools.golangci-lint]
-version = "2.2.2"
+[[tools.golangci-lint]]
+version = "2.4.0"
 backend = "aqua:golangci/golangci-lint"
 
-[tools.golangci-lint.platforms.macos-arm64]
-checksum = "sha256:d84d94d042c0d495fd1746f3d18948a75de163b17a14e8de3ef840928dd2df74"
-size = 13585670
-url = "https://github.com/golangci/golangci-lint/releases/download/v2.2.2/golangci-lint-2.2.2-darwin-arm64.tar.gz"
+[tools.golangci-lint.platforms.linux-x64]
+checksum = "sha256:fae792524c04424c0ac369f5b8076f04b45cf29fc945a370e55d369a8dc11840"
+size = 14126779
+url = "https://github.com/golangci/golangci-lint/releases/download/v2.4.0/golangci-lint-2.4.0-linux-amd64.tar.gz"
 
-[tools.gotestsum]
-version = "1.12.0"
+[[tools.gotestsum]]
+version = "1.13.0"
 backend = "aqua:gotestyourself/gotestsum"
 
 [tools.gotestsum.platforms.macos-arm64]
-checksum = "sha256:c5ffdc9054644c4db365de2197a12d21eff48b88a9ad20e3e0c29346802d0b41"
-size = 2252304
-url = "https://github.com/gotestyourself/gotestsum/releases/download/v1.12.0/gotestsum_1.12.0_darwin_arm64.tar.gz"
+checksum = "sha256:509cb27aef747f48faf9bce424f59dcf79572c905204b990ee935bbfcc7fa0e9"
+size = 2472317
+url = "https://github.com/gotestyourself/gotestsum/releases/download/v1.13.0/gotestsum_1.13.0_darwin_arm64.tar.gz"
 
-[tools.lefthook]
-version = "1.11.14"
+[[tools.lefthook]]
+version = "2.0.0"
 backend = "aqua:evilmartians/lefthook"
 
 [tools.lefthook.platforms.macos-arm64]
-checksum = "sha256:b9c68fabb3c9b71b18335fb886317ae068e0d4a8640f40ae21720fcbae130579"
-size = 5286540
-url = "https://github.com/evilmartians/lefthook/releases/download/v1.11.14/lefthook_1.11.14_MacOS_arm64.gz"
+checksum = "sha256:0cf763fb55c05de17f7a7842fc9fd7044f1b7d1542129c1b2b8ae27c5769afb9"
+size = 5747200
+url = "https://github.com/evilmartians/lefthook/releases/download/v2.0.0/lefthook_2.0.0_MacOS_arm64.gz"
 
-[tools.node]
+[[tools.node]]
 version = "20.19.0"
 backend = "core:node"
 
@@ -52,42 +52,62 @@ checksum = "sha256:c016cd1975a264a29dc1b07c6fbe60d5df0a0c2beb4113c0450e3d998d1a0
 size = 41487879
 url = "https://nodejs.org/dist/v20.19.0/node-v20.19.0-darwin-arm64.tar.gz"
 
-[tools.protoc]
+[[tools.protoc]]
 version = "29.3"
 backend = "aqua:protocolbuffers/protobuf/protoc"
 
+[tools.protoc.platforms.linux-x64]
+checksum = "blake3:e69b7d6f33637cccd4e4cf4839b3d799ed02ae436e0eb555b0816b85cf341fb1"
+size = 3288836
+url = "https://github.com/protocolbuffers/protobuf/releases/download/v29.3/protoc-29.3-linux-x86_64.zip"
+
 [tools.protoc.platforms.macos-arm64]
 checksum = "blake3:c5796cef7cf2c50cfc889d1cd821170c3d9158972175d46062879ff3757e42a4"
 size = 2290929
 url = "https://github.com/protocolbuffers/protobuf/releases/download/v29.3/protoc-29.3-osx-aarch_64.zip"
 
-[tools.protoc-gen-go]
+[[tools.protoc-gen-go]]
 version = "1.36.6"
 backend = "aqua:protocolbuffers/protobuf-go/protoc-gen-go"
 
+[tools.protoc-gen-go.platforms.linux-x64]
+checksum = "blake3:404ea4268ed7ca4a4e2229ca6787558abf8b9fa6e1fb1052b13bec638a3f08fe"
+size = 2389291
+url = "https://github.com/protocolbuffers/protobuf-go/releases/download/v1.36.6/protoc-gen-go.v1.36.6.linux.amd64.tar.gz"
+
 [tools.protoc-gen-go.platforms.macos-arm64]
 checksum = "blake3:63a7dcee5c191e2527ec2f4da9e98cc97e8ef8b21beb97057e4aefbdd22f7286"
 size = 2283775
 url = "https://github.com/protocolbuffers/protobuf-go/releases/download/v1.36.6/protoc-gen-go.v1.36.6.darwin.arm64.tar.gz"
 
-[tools.protoc-gen-go-grpc]
+[[tools.protoc-gen-go-grpc]]
 version = "1.5.1"
 backend = "aqua:grpc/grpc-go/protoc-gen-go-grpc"
 
+[tools.protoc-gen-go-grpc.platforms.linux-x64]
+checksum = "blake3:197739132f0408f017d0c83773ac1ace85c0572473fdd658ec6e4ccbf20e0552"
+size = 4859466
+url = "https://github.com/grpc/grpc-go/releases/download/cmd/protoc-gen-go-grpc/v1.5.1/protoc-gen-go-grpc.v1.5.1.linux.amd64.tar.gz"
+
 [tools.protoc-gen-go-grpc.platforms.macos-arm64]
 checksum = "blake3:3c668207565d23ea2cf006d699207e3a804ebb929a534bd38a3b4ff4e941e00c"
 size = 4565944
 url = "https://github.com/grpc/grpc-go/releases/download/cmd/protoc-gen-go-grpc/v1.5.1/protoc-gen-go-grpc.v1.5.1.darwin.arm64.tar.gz"
 
-[tools.protoc-gen-validate]
+[[tools.protoc-gen-validate]]
 version = "1.2.1"
 backend = "aqua:bufbuild/protoc-gen-validate"
 
+[tools.protoc-gen-validate.platforms.linux-x64]
+checksum = "sha256:e7a1d7256184dc6824e8f8e4b672b1281013e321579daffd19b2e3e90b6f7d9f"
+size = 13452368
+url = "https://github.com/bufbuild/protoc-gen-validate/releases/download/v1.2.1/protoc-gen-validate_1.2.1_linux_amd64.tar.gz"
+
 [tools.protoc-gen-validate.platforms.macos-arm64]
 checksum = "sha256:44dfd7778a49febdfb088dacee835b5d649218b5277bdd7c98e2a1f8eb328b34"
 size = 13557390
 url = "https://github.com/bufbuild/protoc-gen-validate/releases/download/v1.2.1/protoc-gen-validate_1.2.1_darwin_arm64.tar.gz"
 
-[tools.rust]
-version = "1.85.0"
+[[tools.rust]]
+version = "1.90.0"
 backend = "core:rust"

.mise.toml

@@ -1,15 +1,15 @@
 [tools]
 atlas = "0.35.0"
-go = "1.24.6"
-golangci-lint = "2.2.2"
-gotestsum = "1.12.0"
+go = "1.25.1"
+golangci-lint = "2.4.0"
+gotestsum = "1.13.0"
 lefthook = "latest"
 node = "20.19.0"
 protoc = "29.3"
 protoc-gen-go = "1.36.6"
 protoc-gen-go-grpc = "1.5.1"
 protoc-gen-validate = "1.2.1"
-rust = "1.85.0"
+rust = { version = "latest", profile = "minimal" }
 
 [env]
 MISE_NODE_COREPACK = true
@@ -26,9 +26,12 @@ spark-cli-dev-mainnet = { dir = "{{config_root}}/sdks/js", run = 'yarn install &
 spark-cli-loadtest = { dir = "{{config_root}}/sdks/js", run = 'yarn install && yarn build:packages && cd examples/spark-cli && yarn build && yarn run cli:loadtest' }
 test-go = { dir = "{{config_root}}/spark", run = 'mise test-unit-with-postgres' }
 test-grpc = { dir = "{{config_root}}/spark", run = 'mise test-grpc' }
+test-grpc-minikube = { dir = "{{config_root}}/spark", run = 'mise test-grpc-minikube' }
 test-js = { dir = "{{config_root}}/sdks/js", run = 'yarn install && yarn test' }
 test-js-integration = { dir = "{{config_root}}/sdks/js", run = 'yarn install && yarn test:integration' }
+test-js-integration-minikube = { dir = "{{config_root}}/sdks/js", run = 'MINIKUBE_IP=$(minikube ip) yarn install && yarn test:integration' }
 test-js-integration-ssp = { dir = "{{config_root}}/sdks/js", run = 'yarn install && yarn test:integration:ssp' }
+test-js-integration-ssp-minikube = { dir = "{{config_root}}/sdks/js", run = 'MINIKUBE_IP=$(minikube ip) yarn install && yarn test:integration:ssp' }
 
 [tasks.money-dev]
 description = "Send regtest BTC on dev to <address> [amount (default=0.0001)]"
@@ -56,6 +59,125 @@ run = """kubectl --context minikube -n bitcoin exec regtest-bitcoind-0 -- \
     sendtoaddress {{arg(name="addr")}} {{arg(name="amount", default="0.0001")}}
     """
 
+[tasks.mine-mk]
+description = "Mine <blocks> to <address>"
+usage = '''
+arg "<blocks>" "amount of blocks to mine" default="5"
+arg "<addr>" "the l1 address to generate to"
+'''
+run = """kubectl --context minikube -n bitcoin exec regtest-bitcoind-0 -- \
+  bitcoin-cli \
+    -conf=/etc/bitcoin/bitcoin.conf \
+    -datadir=/data \
+    generatetoaddress {{arg(name="blocks", default="5")}} {{arg(name="addr")}}
+    """
+
+[tasks.get-address-mk]
+description = "gets a new l1 address"
+run = """kubectl --context minikube -n bitcoin exec regtest-bitcoind-0 -- \
+  bitcoin-cli \
+    -conf=/etc/bitcoin/bitcoin.conf \
+    -datadir=/data \
+    getnewaddress
+    """
+
+[tasks.broadcast-tx-mk]
+description = "Broadcast a <txn>"
+usage = '''
+arg "<hex>" "raw transaction hex"
+'''
+run = """kubectl --context minikube -n bitcoin exec regtest-bitcoind-0 -- \
+  bitcoin-cli \
+    -conf=/etc/bitcoin/bitcoin.conf \
+    -datadir=/data \
+    sendrawtransaction {{arg(name="hex")}}
+    """
+
+[tasks.testmempoolaccept-mk]
+description = "Test if a txn would be accepted <txn>"
+usage = '''
+arg "<txn>" "Transaction hex"
+'''
+run = """kubectl --context minikube -n bitcoin exec regtest-bitcoind-0 -- \
+  bitcoin-cli \
+    -conf=/etc/bitcoin/bitcoin.conf \
+    -datadir=/data \
+    testmempoolaccept {{arg(name="txn")}}
+    """
+
+[tasks.broadcast-pkg-mk]
+description = "Broadcast a package (array) of raw tx hex to regtest in minikube"
+usage = '''
+arg "<hexes_json>" "JSON array of raw tx hex strings, in dependency order (e.g. [\"hex1\",\"hex2\"])"
+'''
+run = """kubectl --context minikube -n bitcoin exec regtest-bitcoind-0 -- \
+  bitcoin-cli \
+    -conf=/etc/bitcoin/bitcoin.conf \
+    -datadir=/data \
+    submitpackage {{arg(name="hexes_json")}}
+    """
+
+[tasks.get-raw-transaction]
+description = "Return the raw transaction data."
+usage = '''
+arg "<txid>" "transaction id (hex)"
+'''
+run = """kubectl --context minikube -n bitcoin exec regtest-bitcoind-0 -- \
+  bitcoin-cli \
+    -conf=/etc/bitcoin/bitcoin.conf \
+    -datadir=/data \
+    getrawtransaction {{arg(name="txid")}} 1
+    """
+
+[tasks.check-tx-mk]
+description = "Check if a tx is in mempool or on-chain (regtest/minikube)"
+usage = '''
+arg "<txid>" "transaction id (hex)"
+'''
+run = """kubectl --context minikube -n bitcoin exec regtest-bitcoind-0 -- sh -lc '\
+CLI="bitcoin-cli -conf=/etc/bitcoin/bitcoin.conf -datadir=/data"; \
+TX="{{arg(name="txid")}}"; \
+if $CLI getmempoolentry "$TX" >/dev/null 2>&1; then \
+  echo "status=IN_MEMPOOL"; \
+  $CLI getmempoolentry "$TX"; \
+elif $CLI getrawtransaction "$TX" 1 >/dev/null 2>&1; then \
+  echo "status=SEEN_ON_CHAIN_OR_MEMPOOL"; \
+  $CLI getrawtransaction "$TX" 1; \
+else \
+  echo "status=UNKNOWN (not in mempool; not found via getrawtransaction)"; \
+  exit 2; \
+fi'"""
+
+[tasks.gen-ent]
+description = "Generate ent code for Spark schemas"
+dir = "{{config_root}}/spark"
+run = """
+echo "Generating ent schemas..."
+go generate ./so/ent/...
+echo ""
+echo "!!!!"
+echo "Ents generated. Remember to add migration changes with atlas! See README.md for more info."
+echo "!!!!"
+"""
+
+[tasks.gen-ssp]
+description = "Generate SSP API code"
+dir = "{{config_root}}/spark"
+run = "go generate ./testing/wallet/ssp_api/..."
+
+[tasks.gen-protos]
+description = "Generate Go code from proto files (via Make)"
+dir = "{{config_root}}"
+run = "make all"
+
+[tasks.clean-protos]
+description = "Clean generated proto files"
+dir = "{{config_root}}"
+run = "make clean"
+
 [settings]
 activate_aggressive = true
 disable_backends = ["asdf"]
+experimental = true
+idiomatic_version_file_enable_tools = ["rust"]
+lockfile = true

CLAUDE.md

@@ -20,7 +20,7 @@ lefthook install
 make
 
 # Generate Ent entities (required after schema changes)
-make ent
+mise gen-ent
 ```
 
 ### Testing
@@ -159,7 +159,7 @@ This repository implements **Spark**, a Bitcoin-based system with the following
 - Separate unit tests from integration tests
 
 ### When Working with Database Code
-- Modify schemas in `spark/so/ent/schema/`, then run `make ent`
+- Modify schemas in `spark/so/ent/schema/`, then run `mise gen-ent`
 - Generate migrations with `./scripts/gen-migration.sh` after schema changes
 - Use proper foreign key relationships in Ent schemas
 - Test database code with both SQLite (unit) and PostgreSQL (integration)

Dockerfile

@@ -1,4 +1,4 @@
-FROM --platform=$BUILDPLATFORM golang:1.24-bookworm AS builder-go
+FROM --platform=$BUILDPLATFORM golang:1.25-bookworm AS builder-go
 
 ARG TARGETOS TARGETARCH
 ARG DEBUG=0
@@ -37,7 +37,7 @@ RUN GRPC_HEALTH_PROBE_VERSION=v0.4.13 && \
 
 
 # (1) create rust env with cargo chef crate
-FROM --platform=$BUILDPLATFORM rust:1.84-slim-bookworm AS chef
+FROM --platform=$BUILDPLATFORM rust:1.90-slim-bookworm AS chef
 WORKDIR /signer
 RUN cargo install cargo-chef
 
@@ -55,7 +55,10 @@ RUN cargo chef cook --release --recipe-path recipe.json
 
 # (4) build app
 FROM chef AS builder-rust
-COPY protos protos
+
+WORKDIR /
+COPY protos ./protos
+
 WORKDIR /signer
 COPY signer/. ./
 COPY --from=cacher-rust /signer/target target