feat(vm): babysit memory cache of services

Cargo.toml

@@ -21,7 +21,7 @@ resolver = "1"
 
 [workspace.package]
 edition = "2024"
-version = "0.1.2-pre.9"
+version = "0.1.2"
 homepage = "https://spacejam.app"
 repository = "https://github.com/spacejamapp/jade"
 license = "GPL-3.0"
@@ -78,7 +78,11 @@ ark-ed-on-bls12-381-bandersnatch = { version = "0.5", default-features = false }
 ark-ff = { version = "0.5", default-features = false }
 ark-std = { version = "0.5", default-features = false }
 ark-serialize = { version = "0.5", default-features = false }
-ark-vrf = { version = "=0.2.1", features = ["bandersnatch", "ring", "parallel"] }
+ark-vrf = { version = "=0.2.1", features = [
+    "bandersnatch",
+    "ring",
+    "parallel",
+] }
 async-trait = "0.1.89"
 bindgen = "0.72"
 blake2 = "0.10.6"
@@ -116,10 +120,22 @@ quinn = "0.11.9"
 quote = "1.0.40"
 rand = "0.8.5"
 rayon = "1.11.0"
-rcgen = { version = "0.13.2", default-features = false, features = ["crypto", "pem", "ring"] }
+rcgen = { version = "0.13.2", default-features = false, features = [
+    "crypto",
+    "pem",
+    "ring",
+] }
 reed-solomon = { package = "reed-solomon-simd", version = "3.0.1" }
-rustls = { version = "0.23.31", default-features = false, features = ["std", "logging", "tls12", "ring"] }
-rustls-webpki = { version = "0.102.8", default-features = false, features = ["std", "ring"] }
+rustls = { version = "0.23.31", default-features = false, features = [
+    "std",
+    "logging",
+    "tls12",
+    "ring",
+] }
+rustls-webpki = { version = "0.102.8", default-features = false, features = [
+    "std",
+    "ring",
+] }
 serde = { version = "1.0.219", features = ["derive"], default-features = false }
 serde_json = { version = "1.0.143", default-features = false }
 syn = "2.0.106"
@@ -152,9 +168,5 @@ uint = "0.10.0"
 w3f-bls = "0.1.9"
 x509-parser = "0.17.0"
 
-[patch.crates-io]
-# w3f-ring-proof = { git = "https://github.com/sunhuachuang/ring-proof" }
-# ark-vrf = { git = "https://github.com/sunhuachuang/ark-vrf" }
-
 [workspace.metadata.conta]
 packages = ["codec", "spacejson-derive", "spacejson", "spec", "service"]

Makefile

@@ -89,3 +89,20 @@ dpush:
 fpush: dpush
 	docker push $(DOCKER_IMAGE):int
 	docker push $(DOCKER_IMAGE):$(VERSION)-int
+
+# Sample-profile `spacejam fuzz tx` on a trace directory via samply.
+# Needs sudo (kernel.perf_event_paranoid=3 blocks unprivileged perf_event_open).
+# Override:
+#   TRACE_DIR=res/foo/trace OUT=/tmp/foo.json.gz SPACEVM=true make profile-trace
+TRACE_DIR ?= res/l2a/trace
+OUT       ?= /tmp/spacejam-trace.json.gz
+
+.PHONY: profile-trace
+profile-trace:
+	CARGO_PROFILE_RELEASE_DEBUG=line-tables-only \
+		cargo build --release -p spacejam --features trace
+	sudo SPACEVM=$(SPACEVM) $$(command -v samply) record --save-only -o $(OUT) \
+		./target/release/spacejam fuzz tx $(TRACE_DIR)
+	@echo ""
+	@echo "profile saved: $(OUT)"
+	@echo "view: samply load $(OUT)"

crates/codec/erasure/Cargo.toml

@@ -14,6 +14,5 @@ tiny = []
 full = []
 
 [dev-dependencies]
-hex.workspace = true
-serde_json.workspace = true
+codec.workspace = true
 specjam.workspace = true

crates/codec/erasure/tests/consistency.rs

@@ -1,4 +1,3 @@
-use anyhow::Result;
 use spacejam_erasure as erasure;
 use specjam::Registry;
 use std::path::PathBuf;
@@ -21,14 +20,7 @@ async fn run_codec(test: &str) -> anyhow::Result<()> {
         specjam::Scale::Tiny
     };
     let test = registry.erasure(scale)?.test(test)?;
-    let mut data = hex::decode(test.input.trim_start_matches("0x"))?;
-    let shards = serde_json::from_str::<Vec<String>>(&test.output)?
-        .into_iter()
-        .map(|shard| {
-            hex::decode(shard.trim_start_matches("0x"))
-                .map_err(|e| anyhow::anyhow!("Failed to decode shard: {e}"))
-        })
-        .collect::<Result<Vec<_>>>()?;
+    let (mut data, shards) = codec::decode::<(Vec<u8>, Vec<Vec<u8>>)>(test.input.expect_bin()?)?;
 
     let n = erasure::Config::default().original;
     let recovery_pairs = || -> Vec<(usize, Vec<u8>)> {

crates/crypto/Cargo.toml

@@ -22,7 +22,8 @@ w3f-bls = { workspace = true, optional = true }
 tracing.workspace = true
 
 [features]
-default = []
+default = ["tiny"]
+tiny = []
 full = []
 blake2 = ["dep:blake2b_simd"]
 blake3 = ["dep:blake3"]

crates/crypto/src/ed25519.rs

@@ -5,8 +5,13 @@ pub use ed25519_zebra::{batch, Signature, SigningKey, VerificationKey, Verificat
 use rand::rngs::OsRng;
 use rayon::{iter::ParallelIterator, slice::ParallelSlice};
 
-/// Number of signatures per parallel chunk for batch verification.
-const BATCH_PAR_CHUNK: usize = 32;
+/// Below this batch size, verify the whole slice as one ed25519 batch with
+/// no rayon involvement.
+const SEQUENTIAL_BATCH_THRESHOLD: usize = 32;
+
+/// Chunk size when the batch is large enough to parallelize. Each chunk is
+/// itself one ed25519 batch verification.
+const PAR_CHUNK_SIZE: usize = 32;
 
 /// Ed25519 key pair.
 #[derive(Clone)]
@@ -71,11 +76,11 @@ pub fn batch_verify(items: &[(&[u8], [u8; 64], [u8; 32])]) -> anyhow::Result<()>
     if items.is_empty() {
         return Ok(());
     }
-    if items.len() <= BATCH_PAR_CHUNK {
+    if items.len() <= SEQUENTIAL_BATCH_THRESHOLD {
         return verify_batch(items);
     }
 
-    items.par_chunks(BATCH_PAR_CHUNK).try_for_each(verify_batch)
+    items.par_chunks(PAR_CHUNK_SIZE).try_for_each(verify_batch)
 }
 
 fn verify_batch(items: &[(&[u8], [u8; 64], [u8; 32])]) -> anyhow::Result<()> {

crates/crypto/src/ring.rs

@@ -1,6 +1,12 @@
 //! Bandersnatch ring related primitives
 #![cfg(feature = "vrf")]
 
+#[cfg(not(any(feature = "tiny", feature = "full")))]
+compile_error!(
+    "spacejam-crypto/ring: enable one of `tiny` or `full` — \
+     otherwise the size-6 SRS is silently baked in (caused docker pre-11 BadTicketProof)"
+);
+
 use crate::vrf;
 use ark_ec::AffineRepr;
 use ark_serialize::CanonicalDeserialize;

crates/runtime/Cargo.toml

@@ -26,5 +26,5 @@ tokio.workspace = true
 tracing.workspace = true
 
 [features]
-default = ["timing"]
-timing = []
+tiny = ["score/tiny", "crypto/tiny"]
+full = ["score/full", "crypto/full"]

crates/runtime/src/lib.rs

@@ -21,7 +21,6 @@ mod grandpa;
 mod hook;
 mod pool;
 pub mod storage;
-pub mod timing;
 pub mod tx;
 mod validator;