feat(zkLLM): Add proof-bound TensorBus execution for Llama-7B/2048

Cargo.toml

@@ -128,20 +128,20 @@ lto = "thin"
 #ceno_crypto_primitives = { path = "../ceno-patch/crypto-primitives", package = "ceno_crypto_primitives" }
 #ceno_syscall = { path = "../ceno-patch/syscall", package = "ceno_syscall" }
 
-#[patch."https://github.com/scroll-tech/ceno-gpu-mock.git"]
-#ceno_gpu = { path = "../ceno-gpu/cuda_hal", package = "cuda_hal" }
+[patch."https://github.com/scroll-tech/ceno-gpu-mock.git"]
+ceno_gpu = { path = "../ceno-gpu/cuda_hal", package = "cuda_hal" }
 #
-#[patch."https://github.com/scroll-tech/gkr-backend.git"]
-#ff_ext = { path = "../gkr-backend/crates/ff_ext", package = "ff_ext" }
-#mpcs = { path = "../gkr-backend/crates/mpcs", package = "mpcs" }
-#multilinear_extensions = { path = "../gkr-backend/crates/multilinear_extensions", package = "multilinear_extensions" }
-#p3 = { path = "../gkr-backend/crates/p3", package = "p3" }
-#poseidon = { path = "../gkr-backend/crates/poseidon", package = "poseidon" }
-#sp1-curves = { path = "../gkr-backend/crates/curves", package = "sp1-curves" }
-#sumcheck = { path = "../gkr-backend/crates/sumcheck", package = "sumcheck" }
-#transcript = { path = "../gkr-backend/crates/transcript", package = "transcript" }
-#whir = { path = "../gkr-backend/crates/whir", package = "whir" }
-#witness = { path = "../gkr-backend/crates/witness", package = "witness" }
+[patch."https://github.com/scroll-tech/gkr-backend.git"]
+ff_ext = { path = "../gkr-backend/crates/ff_ext", package = "ff_ext" }
+mpcs = { path = "../gkr-backend/crates/mpcs", package = "mpcs" }
+multilinear_extensions = { path = "../gkr-backend/crates/multilinear_extensions", package = "multilinear_extensions" }
+p3 = { path = "../gkr-backend/crates/p3", package = "p3" }
+poseidon = { path = "../gkr-backend/crates/poseidon", package = "poseidon" }
+sp1-curves = { path = "../gkr-backend/crates/curves", package = "sp1-curves" }
+sumcheck = { path = "../gkr-backend/crates/sumcheck", package = "sumcheck" }
+transcript = { path = "../gkr-backend/crates/transcript", package = "transcript" }
+whir = { path = "../gkr-backend/crates/whir", package = "whir" }
+witness = { path = "../gkr-backend/crates/witness", package = "witness" }
 
 # [patch."https://github.com/scroll-tech/openvm.git"]
 # openvm = { path = "../openvm-scroll-tech/crates/toolchain/openvm", default-features = false }

ceno_emul/Cargo.toml

@@ -13,12 +13,14 @@ version.workspace = true
 anyhow.workspace = true
 ceno_rt = { path = "../ceno_rt" }
 ceno_syscall.workspace = true
+cudarc = { workspace = true, optional = true, features = ["nvrtc"] }
 elf = "0.7"
 ff_ext.workspace = true
 halo2curves-axiom = { version = "=0.7.2", features = ["asm"] }
 itertools.workspace = true
 libloading = { version = "0.8", optional = true }
 multilinear_extensions.workspace = true
+p3.workspace = true
 num.workspace = true
 num-derive.workspace = true
 num-traits.workspace = true
@@ -46,4 +48,8 @@ typenum.workspace = true
 aot-x86_64 = ["dep:libloading", "dep:tempfile"]
 default = ["forbid_overflow"]
 forbid_overflow = []
+llama-tiny = ["ceno_rt/llama-tiny"]
+production-heads-1 = ["ceno_rt/production-heads-1"]
+production-heads-2 = ["ceno_rt/production-heads-2"]
+tensor-cuda = ["dep:cudarc"]
 u16limb_circuit = []