-
Notifications
You must be signed in to change notification settings - Fork 632
Fix/validium prover #1794
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
base: develop
Are you sure you want to change the base?
Fix/validium prover #1794
Changes from all commits
bdf7826
9839bf7
d262a63
dc29c8c
af63bc0
5c2803c
5ae31bc
98be0a0
b244fa8
e852915
b833468
930a12a
3b174f8
74a3d7a
ede29c7
b270d96
79d79ed
d306b38
03b992f
492563f
6a57a2e
8955d4f
58297d3
b76539b
93f755c
252eea9
a35834d
File filter
Filter by extension
Conversations
Jump to
Diff view
Diff view
There are no files selected for viewing
Large diffs are not rendered by default.
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,88 @@ | ||
| use async_trait::async_trait; | ||
| use libzkp::ProvingTaskExt; | ||
| use scroll_proving_sdk::prover::{ | ||
| proving_service::{ | ||
| GetVkRequest, GetVkResponse, ProveRequest, ProveResponse, QueryTaskRequest, | ||
| QueryTaskResponse, TaskStatus, | ||
| }, | ||
| ProvingService, | ||
| }; | ||
| use scroll_zkvm_types::ProvingTask; | ||
|
|
||
| #[derive(Default)] | ||
| pub struct Dumper { | ||
| #[allow(dead_code)] | ||
| pub target_path: String, | ||
| pub json_mode: bool, | ||
| } | ||
|
Comment on lines
+13
to
+17
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. 🧩 Analysis chain🏁 Script executed: # Find main.rs and look for Dumper initialization
find . -name "main.rs" -path "*/prover-bin/*" -type fRepository: scroll-tech/scroll Length of output: 93 🏁 Script executed: # Check the dumper.rs file to see the full context
cat -n crates/prover-bin/src/dumper.rs | head -80Repository: scroll-tech/scroll Length of output: 3195 🏁 Script executed: # Search for all references to target_path in the codebase
rg "target_path" --type rust -B 2 -A 2Repository: scroll-tech/scroll Length of output: 321 🏁 Script executed: # Check main.rs to see how Dumper is constructed
cat -n crates/prover-bin/src/main.rsRepository: scroll-tech/scroll Length of output: 5268 🏁 Script executed: # Check if target_path is ever set anywhere else in the prover-bin crate
rg -r "target_path\s*=" crates/prover-bin --type rustRepository: scroll-tech/scroll Length of output: 44
The 🐛 Proposed fix — join filenames against `target_path` impl Dumper {
fn dump(&self, input_string: &str) -> eyre::Result<()> {
let task: ProvingTaskExt = serde_json::from_str(input_string)?;
let task = ProvingTask::from(task);
+ let base = std::path::Path::new(&self.target_path);
+
if self.json_mode {
- let file = std::fs::File::create("input_task.json")?;
+ let file = std::fs::File::create(base.join("input_task.json"))?;
serde_json::to_writer(std::io::BufWriter::new(file), &task)?;
} else {
- let input_file = std::fs::File::create("input_task.bin")?;
+ let input_file = std::fs::File::create(base.join("input_task.bin"))?;
let mut input_writer = std::io::BufWriter::new(input_file);
bincode::encode_into_std_write(
&task.serialized_witness,
&mut input_writer,
bincode::config::standard(),
)?;
+ input_writer.flush()?;
- let agg_file = std::fs::File::create("agg_proofs.bin")?;
+ let agg_file = std::fs::File::create(base.join("agg_proofs.bin"))?;
let mut agg_writer = std::io::BufWriter::new(agg_file);
for proof in &task.aggregated_proofs {
let sz = bincode::serde::encode_into_std_write(
&proof.proofs,
&mut agg_writer,
bincode::config::standard(),
)?;
println!("written {sz} bytes for proof");
}
+ agg_writer.flush()?;
}
Ok(())
}
}Also add a 🤖 Prompt for AI Agents |
||
|
|
||
| impl Dumper { | ||
| fn dump(&self, input_string: &str) -> eyre::Result<()> { | ||
| let task: ProvingTaskExt = serde_json::from_str(input_string)?; | ||
| let task = ProvingTask::from(task); | ||
|
|
||
| if self.json_mode { | ||
| let file = std::fs::File::create("input_task.json")?; | ||
| serde_json::to_writer(std::io::BufWriter::new(file), &task)?; | ||
| } else { | ||
| // stream-encode serialized_witness to input_task.bin using bincode 2.0 | ||
| let input_file = std::fs::File::create("input_task.bin")?; | ||
| let mut input_writer = std::io::BufWriter::new(input_file); | ||
| bincode::encode_into_std_write( | ||
| &task.serialized_witness, | ||
| &mut input_writer, | ||
| bincode::config::standard(), | ||
| )?; | ||
|
|
||
| // stream-encode aggregated_proofs to agg_proofs.bin using bincode 2.0 | ||
| let agg_file = std::fs::File::create("agg_proofs.bin")?; | ||
| let mut agg_writer = std::io::BufWriter::new(agg_file); | ||
| for proof in &task.aggregated_proofs { | ||
| let sz = bincode::serde::encode_into_std_write( | ||
| &proof.proofs, | ||
| &mut agg_writer, | ||
| bincode::config::standard(), | ||
| )?; | ||
| println!("written {sz} bytes for proof"); | ||
| } | ||
|
Comment on lines
+29
to
+47
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more.
Rust's 🤖 Prompt for AI Agents |
||
| } | ||
|
|
||
| Ok(()) | ||
| } | ||
| } | ||
|
|
||
| #[async_trait] | ||
| impl ProvingService for Dumper { | ||
| fn is_local(&self) -> bool { | ||
| true | ||
| } | ||
| async fn get_vks(&self, _: GetVkRequest) -> GetVkResponse { | ||
| // get vk has been deprecated in new prover with dynamic asset loading scheme | ||
| GetVkResponse { | ||
| vks: vec![], | ||
| error: None, | ||
| } | ||
| } | ||
| async fn prove(&mut self, req: ProveRequest) -> ProveResponse { | ||
| let error = if let Err(e) = self.dump(&req.input) { | ||
| Some(format!("failed to dump: {}", e)) | ||
| } else { | ||
| None | ||
| }; | ||
|
|
||
| ProveResponse { | ||
| status: TaskStatus::Failed, | ||
| error, | ||
| ..Default::default() | ||
| } | ||
| } | ||
|
|
||
| async fn query_task(&mut self, req: QueryTaskRequest) -> QueryTaskResponse { | ||
| QueryTaskResponse { | ||
| task_id: req.task_id, | ||
| status: TaskStatus::Failed, | ||
| error: Some("dump file finished but need a fail return to exit".to_string()), | ||
| ..Default::default() | ||
| } | ||
| } | ||
| } | ||
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,8 +1,9 @@ | ||
| mod dumper; | ||
| mod prover; | ||
| mod types; | ||
| mod zk_circuits_handler; | ||
|
|
||
| use clap::{ArgAction, Parser, Subcommand}; | ||
| use clap::{ArgAction, Parser, Subcommand, ValueEnum}; | ||
| use prover::{LocalProver, LocalProverConfig}; | ||
| use scroll_proving_sdk::{ | ||
| prover::{types::ProofType, ProverBuilder}, | ||
|
|
@@ -32,12 +33,35 @@ struct Args { | |
| command: Option<Commands>, | ||
| } | ||
|
|
||
| #[derive(Clone, Debug, PartialEq, Eq, ValueEnum)] | ||
| enum TaskType { | ||
| Chunk, | ||
| Batch, | ||
| Bundle, | ||
| } | ||
|
|
||
| impl From<TaskType> for ProofType { | ||
| fn from(value: TaskType) -> Self { | ||
| match value { | ||
| TaskType::Chunk => ProofType::Chunk, | ||
| TaskType::Batch => ProofType::Batch, | ||
| TaskType::Bundle => ProofType::Bundle, | ||
| } | ||
| } | ||
| } | ||
|
|
||
| #[derive(Subcommand, Debug)] | ||
| enum Commands { | ||
| Handle { | ||
| /// path to save the verifier's asset | ||
| task_path: String, | ||
| }, | ||
| Dump { | ||
| #[arg(long = "json", default_value = "false")] | ||
| json_mode: bool, | ||
| task_type: TaskType, | ||
| task_id: String, | ||
| }, | ||
| } | ||
|
|
||
| #[derive(Debug, serde::Deserialize)] | ||
|
|
@@ -63,6 +87,26 @@ async fn main() -> eyre::Result<()> { | |
| let local_prover = LocalProver::new(cfg.clone()); | ||
|
|
||
| match args.command { | ||
| Some(Commands::Dump { | ||
| json_mode, | ||
| task_type, | ||
| task_id, | ||
| }) => { | ||
| let prover = ProverBuilder::new( | ||
| sdk_config, | ||
| dumper::Dumper { | ||
| json_mode, | ||
| ..Default::default() | ||
| }, | ||
| ) | ||
| .build() | ||
| .await | ||
| .map_err(|e| eyre::eyre!("build prover fail: {e}"))?; | ||
|
|
||
| std::sync::Arc::new(prover) | ||
| .one_shot(&[task_id], task_type.into()) | ||
| .await; | ||
|
Comment on lines
+106
to
+108
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. Return value of The 🔧 Suggested fix- std::sync::Arc::new(prover)
- .one_shot(&[task_id], task_type.into())
- .await;
+ let success = std::sync::Arc::new(prover)
+ .one_shot(&[task_id], task_type.into())
+ .await;
+ if !success {
+ eyre::bail!("dump task failed for task_id: {}", task_id);
+ } |
||
| } | ||
| Some(Commands::Handle { task_path }) => { | ||
| let file = File::open(Path::new(&task_path))?; | ||
| let reader = BufReader::new(file); | ||
|
|
||
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
🧩 Analysis chain
🏁 Script executed:
Repository: scroll-tech/scroll
Length of output: 3165
Update OpenVM version in comment.
The comment on line 20 states "with openvm 1.4.2", but the zkvm-prover dependency at rev
b527310actually uses OpenVM v1.4.3. Update the comment to reflect the correct version.🤖 Prompt for AI Agents