Compare commits

..

1 Commits

Author SHA1 Message Date
0g-peterzhb
3e528f0a40
Merge b352184dc6 into fae2d5efb6 2024-11-08 22:07:20 +08:00
7 changed files with 28 additions and 33 deletions

2
Cargo.lock generated
View File

@ -4652,14 +4652,12 @@ dependencies = [
"jsonrpsee", "jsonrpsee",
"lazy_static", "lazy_static",
"metrics", "metrics",
"reqwest",
"serde_json", "serde_json",
"shared_types", "shared_types",
"storage", "storage",
"task_executor", "task_executor",
"thiserror", "thiserror",
"tokio", "tokio",
"url",
] ]
[[package]] [[package]]

View File

@ -24,5 +24,3 @@ futures-util = "0.3.28"
thiserror = "1.0.44" thiserror = "1.0.44"
lazy_static = "1.4.0" lazy_static = "1.4.0"
metrics = { workspace = true } metrics = { workspace = true }
reqwest = {version = "0.11", features = ["json"]}
url = { version = "2.4", default-features = false }

View File

@ -1,5 +1,3 @@
use std::time::Duration;
use crate::ContractAddress; use crate::ContractAddress;
pub struct LogSyncConfig { pub struct LogSyncConfig {
@ -36,9 +34,6 @@ pub struct LogSyncConfig {
pub watch_loop_wait_time_ms: u64, pub watch_loop_wait_time_ms: u64,
// force to sync log from start block number // force to sync log from start block number
pub force_log_sync_from_start_block_number: bool, pub force_log_sync_from_start_block_number: bool,
// the timeout for blockchain rpc connection
pub blockchain_rpc_timeout: Duration,
} }
#[derive(Clone)] #[derive(Clone)]
@ -66,7 +61,6 @@ impl LogSyncConfig {
remove_finalized_block_interval_minutes: u64, remove_finalized_block_interval_minutes: u64,
watch_loop_wait_time_ms: u64, watch_loop_wait_time_ms: u64,
force_log_sync_from_start_block_number: bool, force_log_sync_from_start_block_number: bool,
blockchain_rpc_timeout: Duration,
) -> Self { ) -> Self {
Self { Self {
rpc_endpoint_url, rpc_endpoint_url,
@ -83,7 +77,6 @@ impl LogSyncConfig {
remove_finalized_block_interval_minutes, remove_finalized_block_interval_minutes,
watch_loop_wait_time_ms, watch_loop_wait_time_ms,
force_log_sync_from_start_block_number, force_log_sync_from_start_block_number,
blockchain_rpc_timeout,
} }
} }
} }

View File

@ -1,6 +1,6 @@
use crate::sync_manager::log_query::LogQuery; use crate::sync_manager::log_query::LogQuery;
use crate::sync_manager::RETRY_WAIT_MS; use crate::sync_manager::RETRY_WAIT_MS;
use crate::{ContractAddress, LogSyncConfig}; use crate::ContractAddress;
use anyhow::{anyhow, bail, Result}; use anyhow::{anyhow, bail, Result};
use append_merkle::{Algorithm, Sha3Algorithm}; use append_merkle::{Algorithm, Sha3Algorithm};
use contract_interface::{SubmissionNode, SubmitFilter, ZgsFlow}; use contract_interface::{SubmissionNode, SubmitFilter, ZgsFlow};
@ -12,6 +12,7 @@ use futures::StreamExt;
use jsonrpsee::tracing::{debug, error, info, warn}; use jsonrpsee::tracing::{debug, error, info, warn};
use shared_types::{DataRoot, Transaction}; use shared_types::{DataRoot, Transaction};
use std::collections::{BTreeMap, HashMap}; use std::collections::{BTreeMap, HashMap};
use std::str::FromStr;
use std::sync::Arc; use std::sync::Arc;
use std::time::Duration; use std::time::Duration;
use storage::log_store::{tx_store::BlockHashAndSubmissionIndex, Store}; use storage::log_store::{tx_store::BlockHashAndSubmissionIndex, Store};
@ -33,29 +34,28 @@ pub struct LogEntryFetcher {
} }
impl LogEntryFetcher { impl LogEntryFetcher {
pub async fn new(config: &LogSyncConfig) -> Result<Self> { pub async fn new(
url: &str,
contract_address: ContractAddress,
log_page_size: u64,
confirmation_delay: u64,
rate_limit_retries: u32,
timeout_retries: u32,
initial_backoff: u64,
) -> Result<Self> {
let provider = Arc::new(Provider::new( let provider = Arc::new(Provider::new(
RetryClientBuilder::default() RetryClientBuilder::default()
.rate_limit_retries(config.rate_limit_retries) .rate_limit_retries(rate_limit_retries)
.timeout_retries(config.timeout_retries) .timeout_retries(timeout_retries)
.initial_backoff(Duration::from_millis(config.initial_backoff)) .initial_backoff(Duration::from_millis(initial_backoff))
.build( .build(Http::from_str(url)?, Box::new(HttpRateLimitRetryPolicy)),
Http::new_with_client(
url::Url::parse(&config.rpc_endpoint_url)?,
reqwest::Client::builder()
.timeout(config.blockchain_rpc_timeout)
.connect_timeout(config.blockchain_rpc_timeout)
.build()?,
),
Box::new(HttpRateLimitRetryPolicy),
),
)); ));
// TODO: `error` types are removed from the ABI json file. // TODO: `error` types are removed from the ABI json file.
Ok(Self { Ok(Self {
contract_address: config.contract_address, contract_address,
provider, provider,
log_page_size: config.log_page_size, log_page_size,
confirmation_delay: config.confirmation_block_count, confirmation_delay,
}) })
} }

View File

@ -86,7 +86,16 @@ impl LogSyncManager {
.expect("shutdown send error") .expect("shutdown send error")
}, },
async move { async move {
let log_fetcher = LogEntryFetcher::new(&config).await?; let log_fetcher = LogEntryFetcher::new(
&config.rpc_endpoint_url,
config.contract_address,
config.log_page_size,
config.confirmation_block_count,
config.rate_limit_retries,
config.timeout_retries,
config.initial_backoff,
)
.await?;
let data_cache = DataCache::new(config.cache_config.clone()); let data_cache = DataCache::new(config.cache_config.clone());
let block_hash_cache = Arc::new(RwLock::new( let block_hash_cache = Arc::new(RwLock::new(

View File

@ -146,7 +146,6 @@ impl ZgsConfig {
self.remove_finalized_block_interval_minutes, self.remove_finalized_block_interval_minutes,
self.watch_loop_wait_time_ms, self.watch_loop_wait_time_ms,
self.force_log_sync_from_start_block_number, self.force_log_sync_from_start_block_number,
Duration::from_secs(self.blockchain_rpc_timeout_secs),
)) ))
} }

View File

@ -49,8 +49,6 @@ build_config! {
(remove_finalized_block_interval_minutes, (u64), 30) (remove_finalized_block_interval_minutes, (u64), 30)
(watch_loop_wait_time_ms, (u64), 500) (watch_loop_wait_time_ms, (u64), 500)
(blockchain_rpc_timeout_secs, (u64), 120)
// chunk pool // chunk pool
(chunk_pool_write_window_size, (usize), 4) (chunk_pool_write_window_size, (usize), 4)
(chunk_pool_max_cached_chunks_all, (usize), 4*1024*1024) // 1G (chunk_pool_max_cached_chunks_all, (usize), 4*1024*1024) // 1G