mirror of
https://github.com/0glabs/0g-storage-node.git
synced 2024-12-27 00:35:18 +00:00
Compare commits
1 Commits
222a697ff6
...
3e528f0a40
Author | SHA1 | Date | |
---|---|---|---|
|
3e528f0a40 |
2
Cargo.lock
generated
2
Cargo.lock
generated
@ -4652,14 +4652,12 @@ dependencies = [
|
||||
"jsonrpsee",
|
||||
"lazy_static",
|
||||
"metrics",
|
||||
"reqwest",
|
||||
"serde_json",
|
||||
"shared_types",
|
||||
"storage",
|
||||
"task_executor",
|
||||
"thiserror",
|
||||
"tokio",
|
||||
"url",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
|
@ -24,5 +24,3 @@ futures-util = "0.3.28"
|
||||
thiserror = "1.0.44"
|
||||
lazy_static = "1.4.0"
|
||||
metrics = { workspace = true }
|
||||
reqwest = {version = "0.11", features = ["json"]}
|
||||
url = { version = "2.4", default-features = false }
|
||||
|
@ -1,5 +1,3 @@
|
||||
use std::time::Duration;
|
||||
|
||||
use crate::ContractAddress;
|
||||
|
||||
pub struct LogSyncConfig {
|
||||
@ -36,9 +34,6 @@ pub struct LogSyncConfig {
|
||||
pub watch_loop_wait_time_ms: u64,
|
||||
// force to sync log from start block number
|
||||
pub force_log_sync_from_start_block_number: bool,
|
||||
|
||||
// the timeout for blockchain rpc connection
|
||||
pub blockchain_rpc_timeout: Duration,
|
||||
}
|
||||
|
||||
#[derive(Clone)]
|
||||
@ -66,7 +61,6 @@ impl LogSyncConfig {
|
||||
remove_finalized_block_interval_minutes: u64,
|
||||
watch_loop_wait_time_ms: u64,
|
||||
force_log_sync_from_start_block_number: bool,
|
||||
blockchain_rpc_timeout: Duration,
|
||||
) -> Self {
|
||||
Self {
|
||||
rpc_endpoint_url,
|
||||
@ -83,7 +77,6 @@ impl LogSyncConfig {
|
||||
remove_finalized_block_interval_minutes,
|
||||
watch_loop_wait_time_ms,
|
||||
force_log_sync_from_start_block_number,
|
||||
blockchain_rpc_timeout,
|
||||
}
|
||||
}
|
||||
}
|
||||
|
@ -1,6 +1,6 @@
|
||||
use crate::sync_manager::log_query::LogQuery;
|
||||
use crate::sync_manager::RETRY_WAIT_MS;
|
||||
use crate::{ContractAddress, LogSyncConfig};
|
||||
use crate::ContractAddress;
|
||||
use anyhow::{anyhow, bail, Result};
|
||||
use append_merkle::{Algorithm, Sha3Algorithm};
|
||||
use contract_interface::{SubmissionNode, SubmitFilter, ZgsFlow};
|
||||
@ -12,6 +12,7 @@ use futures::StreamExt;
|
||||
use jsonrpsee::tracing::{debug, error, info, warn};
|
||||
use shared_types::{DataRoot, Transaction};
|
||||
use std::collections::{BTreeMap, HashMap};
|
||||
use std::str::FromStr;
|
||||
use std::sync::Arc;
|
||||
use std::time::Duration;
|
||||
use storage::log_store::{tx_store::BlockHashAndSubmissionIndex, Store};
|
||||
@ -33,29 +34,28 @@ pub struct LogEntryFetcher {
|
||||
}
|
||||
|
||||
impl LogEntryFetcher {
|
||||
pub async fn new(config: &LogSyncConfig) -> Result<Self> {
|
||||
pub async fn new(
|
||||
url: &str,
|
||||
contract_address: ContractAddress,
|
||||
log_page_size: u64,
|
||||
confirmation_delay: u64,
|
||||
rate_limit_retries: u32,
|
||||
timeout_retries: u32,
|
||||
initial_backoff: u64,
|
||||
) -> Result<Self> {
|
||||
let provider = Arc::new(Provider::new(
|
||||
RetryClientBuilder::default()
|
||||
.rate_limit_retries(config.rate_limit_retries)
|
||||
.timeout_retries(config.timeout_retries)
|
||||
.initial_backoff(Duration::from_millis(config.initial_backoff))
|
||||
.build(
|
||||
Http::new_with_client(
|
||||
url::Url::parse(&config.rpc_endpoint_url)?,
|
||||
reqwest::Client::builder()
|
||||
.timeout(config.blockchain_rpc_timeout)
|
||||
.connect_timeout(config.blockchain_rpc_timeout)
|
||||
.build()?,
|
||||
),
|
||||
Box::new(HttpRateLimitRetryPolicy),
|
||||
),
|
||||
.rate_limit_retries(rate_limit_retries)
|
||||
.timeout_retries(timeout_retries)
|
||||
.initial_backoff(Duration::from_millis(initial_backoff))
|
||||
.build(Http::from_str(url)?, Box::new(HttpRateLimitRetryPolicy)),
|
||||
));
|
||||
// TODO: `error` types are removed from the ABI json file.
|
||||
Ok(Self {
|
||||
contract_address: config.contract_address,
|
||||
contract_address,
|
||||
provider,
|
||||
log_page_size: config.log_page_size,
|
||||
confirmation_delay: config.confirmation_block_count,
|
||||
log_page_size,
|
||||
confirmation_delay,
|
||||
})
|
||||
}
|
||||
|
||||
|
@ -86,7 +86,16 @@ impl LogSyncManager {
|
||||
.expect("shutdown send error")
|
||||
},
|
||||
async move {
|
||||
let log_fetcher = LogEntryFetcher::new(&config).await?;
|
||||
let log_fetcher = LogEntryFetcher::new(
|
||||
&config.rpc_endpoint_url,
|
||||
config.contract_address,
|
||||
config.log_page_size,
|
||||
config.confirmation_block_count,
|
||||
config.rate_limit_retries,
|
||||
config.timeout_retries,
|
||||
config.initial_backoff,
|
||||
)
|
||||
.await?;
|
||||
let data_cache = DataCache::new(config.cache_config.clone());
|
||||
|
||||
let block_hash_cache = Arc::new(RwLock::new(
|
||||
|
@ -146,7 +146,6 @@ impl ZgsConfig {
|
||||
self.remove_finalized_block_interval_minutes,
|
||||
self.watch_loop_wait_time_ms,
|
||||
self.force_log_sync_from_start_block_number,
|
||||
Duration::from_secs(self.blockchain_rpc_timeout_secs),
|
||||
))
|
||||
}
|
||||
|
||||
|
@ -49,8 +49,6 @@ build_config! {
|
||||
(remove_finalized_block_interval_minutes, (u64), 30)
|
||||
(watch_loop_wait_time_ms, (u64), 500)
|
||||
|
||||
(blockchain_rpc_timeout_secs, (u64), 120)
|
||||
|
||||
// chunk pool
|
||||
(chunk_pool_write_window_size, (usize), 4)
|
||||
(chunk_pool_max_cached_chunks_all, (usize), 4*1024*1024) // 1G
|
||||
|
Loading…
Reference in New Issue
Block a user