mirror of
https://github.com/0glabs/0g-storage-node.git
synced 2024-12-24 07:15:17 +00:00
Add metrics in file location cache
Some checks are pending
abi-consistent-check / build-and-compare (push) Waiting to run
code-coverage / unittest-cov (push) Waiting to run
rust / check (push) Waiting to run
rust / test (push) Waiting to run
rust / lints (push) Waiting to run
functional-test / test (push) Waiting to run
Some checks are pending
abi-consistent-check / build-and-compare (push) Waiting to run
code-coverage / unittest-cov (push) Waiting to run
rust / check (push) Waiting to run
rust / test (push) Waiting to run
rust / lints (push) Waiting to run
functional-test / test (push) Waiting to run
This commit is contained in:
parent
2fd9712d59
commit
75531a5878
2
Cargo.lock
generated
2
Cargo.lock
generated
@ -2373,6 +2373,8 @@ name = "file_location_cache"
|
||||
version = "0.1.0"
|
||||
dependencies = [
|
||||
"hashlink 0.8.4",
|
||||
"lazy_static",
|
||||
"metrics",
|
||||
"network",
|
||||
"parking_lot 0.12.3",
|
||||
"priority-queue",
|
||||
|
@ -13,3 +13,5 @@ tracing = "0.1.35"
|
||||
priority-queue = "1.2.3"
|
||||
shared_types = { path = "../shared_types" }
|
||||
serde = { version = "1.0.137", features = ["derive"] }
|
||||
lazy_static = "1.4.0"
|
||||
metrics = { workspace = true }
|
||||
|
@ -1,4 +1,5 @@
|
||||
use crate::Config;
|
||||
use metrics::{register_meter_with_group, Histogram, Meter, Sample};
|
||||
use network::types::SignedAnnounceFile;
|
||||
use network::PeerId;
|
||||
use parking_lot::Mutex;
|
||||
@ -7,8 +8,15 @@ use rand::seq::IteratorRandom;
|
||||
use shared_types::{timestamp_now, TxID};
|
||||
use std::cmp::Reverse;
|
||||
use std::collections::HashMap;
|
||||
use std::sync::Arc;
|
||||
use storage::config::ShardConfig;
|
||||
|
||||
lazy_static::lazy_static! {
|
||||
pub static ref INSERT_QPS: Arc<dyn Meter> = register_meter_with_group("file_location_cache_insert", "qps");
|
||||
pub static ref INSERT_BATCH: Arc<dyn Histogram> = Sample::ExpDecay(0.015).register_with_group("file_location_cache_insert", "batch", 1024);
|
||||
pub static ref TOTAL_CACHED: Arc<dyn Histogram> = Sample::ExpDecay(0.015).register("file_location_cache_size", 1024);
|
||||
}
|
||||
|
||||
/// Caches limited announcements of specified file from different peers.
|
||||
struct AnnouncementCache {
|
||||
/// Maximum number of announcements in cache.
|
||||
@ -201,6 +209,7 @@ impl FileCache {
|
||||
let item = self.files.get_mut(&tx_id)?;
|
||||
let (result, collected) = item.random();
|
||||
self.update_on_announcement_cache_changed(&tx_id, collected);
|
||||
TOTAL_CACHED.update(self.total_announcements as u64);
|
||||
result
|
||||
}
|
||||
|
||||
@ -232,6 +241,7 @@ impl FileCache {
|
||||
let item = self.files.get_mut(&tx_id)?;
|
||||
let (result, collected) = item.all();
|
||||
self.update_on_announcement_cache_changed(&tx_id, collected);
|
||||
TOTAL_CACHED.update(self.total_announcements as u64);
|
||||
Some(result)
|
||||
}
|
||||
|
||||
@ -240,6 +250,7 @@ impl FileCache {
|
||||
let item = self.files.get_mut(tx_id)?;
|
||||
let result = item.remove(peer_id)?;
|
||||
self.update_on_announcement_cache_changed(tx_id, 1);
|
||||
TOTAL_CACHED.update(self.total_announcements as u64);
|
||||
Some(result)
|
||||
}
|
||||
}
|
||||
@ -282,6 +293,9 @@ impl FileLocationCache {
|
||||
}
|
||||
|
||||
pub fn insert(&self, announcement: SignedAnnounceFile) {
|
||||
INSERT_QPS.mark(1);
|
||||
INSERT_BATCH.update(announcement.tx_ids.len() as u64);
|
||||
|
||||
let peer_id = *announcement.peer_id;
|
||||
// FIXME: Check validity.
|
||||
let shard_config = ShardConfig {
|
||||
@ -294,6 +308,8 @@ impl FileLocationCache {
|
||||
for tx_id in announcement.tx_ids.iter() {
|
||||
cache.insert(*tx_id, announcement.clone());
|
||||
}
|
||||
|
||||
TOTAL_CACHED.update(cache.total_announcements as u64);
|
||||
}
|
||||
|
||||
pub fn get_one(&self, tx_id: TxID) -> Option<SignedAnnounceFile> {
|
||||
|
Loading…
Reference in New Issue
Block a user