jleony/nanoreth
1
0
Fork 0
mirror of https://github.com/hl-archive-node/nanoreth.git synced 2025-12-06 10:59:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(bin): db freelist metric (#4346)

Browse Source
This commit is contained in:
Alexey Shekhirin
2023-08-24 15:52:19 +01:00
committed by GitHub
parent 20ea9c9237
commit 97913049df
2 changed files with 19 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
bin/reth/src/prometheus_exporter.rs
View File

@ -4,12 +4,13 @@ use hyper::{
service::{make_service_fn, service_fn},
Body, Request, Response, Server,
};
use metrics::gauge;
use metrics::{describe_gauge, gauge};
use metrics_exporter_prometheus::{PrometheusBuilder, PrometheusHandle};
use metrics_util::layers::{PrefixLayer, Stack};
use reth_db::{database::Database, tables, DatabaseEnv};
use reth_metrics::metrics::{describe_counter, Unit};
use reth_metrics::metrics::Unit;
use std::{convert::Infallible, net::SocketAddr, sync::Arc};
use tracing::error;
pub(crate) trait Hook: Fn() + Send + Sync {}
impl<T: Fn() + Send + Sync> Hook for T {}
@ -102,7 +103,13 @@ pub(crate) async fn initialize(
}
Ok::<(), eyre::Report>(())
});
}).map_err(|error| error!(?error, "Failed to read db table stats"));
if let Ok(freelist) =
db.freelist().map_err(|error| error!(?error, "Failed to read db.freelist"))
{
gauge!("db.freelist", freelist as f64);
}
};
// Clone `process` to move it into the hook and use the original `process` for describe below.
@ -116,8 +123,10 @@ pub(crate) async fn initialize(
// We describe the metrics after the recorder is installed, otherwise this information is not
// registered
describe_counter!("db.table_size", Unit::Bytes, "The size of a database table (in bytes)");
describe_counter!("db.table_pages", "The number of database pages for a table");
describe_gauge!("db.table_size", Unit::Bytes, "The size of a database table (in bytes)");
describe_gauge!("db.table_pages", "The number of database pages for a table");
describe_gauge!("db.table_entries", "The number of entries for a table");
describe_gauge!("db.freelist", "The number of pages on the freelist");
process.describe();
describe_memory_stats();
@ -127,7 +136,6 @@ pub(crate) async fn initialize(
#[cfg(all(feature = "jemalloc", unix))]
fn collect_memory_stats() {
use jemalloc_ctl::{epoch, stats};
use tracing::error;
if epoch::advance().map_err(|error| error!(?error, "Failed to advance jemalloc epoch")).is_err()
{
@ -173,8 +181,6 @@ fn collect_memory_stats() {
#[cfg(all(feature = "jemalloc", unix))]
fn describe_memory_stats() {
use reth_metrics::metrics::describe_gauge;
describe_gauge!(
"jemalloc.active",
Unit::Bytes,

14
crates/storage/libmdbx-rs/src/environment.rs
View File

@ -186,8 +186,8 @@ where
///
/// Note:
///
/// * LMDB stores all the freelists in the designated database 0 in each environment, and the
/// freelist count is stored at the beginning of the value as `libc::size_t` in the native
/// * MDBX stores all the freelists in the designated database 0 in each environment, and the
/// freelist count is stored at the beginning of the value as `libc::uint32_t` in the native
/// byte order.
///
/// * It will create a read transaction to traverse the freelist database.
@ -199,16 +199,12 @@ where
for result in cursor {
let (_key, value) = result?;
if value.len() < mem::size_of::<usize>() {
if value.len() < size_of::<usize>() {
return Err(Error::Corrupted)
}
let s = &value[..mem::size_of::<usize>()];
if cfg!(target_pointer_width = "64") {
freelist += NativeEndian::read_u64(s) as usize;
} else {
freelist += NativeEndian::read_u32(s) as usize;
}
let s = &value[..size_of::<usize>()];
freelist += NativeEndian::read_u32(s) as usize;
}
Ok(freelist)