jleony/nanoreth
1
0
Fork 0
mirror of https://github.com/hl-archive-node/nanoreth.git synced 2025-12-06 10:59:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: add headers stage config options (#2724)

Browse Source 
Co-authored-by: Matthias Seitz <matthias.seitz@outlook.de>
This commit is contained in:
Dan Cline
2023-05-18 07:49:58 -04:00
committed by GitHub
parent 00037b836b
commit 149cac060a
2 changed files with 29 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
crates/net/downloaders/src/headers/reverse_headers.rs
View File

@ -999,11 +999,13 @@ pub struct ReverseHeadersDownloaderBuilder {
impl Default for ReverseHeadersDownloaderBuilder {
fn default() -> Self {
Self {
request_limit: 1_000,
stream_batch_size: 10_000,
max_concurrent_requests: 150,
// This is just below the max number of headers commonly in a headers response (1024), see also <https://github.com/ethereum/go-ethereum/blob/b0d44338bbcefee044f1f635a84487cbbd8f0538/eth/protocols/eth/handler.go#L38-L40>
// with ~500bytes per header this around 0.5MB per request max
request_limit: 1_000,
max_concurrent_requests: 100,
min_concurrent_requests: 5,
max_buffered_responses: 750,
max_buffered_responses: 100,
}
}
}

28
crates/staged-sync/src/config.rs
View File

@ -63,22 +63,42 @@ pub struct StageConfig {
/// Header stage configuration.
#[derive(Debug, Clone, Copy, Deserialize, PartialEq, Serialize)]
pub struct HeadersConfig {
/// The maximum number of requests to send concurrently.
///
/// Default: 100
pub downloader_max_concurrent_requests: usize,
/// The minimum number of requests to send concurrently.
///
/// Default: 5
pub downloader_min_concurrent_requests: usize,
/// Maximum amount of responses to buffer internally.
/// The response contains multiple headers.
pub downloader_max_buffered_responses: usize,
/// The maximum number of headers to request from a peer at a time.
pub downloader_request_limit: u64,
/// The maximum number of headers to download before committing progress to the database.
pub commit_threshold: u64,
/// The maximum number of headers to request from a peer at a time.
pub downloader_batch_size: u64,
}
impl Default for HeadersConfig {
fn default() -> Self {
Self { commit_threshold: 10_000, downloader_batch_size: 1000 }
Self {
commit_threshold: 10_000,
downloader_request_limit: 1_000,
downloader_max_concurrent_requests: 100,
downloader_min_concurrent_requests: 5,
downloader_max_buffered_responses: 100,
}
}
}
impl From<HeadersConfig> for ReverseHeadersDownloaderBuilder {
fn from(config: HeadersConfig) -> Self {
ReverseHeadersDownloaderBuilder::default()
.request_limit(config.downloader_batch_size)
.request_limit(config.downloader_request_limit)
.min_concurrent_requests(config.downloader_min_concurrent_requests)
.max_concurrent_requests(config.downloader_max_concurrent_requests)
.max_buffered_responses(config.downloader_max_buffered_responses)
.stream_batch_size(config.commit_threshold as usize)
}
}