jleony/nanoreth
1
0
Fork 0
mirror of https://github.com/hl-archive-node/nanoreth.git synced 2025-12-06 10:59:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(download): bodies downloader stream (#905)

Browse Source 
Co-authored-by: Georgios Konstantopoulos <me@gakonst.com>
This commit is contained in:
Roman Krasiuk
2023-01-23 20:48:03 +02:00
committed by GitHub
parent b354a17f65
commit d601895940
18 changed files with 1472 additions and 941 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
bin/reth/src/node/mod.rs
View File

@ -163,17 +163,18 @@ impl Command {
commit_threshold: config.stages.total_difficulty.commit_threshold,
})
.push(BodyStage {
downloader: Arc::new(
bodies::concurrent::ConcurrentDownloader::new(
fetch_client.clone(),
consensus.clone(),
downloader: bodies::concurrent::ConcurrentDownloaderBuilder::default()
.with_stream_batch_size(config.stages.bodies.downloader_stream_batch_size)
.with_request_limit(config.stages.bodies.downloader_request_limit)
.with_max_buffered_responses(
config.stages.bodies.downloader_max_buffered_responses,
)
.with_batch_size(config.stages.bodies.downloader_batch_size)
.with_retries(config.stages.bodies.downloader_retries)
.with_concurrency(config.stages.bodies.downloader_concurrency),
),
.with_concurrent_requests_range(
config.stages.bodies.downloader_min_concurrent_requests..=
config.stages.bodies.downloader_max_concurrent_requests,
)
.build(fetch_client.clone(), consensus.clone(), db.clone()),
consensus: consensus.clone(),
commit_threshold: config.stages.bodies.commit_threshold,
})
.push(SenderRecoveryStage {
batch_size: config.stages.sender_recovery.batch_size,

20
bin/reth/src/stage/mod.rs
View File

@ -8,7 +8,7 @@ use crate::{
NetworkOpts,
};
use reth_consensus::BeaconConsensus;
use reth_downloaders::bodies::concurrent::ConcurrentDownloader;
use reth_downloaders::bodies::concurrent::ConcurrentDownloaderBuilder;
use reth_net_nat::NatResolver;
use reth_primitives::ChainSpec;
@ -150,14 +150,18 @@ impl Command {
let fetch_client = Arc::new(network.fetch_client().await?);
let mut stage = BodyStage {
downloader: Arc::new(
ConcurrentDownloader::new(fetch_client.clone(), consensus.clone())
.with_batch_size(config.stages.bodies.downloader_batch_size)
.with_retries(config.stages.bodies.downloader_retries)
.with_concurrency(config.stages.bodies.downloader_concurrency),
),
downloader: ConcurrentDownloaderBuilder::default()
.with_stream_batch_size(num_blocks as usize)
.with_request_limit(config.stages.bodies.downloader_request_limit)
.with_max_buffered_responses(
config.stages.bodies.downloader_max_buffered_responses,
)
.with_concurrent_requests_range(
config.stages.bodies.downloader_min_concurrent_requests..=
config.stages.bodies.downloader_max_concurrent_requests,
)
.build(fetch_client.clone(), consensus.clone(), db.clone()),
consensus: consensus.clone(),
commit_threshold: num_blocks,
};
if !self.skip_unwind {