jleony/nanoreth
1
0
Fork 0
mirror of https://github.com/hl-archive-node/nanoreth.git synced 2025-12-06 02:49:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

perf: chunkify block ranges

Browse Source
This commit is contained in:
sprites0
2025-10-08 13:54:16 +00:00
parent 7e169d409d
commit 233026871f
1 changed files with 30 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files

25
src/node/migrate.rs
View File

@ -20,7 +20,7 @@ use reth_provider::{
DatabaseProvider, ProviderFactory, ReceiptProvider, StaticFileProviderFactory,
StaticFileSegment, StaticFileWriter,
};
use std::{marker::PhantomData, ops::RangeInclusive, path::PathBuf, sync::Arc};
use std::{marker::PhantomData, path::PathBuf, sync::Arc};
use tracing::{info, warn};
use crate::{chainspec::HlChainSpec, HlHeader, HlPrimitives};
@ -166,12 +166,7 @@ where
let sf_provider = self.sf_provider();
let sf_tmp_provider = StaticFileProvider::<HlPrimitives>::read_write(&conversion_tmp)?;
let block_range_for_filename = sf_provider.find_fixed_range(block_range.start());
migrate_single_static_file(
&sf_tmp_provider,
&sf_provider,
&provider,
block_range,
)?;
migrate_single_static_file(&sf_tmp_provider, &sf_provider, &provider, block_range)?;
self.move_static_files_for_segment(block_range_for_filename)?;
}
@ -253,17 +248,21 @@ fn migrate_single_static_file<N: NodeTypesForProvider<Primitives = HlPrimitives>
provider: &DatabaseProvider<Tx<RO>, NodeTypesWithDBAdapter<N, Arc<DatabaseEnv>>>,
block_range: SegmentRangeInclusive,
) -> Result<(), eyre::Error> {
let block_range: RangeInclusive<u64> = block_range.into();
info!("Migrating block range {:?}...", block_range);
info!("Loading headers");
info!("Migrating block range {}...", block_range);
// block_ranges into chunks of 100000 blocks
const CHUNK_SIZE: u64 = 100000;
for chunk in (0..=block_range.end()).step_by(CHUNK_SIZE as usize) {
let end = std::cmp::min(chunk + CHUNK_SIZE - 1, block_range.end());
let block_range = chunk..=end;
let headers = old_headers_range(sf_in, block_range.clone())?;
info!("Loading receipts");
let receipts = provider.receipts_by_block_range(block_range.clone())?;
assert_eq!(headers.len(), receipts.len());
let mut writer = sf_out.get_writer(*block_range.start(), StaticFileSegment::Headers)?;
let new_headers = std::iter::zip(headers, receipts)
.map(|(header, receipts)| {
let system_tx_count = receipts.iter().filter(|r| r.cumulative_gas_used == 0).count();
let system_tx_count =
receipts.iter().filter(|r| r.cumulative_gas_used == 0).count();
let eth_header = Header::decompress(&header[0]).unwrap();
let hl_header =
HlHeader::from_ethereum_header(eth_header, &receipts, system_tx_count as u64);
@ -277,6 +276,8 @@ fn migrate_single_static_file<N: NodeTypesForProvider<Primitives = HlPrimitives>
writer.append_header(&header.0, header.1, &header.2)?;
}
writer.commit().unwrap();
info!("Migrated block range {:?}...", block_range);
}
Ok(())
}