mirror of
https://github.com/hl-archive-node/nanoreth.git
synced 2025-12-06 10:59:55 +00:00
Compare commits
7 Commits
010d056aad
...
524db5af01
| Author | SHA1 | Date | |
|---|---|---|---|
| 524db5af01 | |||
| 98cc4ce30b | |||
| 95c653cf14 | |||
| cb73aa7dd4 | |||
| 2a118cdacd | |||
| ff272fcfb3 | |||
| 387acd1024 |
@ -1,5 +1,5 @@
|
|||||||
pub mod call_forwarder;
|
pub mod call_forwarder;
|
||||||
pub mod hl_node_compliance;
|
pub mod hl_node_compliance;
|
||||||
pub mod tx_forwarder;
|
|
||||||
pub mod subscribe_fixup;
|
pub mod subscribe_fixup;
|
||||||
|
pub mod tx_forwarder;
|
||||||
mod utils;
|
mod utils;
|
||||||
|
|||||||
@ -1,7 +1,10 @@
|
|||||||
pub mod hl;
|
pub mod hl;
|
||||||
pub mod parser;
|
pub mod parser;
|
||||||
|
|
||||||
use crate::{hardforks::HlHardforks, node::primitives::{header::HlHeaderExtras, HlHeader}};
|
use crate::{
|
||||||
|
hardforks::HlHardforks,
|
||||||
|
node::primitives::{HlHeader, header::HlHeaderExtras},
|
||||||
|
};
|
||||||
use alloy_eips::eip7840::BlobParams;
|
use alloy_eips::eip7840::BlobParams;
|
||||||
use alloy_genesis::Genesis;
|
use alloy_genesis::Genesis;
|
||||||
use alloy_primitives::{Address, B256, U256};
|
use alloy_primitives::{Address, B256, U256};
|
||||||
|
|||||||
19
src/main.rs
19
src/main.rs
@ -18,7 +18,9 @@ use reth_hl::{
|
|||||||
HlNode,
|
HlNode,
|
||||||
cli::{Cli, HlNodeArgs},
|
cli::{Cli, HlNodeArgs},
|
||||||
rpc::precompile::{HlBlockPrecompileApiServer, HlBlockPrecompileExt},
|
rpc::precompile::{HlBlockPrecompileApiServer, HlBlockPrecompileExt},
|
||||||
|
spot_meta::init as spot_meta_init,
|
||||||
storage::tables::Tables,
|
storage::tables::Tables,
|
||||||
|
types::set_spot_metadata_db,
|
||||||
},
|
},
|
||||||
};
|
};
|
||||||
use tracing::info;
|
use tracing::info;
|
||||||
@ -39,8 +41,11 @@ fn main() -> eyre::Result<()> {
|
|||||||
ext: HlNodeArgs| async move {
|
ext: HlNodeArgs| async move {
|
||||||
let default_upstream_rpc_url = builder.config().chain.official_rpc_url();
|
let default_upstream_rpc_url = builder.config().chain.official_rpc_url();
|
||||||
|
|
||||||
let (node, engine_handle_tx) =
|
let (node, engine_handle_tx) = HlNode::new(
|
||||||
HlNode::new(ext.block_source_args.parse().await?, ext.debug_cutoff_height);
|
ext.block_source_args.parse().await?,
|
||||||
|
ext.debug_cutoff_height,
|
||||||
|
ext.allow_network_overrides,
|
||||||
|
);
|
||||||
let NodeHandle { node, node_exit_future: exit_future } = builder
|
let NodeHandle { node, node_exit_future: exit_future } = builder
|
||||||
.node(node)
|
.node(node)
|
||||||
.extend_rpc_modules(move |mut ctx| {
|
.extend_rpc_modules(move |mut ctx| {
|
||||||
@ -92,6 +97,16 @@ fn main() -> eyre::Result<()> {
|
|||||||
})
|
})
|
||||||
.apply(|mut builder| {
|
.apply(|mut builder| {
|
||||||
builder.db_mut().create_tables_for::<Tables>().expect("create tables");
|
builder.db_mut().create_tables_for::<Tables>().expect("create tables");
|
||||||
|
|
||||||
|
let chain_id = builder.config().chain.inner.chain().id();
|
||||||
|
let db = builder.db_mut().clone();
|
||||||
|
|
||||||
|
// Set database handle for on-demand persistence
|
||||||
|
set_spot_metadata_db(db.clone());
|
||||||
|
|
||||||
|
// Load spot metadata from database and initialize cache
|
||||||
|
spot_meta_init::load_spot_metadata_cache(&db, chain_id);
|
||||||
|
|
||||||
builder
|
builder
|
||||||
})
|
})
|
||||||
.launch()
|
.launch()
|
||||||
|
|||||||
@ -2,7 +2,7 @@ use crate::{
|
|||||||
chainspec::{HlChainSpec, parser::HlChainSpecParser},
|
chainspec::{HlChainSpec, parser::HlChainSpecParser},
|
||||||
node::{
|
node::{
|
||||||
HlNode, consensus::HlConsensus, evm::config::HlEvmConfig, migrate::Migrator,
|
HlNode, consensus::HlConsensus, evm::config::HlEvmConfig, migrate::Migrator,
|
||||||
storage::tables::Tables,
|
spot_meta::init as spot_meta_init, storage::tables::Tables,
|
||||||
},
|
},
|
||||||
pseudo_peer::BlockSourceArgs,
|
pseudo_peer::BlockSourceArgs,
|
||||||
};
|
};
|
||||||
@ -82,6 +82,13 @@ pub struct HlNodeArgs {
|
|||||||
/// * Refers to the Merkle trie used for eth_getProof and state root, not actual state values.
|
/// * Refers to the Merkle trie used for eth_getProof and state root, not actual state values.
|
||||||
#[arg(long, env = "EXPERIMENTAL_ETH_GET_PROOF")]
|
#[arg(long, env = "EXPERIMENTAL_ETH_GET_PROOF")]
|
||||||
pub experimental_eth_get_proof: bool,
|
pub experimental_eth_get_proof: bool,
|
||||||
|
|
||||||
|
/// Allow network configuration overrides from CLI.
|
||||||
|
///
|
||||||
|
/// When enabled, network settings (discovery_addr, listener_addr, dns_discovery, nat)
|
||||||
|
/// will be taken from CLI arguments instead of being hardcoded to localhost-only defaults.
|
||||||
|
#[arg(long, env = "ALLOW_NETWORK_OVERRIDES")]
|
||||||
|
pub allow_network_overrides: bool,
|
||||||
}
|
}
|
||||||
|
|
||||||
/// The main reth_hl cli interface.
|
/// The main reth_hl cli interface.
|
||||||
@ -194,7 +201,12 @@ where
|
|||||||
let data_dir = env.datadir.clone().resolve_datadir(env.chain.chain());
|
let data_dir = env.datadir.clone().resolve_datadir(env.chain.chain());
|
||||||
let db_path = data_dir.db();
|
let db_path = data_dir.db();
|
||||||
init_db(db_path.clone(), env.db.database_args())?;
|
init_db(db_path.clone(), env.db.database_args())?;
|
||||||
init_db_for::<_, Tables>(db_path, env.db.database_args())?;
|
init_db_for::<_, Tables>(db_path.clone(), env.db.database_args())?;
|
||||||
|
|
||||||
|
// Initialize spot metadata in database
|
||||||
|
let chain_id = env.chain.chain().id();
|
||||||
|
spot_meta_init::init_spot_metadata(db_path, env.db.database_args(), chain_id)?;
|
||||||
|
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@ -1,4 +1,8 @@
|
|||||||
use crate::{hardforks::HlHardforks, node::{primitives::HlHeader, HlNode}, HlBlock, HlBlockBody, HlPrimitives};
|
use crate::{
|
||||||
|
HlBlock, HlBlockBody, HlPrimitives,
|
||||||
|
hardforks::HlHardforks,
|
||||||
|
node::{HlNode, primitives::HlHeader},
|
||||||
|
};
|
||||||
use reth::{
|
use reth::{
|
||||||
api::{FullNodeTypes, NodeTypes},
|
api::{FullNodeTypes, NodeTypes},
|
||||||
beacon_consensus::EthBeaconConsensus,
|
beacon_consensus::EthBeaconConsensus,
|
||||||
|
|||||||
@ -1,5 +1,6 @@
|
|||||||
use crate::{
|
use crate::{
|
||||||
node::evm::config::{HlBlockExecutorFactory, HlEvmConfig}, HlBlock, HlHeader
|
HlBlock, HlHeader,
|
||||||
|
node::evm::config::{HlBlockExecutorFactory, HlEvmConfig},
|
||||||
};
|
};
|
||||||
use reth_evm::{
|
use reth_evm::{
|
||||||
block::BlockExecutionError,
|
block::BlockExecutionError,
|
||||||
|
|||||||
@ -270,8 +270,8 @@ impl<'a, N: HlNodeType> MigrateStaticFiles<'a, N> {
|
|||||||
let mut first = true;
|
let mut first = true;
|
||||||
|
|
||||||
for (block_range, _tx_ranges) in all_static_files {
|
for (block_range, _tx_ranges) in all_static_files {
|
||||||
let migration_needed = self.using_old_header(block_range.start())?
|
let migration_needed = self.using_old_header(block_range.start())? ||
|
||||||
|| self.using_old_header(block_range.end())?;
|
self.using_old_header(block_range.end())?;
|
||||||
if !migration_needed {
|
if !migration_needed {
|
||||||
// Create a placeholder symlink
|
// Create a placeholder symlink
|
||||||
self.create_placeholder(block_range)?;
|
self.create_placeholder(block_range)?;
|
||||||
|
|||||||
@ -51,12 +51,14 @@ pub struct HlNode {
|
|||||||
engine_handle_rx: Arc<Mutex<Option<oneshot::Receiver<ConsensusEngineHandle<HlPayloadTypes>>>>>,
|
engine_handle_rx: Arc<Mutex<Option<oneshot::Receiver<ConsensusEngineHandle<HlPayloadTypes>>>>>,
|
||||||
block_source_config: BlockSourceConfig,
|
block_source_config: BlockSourceConfig,
|
||||||
debug_cutoff_height: Option<u64>,
|
debug_cutoff_height: Option<u64>,
|
||||||
|
allow_network_overrides: bool,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl HlNode {
|
impl HlNode {
|
||||||
pub fn new(
|
pub fn new(
|
||||||
block_source_config: BlockSourceConfig,
|
block_source_config: BlockSourceConfig,
|
||||||
debug_cutoff_height: Option<u64>,
|
debug_cutoff_height: Option<u64>,
|
||||||
|
allow_network_overrides: bool,
|
||||||
) -> (Self, oneshot::Sender<ConsensusEngineHandle<HlPayloadTypes>>) {
|
) -> (Self, oneshot::Sender<ConsensusEngineHandle<HlPayloadTypes>>) {
|
||||||
let (tx, rx) = oneshot::channel();
|
let (tx, rx) = oneshot::channel();
|
||||||
(
|
(
|
||||||
@ -64,6 +66,7 @@ impl HlNode {
|
|||||||
engine_handle_rx: Arc::new(Mutex::new(Some(rx))),
|
engine_handle_rx: Arc::new(Mutex::new(Some(rx))),
|
||||||
block_source_config,
|
block_source_config,
|
||||||
debug_cutoff_height,
|
debug_cutoff_height,
|
||||||
|
allow_network_overrides,
|
||||||
},
|
},
|
||||||
tx,
|
tx,
|
||||||
)
|
)
|
||||||
@ -95,6 +98,7 @@ impl HlNode {
|
|||||||
engine_handle_rx: self.engine_handle_rx.clone(),
|
engine_handle_rx: self.engine_handle_rx.clone(),
|
||||||
block_source_config: self.block_source_config.clone(),
|
block_source_config: self.block_source_config.clone(),
|
||||||
debug_cutoff_height: self.debug_cutoff_height,
|
debug_cutoff_height: self.debug_cutoff_height,
|
||||||
|
allow_network_overrides: self.allow_network_overrides,
|
||||||
})
|
})
|
||||||
.consensus(HlConsensusBuilder::default())
|
.consensus(HlConsensusBuilder::default())
|
||||||
}
|
}
|
||||||
|
|||||||
@ -179,7 +179,7 @@ where
|
|||||||
|
|
||||||
#[cfg(test)]
|
#[cfg(test)]
|
||||||
mod tests {
|
mod tests {
|
||||||
use crate::{chainspec::hl::hl_mainnet, HlHeader};
|
use crate::{HlHeader, chainspec::hl::hl_mainnet};
|
||||||
|
|
||||||
use super::*;
|
use super::*;
|
||||||
use alloy_primitives::{B256, U128};
|
use alloy_primitives::{B256, U128};
|
||||||
|
|||||||
@ -25,7 +25,10 @@ use reth_network::{NetworkConfig, NetworkHandle, NetworkManager};
|
|||||||
use reth_network_api::PeersInfo;
|
use reth_network_api::PeersInfo;
|
||||||
use reth_provider::StageCheckpointReader;
|
use reth_provider::StageCheckpointReader;
|
||||||
use reth_stages_types::StageId;
|
use reth_stages_types::StageId;
|
||||||
use std::sync::Arc;
|
use std::{
|
||||||
|
net::{Ipv4Addr, SocketAddr},
|
||||||
|
sync::Arc,
|
||||||
|
};
|
||||||
use tokio::sync::{Mutex, mpsc, oneshot};
|
use tokio::sync::{Mutex, mpsc, oneshot};
|
||||||
use tracing::info;
|
use tracing::info;
|
||||||
|
|
||||||
@ -144,6 +147,8 @@ pub struct HlNetworkBuilder {
|
|||||||
pub(crate) block_source_config: BlockSourceConfig,
|
pub(crate) block_source_config: BlockSourceConfig,
|
||||||
|
|
||||||
pub(crate) debug_cutoff_height: Option<u64>,
|
pub(crate) debug_cutoff_height: Option<u64>,
|
||||||
|
|
||||||
|
pub(crate) allow_network_overrides: bool,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl HlNetworkBuilder {
|
impl HlNetworkBuilder {
|
||||||
@ -174,15 +179,24 @@ impl HlNetworkBuilder {
|
|||||||
ImportService::new(consensus, handle, from_network, to_network).await.unwrap();
|
ImportService::new(consensus, handle, from_network, to_network).await.unwrap();
|
||||||
});
|
});
|
||||||
|
|
||||||
Ok(ctx.build_network_config(
|
let mut config_builder = ctx.network_config_builder()?;
|
||||||
ctx.network_config_builder()?
|
|
||||||
|
// Only apply localhost-only network settings if network overrides are NOT allowed
|
||||||
|
if !self.allow_network_overrides {
|
||||||
|
config_builder = config_builder
|
||||||
|
.discovery_addr(SocketAddr::new(Ipv4Addr::LOCALHOST.into(), 0))
|
||||||
|
.listener_addr(SocketAddr::new(Ipv4Addr::LOCALHOST.into(), 0))
|
||||||
.disable_dns_discovery()
|
.disable_dns_discovery()
|
||||||
.disable_nat()
|
.disable_nat();
|
||||||
.boot_nodes(boot_nodes())
|
}
|
||||||
.set_head(ctx.head())
|
|
||||||
.with_pow()
|
config_builder = config_builder
|
||||||
.block_import(Box::new(HlBlockImport::new(handle))),
|
.boot_nodes(boot_nodes())
|
||||||
))
|
.set_head(ctx.head())
|
||||||
|
.with_pow()
|
||||||
|
.block_import(Box::new(HlBlockImport::new(handle)));
|
||||||
|
|
||||||
|
Ok(ctx.build_network_config(config_builder))
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@ -3,8 +3,13 @@ use alloy_primitives::Address;
|
|||||||
use reth_primitives_traits::{BlockBody as BlockBodyTrait, InMemorySize};
|
use reth_primitives_traits::{BlockBody as BlockBodyTrait, InMemorySize};
|
||||||
use serde::{Deserialize, Serialize};
|
use serde::{Deserialize, Serialize};
|
||||||
|
|
||||||
use crate::node::types::{ReadPrecompileCall, ReadPrecompileCalls};
|
use crate::{
|
||||||
use crate::{HlHeader, node::primitives::TransactionSigned};
|
HlHeader,
|
||||||
|
node::{
|
||||||
|
primitives::TransactionSigned,
|
||||||
|
types::{ReadPrecompileCall, ReadPrecompileCalls},
|
||||||
|
},
|
||||||
|
};
|
||||||
|
|
||||||
/// Block body for HL. It is equivalent to Ethereum [`BlockBody`] but additionally stores sidecars
|
/// Block body for HL. It is equivalent to Ethereum [`BlockBody`] but additionally stores sidecars
|
||||||
/// for blob transactions.
|
/// for blob transactions.
|
||||||
@ -33,13 +38,11 @@ pub type BlockBody = alloy_consensus::BlockBody<TransactionSigned, HlHeader>;
|
|||||||
|
|
||||||
impl InMemorySize for HlBlockBody {
|
impl InMemorySize for HlBlockBody {
|
||||||
fn size(&self) -> usize {
|
fn size(&self) -> usize {
|
||||||
self.inner.size()
|
self.inner.size() +
|
||||||
+ self
|
self.sidecars
|
||||||
.sidecars
|
|
||||||
.as_ref()
|
.as_ref()
|
||||||
.map_or(0, |s| s.capacity() * core::mem::size_of::<BlobTransactionSidecar>())
|
.map_or(0, |s| s.capacity() * core::mem::size_of::<BlobTransactionSidecar>()) +
|
||||||
+ self
|
self.read_precompile_calls
|
||||||
.read_precompile_calls
|
|
||||||
.as_ref()
|
.as_ref()
|
||||||
.map_or(0, |s| s.0.capacity() * core::mem::size_of::<ReadPrecompileCall>())
|
.map_or(0, |s| s.0.capacity() * core::mem::size_of::<ReadPrecompileCall>())
|
||||||
}
|
}
|
||||||
|
|||||||
@ -45,7 +45,11 @@ pub struct HlHeaderExtras {
|
|||||||
}
|
}
|
||||||
|
|
||||||
impl HlHeader {
|
impl HlHeader {
|
||||||
pub(crate) fn from_ethereum_header(header: Header, receipts: &[EthereumReceipt], system_tx_count: u64) -> HlHeader {
|
pub(crate) fn from_ethereum_header(
|
||||||
|
header: Header,
|
||||||
|
receipts: &[EthereumReceipt],
|
||||||
|
system_tx_count: u64,
|
||||||
|
) -> HlHeader {
|
||||||
let logs_bloom = logs_bloom(receipts.iter().flat_map(|r| &r.logs));
|
let logs_bloom = logs_bloom(receipts.iter().flat_map(|r| &r.logs));
|
||||||
HlHeader {
|
HlHeader {
|
||||||
inner: header,
|
inner: header,
|
||||||
@ -183,8 +187,9 @@ impl reth_codecs::Compact for HlHeader {
|
|||||||
// because Compact trait requires the Bytes field to be placed at the end of the struct.
|
// because Compact trait requires the Bytes field to be placed at the end of the struct.
|
||||||
// Bytes::from_compact just reads all trailing data as the Bytes field.
|
// Bytes::from_compact just reads all trailing data as the Bytes field.
|
||||||
//
|
//
|
||||||
// Hence we need to use other form of serialization, since extra headers are not Compact-compatible.
|
// Hence we need to use other form of serialization, since extra headers are not
|
||||||
// We just treat all header fields as rmp-serialized one `Bytes` field.
|
// Compact-compatible. We just treat all header fields as rmp-serialized one `Bytes`
|
||||||
|
// field.
|
||||||
let result: Bytes = rmp_serde::to_vec(&self).unwrap().into();
|
let result: Bytes = rmp_serde::to_vec(&self).unwrap().into();
|
||||||
result.to_compact(buf)
|
result.to_compact(buf)
|
||||||
}
|
}
|
||||||
|
|||||||
@ -1,6 +1,6 @@
|
|||||||
#![allow(clippy::owned_cow)]
|
#![allow(clippy::owned_cow)]
|
||||||
use super::{HlBlock, HlBlockBody, TransactionSigned};
|
use super::{HlBlock, HlBlockBody, TransactionSigned};
|
||||||
use crate::{node::types::ReadPrecompileCalls, HlHeader};
|
use crate::{HlHeader, node::types::ReadPrecompileCalls};
|
||||||
use alloy_consensus::{BlobTransactionSidecar, BlockBody};
|
use alloy_consensus::{BlobTransactionSidecar, BlockBody};
|
||||||
use alloy_eips::eip4895::Withdrawals;
|
use alloy_eips::eip4895::Withdrawals;
|
||||||
use alloy_primitives::Address;
|
use alloy_primitives::Address;
|
||||||
|
|||||||
@ -6,7 +6,10 @@ use serde::{Deserialize, Serialize};
|
|||||||
use std::borrow::Cow;
|
use std::borrow::Cow;
|
||||||
|
|
||||||
use super::{HlBlock, HlBlockBody};
|
use super::{HlBlock, HlBlockBody};
|
||||||
use crate::{node::{primitives::BlockBody, types::ReadPrecompileCalls}, HlHeader};
|
use crate::{
|
||||||
|
HlHeader,
|
||||||
|
node::{primitives::BlockBody, types::ReadPrecompileCalls},
|
||||||
|
};
|
||||||
|
|
||||||
#[derive(Debug, Serialize, Deserialize)]
|
#[derive(Debug, Serialize, Deserialize)]
|
||||||
pub struct HlBlockBodyBincode<'a> {
|
pub struct HlBlockBodyBincode<'a> {
|
||||||
|
|||||||
103
src/node/spot_meta/init.rs
Normal file
103
src/node/spot_meta/init.rs
Normal file
@ -0,0 +1,103 @@
|
|||||||
|
use crate::node::{
|
||||||
|
spot_meta::{SpotId, erc20_contract_to_spot_token},
|
||||||
|
storage::tables::{self, SPOT_METADATA_KEY},
|
||||||
|
types::reth_compat,
|
||||||
|
};
|
||||||
|
use alloy_primitives::Address;
|
||||||
|
use reth_db::{
|
||||||
|
DatabaseEnv,
|
||||||
|
cursor::DbCursorRO,
|
||||||
|
};
|
||||||
|
use reth_db_api::{
|
||||||
|
Database,
|
||||||
|
transaction::DbTx,
|
||||||
|
};
|
||||||
|
use std::{collections::BTreeMap, sync::Arc};
|
||||||
|
use tracing::info;
|
||||||
|
|
||||||
|
/// Load spot metadata from database and initialize cache
|
||||||
|
pub fn load_spot_metadata_cache(db: &Arc<DatabaseEnv>, chain_id: u64) {
|
||||||
|
// Try to read from database
|
||||||
|
let data = match db.view(|tx| -> Result<Option<Vec<u8>>, reth_db::DatabaseError> {
|
||||||
|
let mut cursor = tx.cursor_read::<tables::SpotMetadata>()?;
|
||||||
|
Ok(cursor.seek_exact(SPOT_METADATA_KEY)?.map(|(_, data)| data.to_vec()))
|
||||||
|
}) {
|
||||||
|
Ok(Ok(data)) => data,
|
||||||
|
Ok(Err(e)) => {
|
||||||
|
info!(
|
||||||
|
"Failed to read spot metadata from database: {}. Will fetch on-demand from API.",
|
||||||
|
e
|
||||||
|
);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
Err(e) => {
|
||||||
|
info!(
|
||||||
|
"Database view error while loading spot metadata: {}. Will fetch on-demand from API.",
|
||||||
|
e
|
||||||
|
);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
// Check if data exists
|
||||||
|
let Some(data) = data else {
|
||||||
|
info!(
|
||||||
|
"No spot metadata found in database for chain {}. Run 'init-state' to populate, or it will be fetched on-demand from API.",
|
||||||
|
chain_id
|
||||||
|
);
|
||||||
|
return;
|
||||||
|
};
|
||||||
|
|
||||||
|
// Deserialize metadata
|
||||||
|
let serializable_map = match rmp_serde::from_slice::<BTreeMap<Address, u64>>(&data) {
|
||||||
|
Ok(map) => map,
|
||||||
|
Err(e) => {
|
||||||
|
info!("Failed to deserialize spot metadata: {}. Will fetch on-demand from API.", e);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
// Convert and initialize cache
|
||||||
|
let metadata: BTreeMap<Address, SpotId> =
|
||||||
|
serializable_map.into_iter().map(|(addr, index)| (addr, SpotId { index })).collect();
|
||||||
|
|
||||||
|
info!("Loaded spot metadata from database ({} entries)", metadata.len());
|
||||||
|
reth_compat::initialize_spot_metadata_cache(metadata);
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Initialize spot metadata in database from API
|
||||||
|
pub fn init_spot_metadata(
|
||||||
|
db_path: impl AsRef<std::path::Path>,
|
||||||
|
db_args: reth_db::mdbx::DatabaseArguments,
|
||||||
|
chain_id: u64,
|
||||||
|
) -> eyre::Result<()> {
|
||||||
|
info!("Initializing spot metadata for chain {}", chain_id);
|
||||||
|
|
||||||
|
let db = Arc::new(reth_db::open_db(db_path.as_ref(), db_args)?);
|
||||||
|
|
||||||
|
// Check if spot metadata already exists
|
||||||
|
let exists = db.view(|tx| -> Result<bool, reth_db::DatabaseError> {
|
||||||
|
let mut cursor = tx.cursor_read::<tables::SpotMetadata>()?;
|
||||||
|
Ok(cursor.seek_exact(SPOT_METADATA_KEY)?.is_some())
|
||||||
|
})??;
|
||||||
|
|
||||||
|
if exists {
|
||||||
|
info!("Spot metadata already exists in database");
|
||||||
|
return Ok(());
|
||||||
|
}
|
||||||
|
|
||||||
|
// Fetch from API
|
||||||
|
let metadata = match erc20_contract_to_spot_token(chain_id) {
|
||||||
|
Ok(m) => m,
|
||||||
|
Err(e) => {
|
||||||
|
info!("Failed to fetch spot metadata from API: {}. Will be fetched on-demand.", e);
|
||||||
|
return Ok(());
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
// Store to database
|
||||||
|
reth_compat::store_spot_metadata(&db, &metadata)?;
|
||||||
|
|
||||||
|
info!("Successfully fetched and stored spot metadata for chain {}", chain_id);
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
@ -5,6 +5,7 @@ use std::collections::BTreeMap;
|
|||||||
|
|
||||||
use crate::chainspec::{MAINNET_CHAIN_ID, TESTNET_CHAIN_ID};
|
use crate::chainspec::{MAINNET_CHAIN_ID, TESTNET_CHAIN_ID};
|
||||||
|
|
||||||
|
pub mod init;
|
||||||
mod patch;
|
mod patch;
|
||||||
|
|
||||||
#[derive(Debug, Clone, Serialize, Deserialize)]
|
#[derive(Debug, Clone, Serialize, Deserialize)]
|
||||||
@ -25,7 +26,7 @@ pub struct SpotMeta {
|
|||||||
}
|
}
|
||||||
|
|
||||||
#[derive(Debug, Clone)]
|
#[derive(Debug, Clone)]
|
||||||
pub(crate) struct SpotId {
|
pub struct SpotId {
|
||||||
pub index: u64,
|
pub index: u64,
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@ -2,10 +2,21 @@ use alloy_primitives::{BlockNumber, Bytes};
|
|||||||
use reth_db::{TableSet, TableType, TableViewer, table::TableInfo, tables};
|
use reth_db::{TableSet, TableType, TableViewer, table::TableInfo, tables};
|
||||||
use std::fmt;
|
use std::fmt;
|
||||||
|
|
||||||
|
/// Static key used for spot metadata, as the database is unique to each chain.
|
||||||
|
/// This may later serve as a versioning key to assist with future database migrations.
|
||||||
|
pub const SPOT_METADATA_KEY: u64 = 0;
|
||||||
|
|
||||||
tables! {
|
tables! {
|
||||||
/// Read precompile calls for each block.
|
/// Read precompile calls for each block.
|
||||||
table BlockReadPrecompileCalls {
|
table BlockReadPrecompileCalls {
|
||||||
type Key = BlockNumber;
|
type Key = BlockNumber;
|
||||||
type Value = Bytes;
|
type Value = Bytes;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/// Spot metadata mapping (EVM address to spot token index).
|
||||||
|
/// Uses a constant key since the database is chain-specific.
|
||||||
|
table SpotMetadata {
|
||||||
|
type Key = u64;
|
||||||
|
type Value = Bytes;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@ -19,6 +19,9 @@ pub struct ReadPrecompileCalls(pub Vec<ReadPrecompileCall>);
|
|||||||
|
|
||||||
pub(crate) mod reth_compat;
|
pub(crate) mod reth_compat;
|
||||||
|
|
||||||
|
// Re-export spot metadata functions
|
||||||
|
pub use reth_compat::{initialize_spot_metadata_cache, set_spot_metadata_db};
|
||||||
|
|
||||||
#[derive(Debug, Clone, Serialize, Deserialize, Default)]
|
#[derive(Debug, Clone, Serialize, Deserialize, Default)]
|
||||||
pub struct HlExtras {
|
pub struct HlExtras {
|
||||||
pub read_precompile_calls: Option<ReadPrecompileCalls>,
|
pub read_precompile_calls: Option<ReadPrecompileCalls>,
|
||||||
|
|||||||
@ -1,12 +1,14 @@
|
|||||||
//! Copy of reth codebase to preserve serialization compatibility
|
//! Copy of reth codebase to preserve serialization compatibility
|
||||||
use crate::chainspec::TESTNET_CHAIN_ID;
|
use crate::node::storage::tables::{SPOT_METADATA_KEY, SpotMetadata};
|
||||||
use alloy_consensus::{Header, Signed, TxEip1559, TxEip2930, TxEip4844, TxEip7702, TxLegacy};
|
use alloy_consensus::{Header, Signed, TxEip1559, TxEip2930, TxEip4844, TxEip7702, TxLegacy};
|
||||||
use alloy_primitives::{Address, BlockHash, Signature, TxKind, U256};
|
use alloy_primitives::{Address, BlockHash, Bytes, Signature, TxKind, U256};
|
||||||
|
use reth_db::{DatabaseEnv, DatabaseError, cursor::DbCursorRW};
|
||||||
|
use reth_db_api::{Database, transaction::DbTxMut};
|
||||||
use reth_primitives::TransactionSigned as RethTxSigned;
|
use reth_primitives::TransactionSigned as RethTxSigned;
|
||||||
use serde::{Deserialize, Serialize};
|
use serde::{Deserialize, Serialize};
|
||||||
use std::{
|
use std::{
|
||||||
collections::BTreeMap,
|
collections::BTreeMap,
|
||||||
sync::{Arc, LazyLock, RwLock},
|
sync::{Arc, LazyLock, Mutex, RwLock},
|
||||||
};
|
};
|
||||||
use tracing::info;
|
use tracing::info;
|
||||||
|
|
||||||
@ -82,33 +84,81 @@ pub struct SealedBlock {
|
|||||||
pub body: BlockBody,
|
pub body: BlockBody,
|
||||||
}
|
}
|
||||||
|
|
||||||
fn system_tx_to_reth_transaction(transaction: &SystemTx, chain_id: u64) -> TxSigned {
|
static SPOT_EVM_MAP: LazyLock<Arc<RwLock<BTreeMap<Address, SpotId>>>> =
|
||||||
static EVM_MAP: LazyLock<Arc<RwLock<BTreeMap<Address, SpotId>>>> =
|
LazyLock::new(|| Arc::new(RwLock::new(BTreeMap::new())));
|
||||||
LazyLock::new(|| Arc::new(RwLock::new(BTreeMap::new())));
|
|
||||||
{
|
|
||||||
let Transaction::Legacy(tx) = &transaction.tx else {
|
|
||||||
panic!("Unexpected transaction type");
|
|
||||||
};
|
|
||||||
let TxKind::Call(to) = tx.to else {
|
|
||||||
panic!("Unexpected contract creation");
|
|
||||||
};
|
|
||||||
let s = if tx.input.is_empty() {
|
|
||||||
U256::from(0x1)
|
|
||||||
} else {
|
|
||||||
loop {
|
|
||||||
if let Some(spot) = EVM_MAP.read().unwrap().get(&to) {
|
|
||||||
break spot.to_s();
|
|
||||||
}
|
|
||||||
|
|
||||||
info!("Contract not found: {to:?} from spot mapping, fetching again...");
|
// Optional database handle for persisting on-demand fetches
|
||||||
*EVM_MAP.write().unwrap() = erc20_contract_to_spot_token(chain_id).unwrap();
|
static DB_HANDLE: LazyLock<Mutex<Option<Arc<DatabaseEnv>>>> = LazyLock::new(|| Mutex::new(None));
|
||||||
}
|
|
||||||
};
|
/// Set the database handle for persisting spot metadata
|
||||||
let signature = Signature::new(U256::from(0x1), s, true);
|
pub fn set_spot_metadata_db(db: Arc<DatabaseEnv>) {
|
||||||
TxSigned::Default(RethTxSigned::Legacy(Signed::new_unhashed(tx.clone(), signature)))
|
*DB_HANDLE.lock().unwrap() = Some(db);
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Initialize the spot metadata cache with data loaded from database.
|
||||||
|
/// This should be called during node initialization.
|
||||||
|
pub fn initialize_spot_metadata_cache(metadata: BTreeMap<Address, SpotId>) {
|
||||||
|
*SPOT_EVM_MAP.write().unwrap() = metadata;
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Helper function to serialize and store spot metadata to database
|
||||||
|
pub fn store_spot_metadata(
|
||||||
|
db: &Arc<DatabaseEnv>,
|
||||||
|
metadata: &BTreeMap<Address, SpotId>,
|
||||||
|
) -> Result<(), DatabaseError> {
|
||||||
|
db.update(|tx| {
|
||||||
|
let mut cursor = tx.cursor_write::<SpotMetadata>()?;
|
||||||
|
|
||||||
|
// Serialize to BTreeMap<Address, u64>
|
||||||
|
let serializable_map: BTreeMap<Address, u64> =
|
||||||
|
metadata.iter().map(|(addr, spot)| (*addr, spot.index)).collect();
|
||||||
|
|
||||||
|
cursor.upsert(
|
||||||
|
SPOT_METADATA_KEY,
|
||||||
|
&Bytes::from(
|
||||||
|
rmp_serde::to_vec(&serializable_map).expect("Failed to serialize spot metadata"),
|
||||||
|
),
|
||||||
|
)?;
|
||||||
|
Ok(())
|
||||||
|
})?
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Persist spot metadata to database if handle is available
|
||||||
|
fn persist_spot_metadata_to_db(metadata: &BTreeMap<Address, SpotId>) {
|
||||||
|
if let Some(db) = DB_HANDLE.lock().unwrap().as_ref() {
|
||||||
|
match store_spot_metadata(db, metadata) {
|
||||||
|
Ok(_) => info!("Persisted spot metadata to database"),
|
||||||
|
Err(e) => info!("Failed to persist spot metadata to database: {}", e),
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
fn system_tx_to_reth_transaction(transaction: &SystemTx, chain_id: u64) -> TxSigned {
|
||||||
|
let Transaction::Legacy(tx) = &transaction.tx else {
|
||||||
|
panic!("Unexpected transaction type");
|
||||||
|
};
|
||||||
|
let TxKind::Call(to) = tx.to else {
|
||||||
|
panic!("Unexpected contract creation");
|
||||||
|
};
|
||||||
|
let s = if tx.input.is_empty() {
|
||||||
|
U256::from(0x1)
|
||||||
|
} else {
|
||||||
|
loop {
|
||||||
|
if let Some(spot) = SPOT_EVM_MAP.read().unwrap().get(&to) {
|
||||||
|
break spot.to_s();
|
||||||
|
}
|
||||||
|
|
||||||
|
// Cache miss - fetch from API, update cache, and persist to database
|
||||||
|
info!("Contract not found: {to:?} from spot mapping, fetching from API...");
|
||||||
|
let metadata = erc20_contract_to_spot_token(chain_id).unwrap();
|
||||||
|
*SPOT_EVM_MAP.write().unwrap() = metadata.clone();
|
||||||
|
persist_spot_metadata_to_db(&metadata);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
let signature = Signature::new(U256::from(0x1), s, true);
|
||||||
|
TxSigned::Default(RethTxSigned::Legacy(Signed::new_unhashed(tx.clone(), signature)))
|
||||||
|
}
|
||||||
|
|
||||||
impl SealedBlock {
|
impl SealedBlock {
|
||||||
pub fn to_reth_block(
|
pub fn to_reth_block(
|
||||||
&self,
|
&self,
|
||||||
@ -118,11 +168,8 @@ impl SealedBlock {
|
|||||||
receipts: Vec<LegacyReceipt>,
|
receipts: Vec<LegacyReceipt>,
|
||||||
chain_id: u64,
|
chain_id: u64,
|
||||||
) -> HlBlock {
|
) -> HlBlock {
|
||||||
// NOTE: Filter out system transactions that may be rejected by the EVM (tracked by #97,
|
// NOTE: These types of transactions are tracked at #97.
|
||||||
// testnet only).
|
system_txs.retain(|tx| tx.receipt.is_some());
|
||||||
if chain_id == TESTNET_CHAIN_ID {
|
|
||||||
system_txs = system_txs.into_iter().filter(|tx| tx.receipt.is_some()).collect();
|
|
||||||
}
|
|
||||||
|
|
||||||
let mut merged_txs = vec![];
|
let mut merged_txs = vec![];
|
||||||
merged_txs.extend(system_txs.iter().map(|tx| system_tx_to_reth_transaction(tx, chain_id)));
|
merged_txs.extend(system_txs.iter().map(|tx| system_tx_to_reth_transaction(tx, chain_id)));
|
||||||
|
|||||||
@ -82,8 +82,8 @@ impl BlockPoller {
|
|||||||
.ok_or(eyre::eyre!("Failed to find latest block number"))?;
|
.ok_or(eyre::eyre!("Failed to find latest block number"))?;
|
||||||
|
|
||||||
loop {
|
loop {
|
||||||
if let Some(debug_cutoff_height) = debug_cutoff_height
|
if let Some(debug_cutoff_height) = debug_cutoff_height &&
|
||||||
&& next_block_number > debug_cutoff_height
|
next_block_number > debug_cutoff_height
|
||||||
{
|
{
|
||||||
next_block_number = debug_cutoff_height;
|
next_block_number = debug_cutoff_height;
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user