feat: pipeline loop (#10)

* feat: block number in validation error

* feat: wip pipeline execution and unwind

* chore: clippy

* feat: remove dummy db tx in stages crate

* feat: stage progress saving and loading

* test: wip tests

* feat: basic tracing in pipeline

* feat: pipeline event channel

* test: wip more tests

* test: test unwind during run

* chore: readability shuffle

* chore: incl block number in validation error
This commit is contained in:
Bjerg
2022-10-06 18:24:43 +02:00
committed by GitHub
parent 074f452275
commit c749658fd4
4 changed files with 787 additions and 58 deletions

47
Cargo.lock generated
View File

@ -416,6 +416,15 @@ dependencies = [
"unicode-xid",
]
[[package]]
name = "fastrand"
version = "1.8.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a7a407cfaa3385c4ae6b23e84623d48c2798d06e3e6a1878f7f59f17b3f86499"
dependencies = [
"instant",
]
[[package]]
name = "fastrlp"
version = "0.1.3"
@ -767,6 +776,15 @@ dependencies = [
"hashbrown",
]
[[package]]
name = "instant"
version = "0.1.12"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7a5bbe824c507c5da5956355e86a746d82e0e1464f65d862cc5e71da70e94b2c"
dependencies = [
"cfg-if",
]
[[package]]
name = "itoa"
version = "1.0.3"
@ -1360,6 +1378,15 @@ version = "0.6.27"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a3f87b73ce11b1619a3c6332f45341e0047173771e8b8b73f87bfeefb7b56244"
[[package]]
name = "remove_dir_all"
version = "0.5.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "3acd125665422973a33ac9d3dd2df85edad0f4ae9b00dafb1a05e43a9f5ef8e7"
dependencies = [
"winapi",
]
[[package]]
name = "reth"
version = "0.1.0"
@ -1445,8 +1472,14 @@ name = "reth-stages"
version = "0.1.0"
dependencies = [
"async-trait",
"reth-db",
"reth-primitives",
"tempfile",
"thiserror",
"tokio",
"tokio-stream",
"tracing",
"tracing-futures",
]
[[package]]
@ -1814,6 +1847,20 @@ version = "1.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "55937e1799185b12863d447f42597ed69d9928686b8d88a1df17376a097d8369"
[[package]]
name = "tempfile"
version = "3.3.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5cdb1ef4eaeeaddc8fbd371e5017057064af0911902ef36b39801f67cc6d79e4"
dependencies = [
"cfg-if",
"fastrand",
"libc",
"redox_syscall",
"remove_dir_all",
"winapi",
]
[[package]]
name = "thiserror"
version = "1.0.37"