consensus, cmd, core, eth: remove support for non-merge mode of operation (#29169)
* eth: drop support for forward sync triggers and head block packets * consensus, eth: enforce always merged network * eth: fix tx looper startup and shutdown * cmd, core: fix some tests * core: remove notion of future blocks * core, eth: drop unused methods and types
This commit is contained in:
parent
9a0fa8093c
commit
f4d53133f6
|
@ -8,6 +8,7 @@
|
||||||
"byzantiumBlock": 0,
|
"byzantiumBlock": 0,
|
||||||
"constantinopleBlock": 0,
|
"constantinopleBlock": 0,
|
||||||
"petersburgBlock": 0,
|
"petersburgBlock": 0,
|
||||||
|
"terminalTotalDifficultyPassed": true,
|
||||||
"clique": {
|
"clique": {
|
||||||
"period": 5,
|
"period": 5,
|
||||||
"epoch": 30000
|
"epoch": 30000
|
||||||
|
|
|
@ -1,110 +0,0 @@
|
||||||
// Copyright 2021 The go-ethereum Authors
|
|
||||||
// This file is part of the go-ethereum library.
|
|
||||||
//
|
|
||||||
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
||||||
// it under the terms of the GNU Lesser General Public License as published by
|
|
||||||
// the Free Software Foundation, either version 3 of the License, or
|
|
||||||
// (at your option) any later version.
|
|
||||||
//
|
|
||||||
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
||||||
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
||||||
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
||||||
// GNU Lesser General Public License for more details.
|
|
||||||
//
|
|
||||||
// You should have received a copy of the GNU Lesser General Public License
|
|
||||||
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
||||||
|
|
||||||
package consensus
|
|
||||||
|
|
||||||
import (
|
|
||||||
"fmt"
|
|
||||||
"sync"
|
|
||||||
|
|
||||||
"github.com/ethereum/go-ethereum/core/rawdb"
|
|
||||||
"github.com/ethereum/go-ethereum/ethdb"
|
|
||||||
"github.com/ethereum/go-ethereum/log"
|
|
||||||
"github.com/ethereum/go-ethereum/rlp"
|
|
||||||
)
|
|
||||||
|
|
||||||
// transitionStatus describes the status of eth1/2 transition. This switch
|
|
||||||
// between modes is a one-way action which is triggered by corresponding
|
|
||||||
// consensus-layer message.
|
|
||||||
type transitionStatus struct {
|
|
||||||
LeftPoW bool // The flag is set when the first NewHead message received
|
|
||||||
EnteredPoS bool // The flag is set when the first FinalisedBlock message received
|
|
||||||
}
|
|
||||||
|
|
||||||
// Merger is an internal help structure used to track the eth1/2 transition status.
|
|
||||||
// It's a common structure can be used in both full node and light client.
|
|
||||||
type Merger struct {
|
|
||||||
db ethdb.KeyValueStore
|
|
||||||
status transitionStatus
|
|
||||||
mu sync.RWMutex
|
|
||||||
}
|
|
||||||
|
|
||||||
// NewMerger creates a new Merger which stores its transition status in the provided db.
|
|
||||||
func NewMerger(db ethdb.KeyValueStore) *Merger {
|
|
||||||
var status transitionStatus
|
|
||||||
blob := rawdb.ReadTransitionStatus(db)
|
|
||||||
if len(blob) != 0 {
|
|
||||||
if err := rlp.DecodeBytes(blob, &status); err != nil {
|
|
||||||
log.Crit("Failed to decode the transition status", "err", err)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return &Merger{
|
|
||||||
db: db,
|
|
||||||
status: status,
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// ReachTTD is called whenever the first NewHead message received
|
|
||||||
// from the consensus-layer.
|
|
||||||
func (m *Merger) ReachTTD() {
|
|
||||||
m.mu.Lock()
|
|
||||||
defer m.mu.Unlock()
|
|
||||||
|
|
||||||
if m.status.LeftPoW {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
m.status = transitionStatus{LeftPoW: true}
|
|
||||||
blob, err := rlp.EncodeToBytes(m.status)
|
|
||||||
if err != nil {
|
|
||||||
panic(fmt.Sprintf("Failed to encode the transition status: %v", err))
|
|
||||||
}
|
|
||||||
rawdb.WriteTransitionStatus(m.db, blob)
|
|
||||||
log.Info("Left PoW stage")
|
|
||||||
}
|
|
||||||
|
|
||||||
// FinalizePoS is called whenever the first FinalisedBlock message received
|
|
||||||
// from the consensus-layer.
|
|
||||||
func (m *Merger) FinalizePoS() {
|
|
||||||
m.mu.Lock()
|
|
||||||
defer m.mu.Unlock()
|
|
||||||
|
|
||||||
if m.status.EnteredPoS {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
m.status = transitionStatus{LeftPoW: true, EnteredPoS: true}
|
|
||||||
blob, err := rlp.EncodeToBytes(m.status)
|
|
||||||
if err != nil {
|
|
||||||
panic(fmt.Sprintf("Failed to encode the transition status: %v", err))
|
|
||||||
}
|
|
||||||
rawdb.WriteTransitionStatus(m.db, blob)
|
|
||||||
log.Info("Entered PoS stage")
|
|
||||||
}
|
|
||||||
|
|
||||||
// TDDReached reports whether the chain has left the PoW stage.
|
|
||||||
func (m *Merger) TDDReached() bool {
|
|
||||||
m.mu.RLock()
|
|
||||||
defer m.mu.RUnlock()
|
|
||||||
|
|
||||||
return m.status.LeftPoW
|
|
||||||
}
|
|
||||||
|
|
||||||
// PoSFinalized reports whether the chain has entered the PoS stage.
|
|
||||||
func (m *Merger) PoSFinalized() bool {
|
|
||||||
m.mu.RLock()
|
|
||||||
defer m.mu.RUnlock()
|
|
||||||
|
|
||||||
return m.status.EnteredPoS
|
|
||||||
}
|
|
|
@ -94,7 +94,6 @@ func testHeaderVerificationForMerging(t *testing.T, isClique bool) {
|
||||||
preBlocks []*types.Block
|
preBlocks []*types.Block
|
||||||
postBlocks []*types.Block
|
postBlocks []*types.Block
|
||||||
engine consensus.Engine
|
engine consensus.Engine
|
||||||
merger = consensus.NewMerger(rawdb.NewMemoryDatabase())
|
|
||||||
)
|
)
|
||||||
if isClique {
|
if isClique {
|
||||||
var (
|
var (
|
||||||
|
@ -186,11 +185,6 @@ func testHeaderVerificationForMerging(t *testing.T, isClique bool) {
|
||||||
}
|
}
|
||||||
chain.InsertChain(preBlocks[i : i+1])
|
chain.InsertChain(preBlocks[i : i+1])
|
||||||
}
|
}
|
||||||
|
|
||||||
// Make the transition
|
|
||||||
merger.ReachTTD()
|
|
||||||
merger.FinalizePoS()
|
|
||||||
|
|
||||||
// Verify the blocks after the merging
|
// Verify the blocks after the merging
|
||||||
for i := 0; i < len(postBlocks); i++ {
|
for i := 0; i < len(postBlocks); i++ {
|
||||||
_, results := engine.VerifyHeaders(chain, []*types.Header{postHeaders[i]})
|
_, results := engine.VerifyHeaders(chain, []*types.Header{postHeaders[i]})
|
||||||
|
|
|
@ -50,7 +50,6 @@ import (
|
||||||
"github.com/ethereum/go-ethereum/triedb"
|
"github.com/ethereum/go-ethereum/triedb"
|
||||||
"github.com/ethereum/go-ethereum/triedb/hashdb"
|
"github.com/ethereum/go-ethereum/triedb/hashdb"
|
||||||
"github.com/ethereum/go-ethereum/triedb/pathdb"
|
"github.com/ethereum/go-ethereum/triedb/pathdb"
|
||||||
"golang.org/x/exp/slices"
|
|
||||||
)
|
)
|
||||||
|
|
||||||
var (
|
var (
|
||||||
|
@ -97,13 +96,11 @@ var (
|
||||||
)
|
)
|
||||||
|
|
||||||
const (
|
const (
|
||||||
bodyCacheLimit = 256
|
bodyCacheLimit = 256
|
||||||
blockCacheLimit = 256
|
blockCacheLimit = 256
|
||||||
receiptsCacheLimit = 32
|
receiptsCacheLimit = 32
|
||||||
txLookupCacheLimit = 1024
|
txLookupCacheLimit = 1024
|
||||||
maxFutureBlocks = 256
|
TriesInMemory = 128
|
||||||
maxTimeFutureBlocks = 30
|
|
||||||
TriesInMemory = 128
|
|
||||||
|
|
||||||
// BlockChainVersion ensures that an incompatible database forces a resync from scratch.
|
// BlockChainVersion ensures that an incompatible database forces a resync from scratch.
|
||||||
//
|
//
|
||||||
|
@ -245,9 +242,6 @@ type BlockChain struct {
|
||||||
blockCache *lru.Cache[common.Hash, *types.Block]
|
blockCache *lru.Cache[common.Hash, *types.Block]
|
||||||
txLookupCache *lru.Cache[common.Hash, txLookup]
|
txLookupCache *lru.Cache[common.Hash, txLookup]
|
||||||
|
|
||||||
// future blocks are blocks added for later processing
|
|
||||||
futureBlocks *lru.Cache[common.Hash, *types.Block]
|
|
||||||
|
|
||||||
wg sync.WaitGroup
|
wg sync.WaitGroup
|
||||||
quit chan struct{} // shutdown signal, closed in Stop.
|
quit chan struct{} // shutdown signal, closed in Stop.
|
||||||
stopping atomic.Bool // false if chain is running, true when stopped
|
stopping atomic.Bool // false if chain is running, true when stopped
|
||||||
|
@ -299,7 +293,6 @@ func NewBlockChain(db ethdb.Database, cacheConfig *CacheConfig, genesis *Genesis
|
||||||
receiptsCache: lru.NewCache[common.Hash, []*types.Receipt](receiptsCacheLimit),
|
receiptsCache: lru.NewCache[common.Hash, []*types.Receipt](receiptsCacheLimit),
|
||||||
blockCache: lru.NewCache[common.Hash, *types.Block](blockCacheLimit),
|
blockCache: lru.NewCache[common.Hash, *types.Block](blockCacheLimit),
|
||||||
txLookupCache: lru.NewCache[common.Hash, txLookup](txLookupCacheLimit),
|
txLookupCache: lru.NewCache[common.Hash, txLookup](txLookupCacheLimit),
|
||||||
futureBlocks: lru.NewCache[common.Hash, *types.Block](maxFutureBlocks),
|
|
||||||
engine: engine,
|
engine: engine,
|
||||||
vmConfig: vmConfig,
|
vmConfig: vmConfig,
|
||||||
}
|
}
|
||||||
|
@ -449,11 +442,6 @@ func NewBlockChain(db ethdb.Database, cacheConfig *CacheConfig, genesis *Genesis
|
||||||
}
|
}
|
||||||
bc.snaps, _ = snapshot.New(snapconfig, bc.db, bc.triedb, head.Root)
|
bc.snaps, _ = snapshot.New(snapconfig, bc.db, bc.triedb, head.Root)
|
||||||
}
|
}
|
||||||
|
|
||||||
// Start future block processor.
|
|
||||||
bc.wg.Add(1)
|
|
||||||
go bc.updateFutureBlocks()
|
|
||||||
|
|
||||||
// Rewind the chain in case of an incompatible config upgrade.
|
// Rewind the chain in case of an incompatible config upgrade.
|
||||||
if compat, ok := genesisErr.(*params.ConfigCompatError); ok {
|
if compat, ok := genesisErr.(*params.ConfigCompatError); ok {
|
||||||
log.Warn("Rewinding chain to upgrade configuration", "err", compat)
|
log.Warn("Rewinding chain to upgrade configuration", "err", compat)
|
||||||
|
@ -794,7 +782,6 @@ func (bc *BlockChain) setHeadBeyondRoot(head uint64, time uint64, root common.Ha
|
||||||
bc.receiptsCache.Purge()
|
bc.receiptsCache.Purge()
|
||||||
bc.blockCache.Purge()
|
bc.blockCache.Purge()
|
||||||
bc.txLookupCache.Purge()
|
bc.txLookupCache.Purge()
|
||||||
bc.futureBlocks.Purge()
|
|
||||||
|
|
||||||
// Clear safe block, finalized block if needed
|
// Clear safe block, finalized block if needed
|
||||||
if safe := bc.CurrentSafeBlock(); safe != nil && head < safe.Number.Uint64() {
|
if safe := bc.CurrentSafeBlock(); safe != nil && head < safe.Number.Uint64() {
|
||||||
|
@ -1048,24 +1035,6 @@ func (bc *BlockChain) insertStopped() bool {
|
||||||
return bc.procInterrupt.Load()
|
return bc.procInterrupt.Load()
|
||||||
}
|
}
|
||||||
|
|
||||||
func (bc *BlockChain) procFutureBlocks() {
|
|
||||||
blocks := make([]*types.Block, 0, bc.futureBlocks.Len())
|
|
||||||
for _, hash := range bc.futureBlocks.Keys() {
|
|
||||||
if block, exist := bc.futureBlocks.Peek(hash); exist {
|
|
||||||
blocks = append(blocks, block)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if len(blocks) > 0 {
|
|
||||||
slices.SortFunc(blocks, func(a, b *types.Block) int {
|
|
||||||
return a.Number().Cmp(b.Number())
|
|
||||||
})
|
|
||||||
// Insert one by one as chain insertion needs contiguous ancestry between blocks
|
|
||||||
for i := range blocks {
|
|
||||||
bc.InsertChain(blocks[i : i+1])
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// WriteStatus status of write
|
// WriteStatus status of write
|
||||||
type WriteStatus byte
|
type WriteStatus byte
|
||||||
|
|
||||||
|
@ -1466,8 +1435,6 @@ func (bc *BlockChain) writeBlockAndSetHead(block *types.Block, receipts []*types
|
||||||
if status == CanonStatTy {
|
if status == CanonStatTy {
|
||||||
bc.writeHeadBlock(block)
|
bc.writeHeadBlock(block)
|
||||||
}
|
}
|
||||||
bc.futureBlocks.Remove(block.Hash())
|
|
||||||
|
|
||||||
if status == CanonStatTy {
|
if status == CanonStatTy {
|
||||||
bc.chainFeed.Send(ChainEvent{Block: block, Hash: block.Hash(), Logs: logs})
|
bc.chainFeed.Send(ChainEvent{Block: block, Hash: block.Hash(), Logs: logs})
|
||||||
if len(logs) > 0 {
|
if len(logs) > 0 {
|
||||||
|
@ -1487,25 +1454,6 @@ func (bc *BlockChain) writeBlockAndSetHead(block *types.Block, receipts []*types
|
||||||
return status, nil
|
return status, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// addFutureBlock checks if the block is within the max allowed window to get
|
|
||||||
// accepted for future processing, and returns an error if the block is too far
|
|
||||||
// ahead and was not added.
|
|
||||||
//
|
|
||||||
// TODO after the transition, the future block shouldn't be kept. Because
|
|
||||||
// it's not checked in the Geth side anymore.
|
|
||||||
func (bc *BlockChain) addFutureBlock(block *types.Block) error {
|
|
||||||
max := uint64(time.Now().Unix() + maxTimeFutureBlocks)
|
|
||||||
if block.Time() > max {
|
|
||||||
return fmt.Errorf("future block timestamp %v > allowed %v", block.Time(), max)
|
|
||||||
}
|
|
||||||
if block.Difficulty().Cmp(common.Big0) == 0 {
|
|
||||||
// Never add PoS blocks into the future queue
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
bc.futureBlocks.Add(block.Hash(), block)
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
// InsertChain attempts to insert the given batch of blocks in to the canonical
|
// InsertChain attempts to insert the given batch of blocks in to the canonical
|
||||||
// chain or, otherwise, create a fork. If an error is returned it will return
|
// chain or, otherwise, create a fork. If an error is returned it will return
|
||||||
// the index number of the failing block as well an error describing what went
|
// the index number of the failing block as well an error describing what went
|
||||||
|
@ -1643,26 +1591,10 @@ func (bc *BlockChain) insertChain(chain types.Blocks, setHead bool) (int, error)
|
||||||
_, err := bc.recoverAncestors(block)
|
_, err := bc.recoverAncestors(block)
|
||||||
return it.index, err
|
return it.index, err
|
||||||
}
|
}
|
||||||
// First block is future, shove it (and all children) to the future queue (unknown ancestor)
|
|
||||||
case errors.Is(err, consensus.ErrFutureBlock) || (errors.Is(err, consensus.ErrUnknownAncestor) && bc.futureBlocks.Contains(it.first().ParentHash())):
|
|
||||||
for block != nil && (it.index == 0 || errors.Is(err, consensus.ErrUnknownAncestor)) {
|
|
||||||
log.Debug("Future block, postponing import", "number", block.Number(), "hash", block.Hash())
|
|
||||||
if err := bc.addFutureBlock(block); err != nil {
|
|
||||||
return it.index, err
|
|
||||||
}
|
|
||||||
block, err = it.next()
|
|
||||||
}
|
|
||||||
stats.queued += it.processed()
|
|
||||||
stats.ignored += it.remaining()
|
|
||||||
|
|
||||||
// If there are any still remaining, mark as ignored
|
|
||||||
return it.index, err
|
|
||||||
|
|
||||||
// Some other error(except ErrKnownBlock) occurred, abort.
|
// Some other error(except ErrKnownBlock) occurred, abort.
|
||||||
// ErrKnownBlock is allowed here since some known blocks
|
// ErrKnownBlock is allowed here since some known blocks
|
||||||
// still need re-execution to generate snapshots that are missing
|
// still need re-execution to generate snapshots that are missing
|
||||||
case err != nil && !errors.Is(err, ErrKnownBlock):
|
case err != nil && !errors.Is(err, ErrKnownBlock):
|
||||||
bc.futureBlocks.Remove(block.Hash())
|
|
||||||
stats.ignored += len(it.chain)
|
stats.ignored += len(it.chain)
|
||||||
bc.reportBlock(block, nil, err)
|
bc.reportBlock(block, nil, err)
|
||||||
return it.index, err
|
return it.index, err
|
||||||
|
@ -1867,23 +1799,7 @@ func (bc *BlockChain) insertChain(chain types.Blocks, setHead bool) (int, error)
|
||||||
"root", block.Root())
|
"root", block.Root())
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// Any blocks remaining here? The only ones we care about are the future ones
|
|
||||||
if block != nil && errors.Is(err, consensus.ErrFutureBlock) {
|
|
||||||
if err := bc.addFutureBlock(block); err != nil {
|
|
||||||
return it.index, err
|
|
||||||
}
|
|
||||||
block, err = it.next()
|
|
||||||
|
|
||||||
for ; block != nil && errors.Is(err, consensus.ErrUnknownAncestor); block, err = it.next() {
|
|
||||||
if err := bc.addFutureBlock(block); err != nil {
|
|
||||||
return it.index, err
|
|
||||||
}
|
|
||||||
stats.queued++
|
|
||||||
}
|
|
||||||
}
|
|
||||||
stats.ignored += it.remaining()
|
stats.ignored += it.remaining()
|
||||||
|
|
||||||
return it.index, err
|
return it.index, err
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -2334,20 +2250,6 @@ func (bc *BlockChain) SetCanonical(head *types.Block) (common.Hash, error) {
|
||||||
return head.Hash(), nil
|
return head.Hash(), nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (bc *BlockChain) updateFutureBlocks() {
|
|
||||||
futureTimer := time.NewTicker(5 * time.Second)
|
|
||||||
defer futureTimer.Stop()
|
|
||||||
defer bc.wg.Done()
|
|
||||||
for {
|
|
||||||
select {
|
|
||||||
case <-futureTimer.C:
|
|
||||||
bc.procFutureBlocks()
|
|
||||||
case <-bc.quit:
|
|
||||||
return
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// skipBlock returns 'true', if the block being imported can be skipped over, meaning
|
// skipBlock returns 'true', if the block being imported can be skipped over, meaning
|
||||||
// that the block does not need to be processed but can be considered already fully 'done'.
|
// that the block does not need to be processed but can be considered already fully 'done'.
|
||||||
func (bc *BlockChain) skipBlock(err error, it *insertIterator) bool {
|
func (bc *BlockChain) skipBlock(err error, it *insertIterator) bool {
|
||||||
|
|
|
@ -179,8 +179,3 @@ func (it *insertIterator) first() *types.Block {
|
||||||
func (it *insertIterator) remaining() int {
|
func (it *insertIterator) remaining() int {
|
||||||
return len(it.chain) - it.index
|
return len(it.chain) - it.index
|
||||||
}
|
}
|
||||||
|
|
||||||
// processed returns the number of processed blocks.
|
|
||||||
func (it *insertIterator) processed() int {
|
|
||||||
return it.index + 1
|
|
||||||
}
|
|
||||||
|
|
|
@ -2129,7 +2129,6 @@ func testSideImport(t *testing.T, numCanonBlocksInSidechain, blocksBetweenCommon
|
||||||
// Generate a canonical chain to act as the main dataset
|
// Generate a canonical chain to act as the main dataset
|
||||||
chainConfig := *params.TestChainConfig
|
chainConfig := *params.TestChainConfig
|
||||||
var (
|
var (
|
||||||
merger = consensus.NewMerger(rawdb.NewMemoryDatabase())
|
|
||||||
engine = beacon.New(ethash.NewFaker())
|
engine = beacon.New(ethash.NewFaker())
|
||||||
key, _ = crypto.HexToECDSA("b71c71a67e1177ad4e901695e1b4b9ee17ae16c6668d313eac2f96dbcda3f291")
|
key, _ = crypto.HexToECDSA("b71c71a67e1177ad4e901695e1b4b9ee17ae16c6668d313eac2f96dbcda3f291")
|
||||||
addr = crypto.PubkeyToAddress(key.PublicKey)
|
addr = crypto.PubkeyToAddress(key.PublicKey)
|
||||||
|
@ -2153,8 +2152,6 @@ func testSideImport(t *testing.T, numCanonBlocksInSidechain, blocksBetweenCommon
|
||||||
// Activate the transition since genesis if required
|
// Activate the transition since genesis if required
|
||||||
if mergePoint == 0 {
|
if mergePoint == 0 {
|
||||||
mergeBlock = 0
|
mergeBlock = 0
|
||||||
merger.ReachTTD()
|
|
||||||
merger.FinalizePoS()
|
|
||||||
|
|
||||||
// Set the terminal total difficulty in the config
|
// Set the terminal total difficulty in the config
|
||||||
gspec.Config.TerminalTotalDifficulty = big.NewInt(0)
|
gspec.Config.TerminalTotalDifficulty = big.NewInt(0)
|
||||||
|
@ -2189,8 +2186,6 @@ func testSideImport(t *testing.T, numCanonBlocksInSidechain, blocksBetweenCommon
|
||||||
|
|
||||||
// Activate the transition in the middle of the chain
|
// Activate the transition in the middle of the chain
|
||||||
if mergePoint == 1 {
|
if mergePoint == 1 {
|
||||||
merger.ReachTTD()
|
|
||||||
merger.FinalizePoS()
|
|
||||||
// Set the terminal total difficulty in the config
|
// Set the terminal total difficulty in the config
|
||||||
ttd := big.NewInt(int64(len(blocks)))
|
ttd := big.NewInt(int64(len(blocks)))
|
||||||
ttd.Mul(ttd, params.GenesisDifficulty)
|
ttd.Mul(ttd, params.GenesisDifficulty)
|
||||||
|
|
|
@ -74,7 +74,6 @@ type Ethereum struct {
|
||||||
handler *handler
|
handler *handler
|
||||||
ethDialCandidates enode.Iterator
|
ethDialCandidates enode.Iterator
|
||||||
snapDialCandidates enode.Iterator
|
snapDialCandidates enode.Iterator
|
||||||
merger *consensus.Merger
|
|
||||||
|
|
||||||
// DB interfaces
|
// DB interfaces
|
||||||
chainDb ethdb.Database // Block chain database
|
chainDb ethdb.Database // Block chain database
|
||||||
|
@ -158,7 +157,6 @@ func New(stack *node.Node, config *ethconfig.Config) (*Ethereum, error) {
|
||||||
}
|
}
|
||||||
eth := &Ethereum{
|
eth := &Ethereum{
|
||||||
config: config,
|
config: config,
|
||||||
merger: consensus.NewMerger(chainDb),
|
|
||||||
chainDb: chainDb,
|
chainDb: chainDb,
|
||||||
eventMux: stack.EventMux(),
|
eventMux: stack.EventMux(),
|
||||||
accountManager: stack.AccountManager(),
|
accountManager: stack.AccountManager(),
|
||||||
|
@ -240,7 +238,6 @@ func New(stack *node.Node, config *ethconfig.Config) (*Ethereum, error) {
|
||||||
Database: chainDb,
|
Database: chainDb,
|
||||||
Chain: eth.blockchain,
|
Chain: eth.blockchain,
|
||||||
TxPool: eth.txPool,
|
TxPool: eth.txPool,
|
||||||
Merger: eth.merger,
|
|
||||||
Network: networkID,
|
Network: networkID,
|
||||||
Sync: config.SyncMode,
|
Sync: config.SyncMode,
|
||||||
BloomCache: uint64(cacheLimit),
|
BloomCache: uint64(cacheLimit),
|
||||||
|
@ -487,11 +484,6 @@ func (s *Ethereum) Synced() bool { return s.handler.synced
|
||||||
func (s *Ethereum) SetSynced() { s.handler.enableSyncedFeatures() }
|
func (s *Ethereum) SetSynced() { s.handler.enableSyncedFeatures() }
|
||||||
func (s *Ethereum) ArchiveMode() bool { return s.config.NoPruning }
|
func (s *Ethereum) ArchiveMode() bool { return s.config.NoPruning }
|
||||||
func (s *Ethereum) BloomIndexer() *core.ChainIndexer { return s.bloomIndexer }
|
func (s *Ethereum) BloomIndexer() *core.ChainIndexer { return s.bloomIndexer }
|
||||||
func (s *Ethereum) Merger() *consensus.Merger { return s.merger }
|
|
||||||
func (s *Ethereum) SyncMode() downloader.SyncMode {
|
|
||||||
mode, _ := s.handler.chainSync.modeAndLocalHead()
|
|
||||||
return mode
|
|
||||||
}
|
|
||||||
|
|
||||||
// Protocols returns all the currently configured
|
// Protocols returns all the currently configured
|
||||||
// network protocols to start.
|
// network protocols to start.
|
||||||
|
@ -551,3 +543,29 @@ func (s *Ethereum) Stop() error {
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// SyncMode retrieves the current sync mode, either explicitly set, or derived
|
||||||
|
// from the chain status.
|
||||||
|
func (s *Ethereum) SyncMode() downloader.SyncMode {
|
||||||
|
// If we're in snap sync mode, return that directly
|
||||||
|
if s.handler.snapSync.Load() {
|
||||||
|
return downloader.SnapSync
|
||||||
|
}
|
||||||
|
// We are probably in full sync, but we might have rewound to before the
|
||||||
|
// snap sync pivot, check if we should re-enable snap sync.
|
||||||
|
head := s.blockchain.CurrentBlock()
|
||||||
|
if pivot := rawdb.ReadLastPivotNumber(s.chainDb); pivot != nil {
|
||||||
|
if head.Number.Uint64() < *pivot {
|
||||||
|
return downloader.SnapSync
|
||||||
|
}
|
||||||
|
}
|
||||||
|
// We are in a full sync, but the associated head state is missing. To complete
|
||||||
|
// the head state, forcefully rerun the snap sync. Note it doesn't mean the
|
||||||
|
// persistent state is corrupted, just mismatch with the head block.
|
||||||
|
if !s.blockchain.HasState(head.Root) {
|
||||||
|
log.Info("Reenabled snap sync as chain is stateless")
|
||||||
|
return downloader.SnapSync
|
||||||
|
}
|
||||||
|
// Nope, we're really full syncing
|
||||||
|
return downloader.FullSync
|
||||||
|
}
|
||||||
|
|
|
@ -267,12 +267,6 @@ func (api *ConsensusAPI) forkchoiceUpdated(update engine.ForkchoiceStateV1, payl
|
||||||
finalized := api.remoteBlocks.get(update.FinalizedBlockHash)
|
finalized := api.remoteBlocks.get(update.FinalizedBlockHash)
|
||||||
|
|
||||||
// Header advertised via a past newPayload request. Start syncing to it.
|
// Header advertised via a past newPayload request. Start syncing to it.
|
||||||
// Before we do however, make sure any legacy sync in switched off so we
|
|
||||||
// don't accidentally have 2 cycles running.
|
|
||||||
if merger := api.eth.Merger(); !merger.TDDReached() {
|
|
||||||
merger.ReachTTD()
|
|
||||||
api.eth.Downloader().Cancel()
|
|
||||||
}
|
|
||||||
context := []interface{}{"number", header.Number, "hash", header.Hash()}
|
context := []interface{}{"number", header.Number, "hash", header.Hash()}
|
||||||
if update.FinalizedBlockHash != (common.Hash{}) {
|
if update.FinalizedBlockHash != (common.Hash{}) {
|
||||||
if finalized == nil {
|
if finalized == nil {
|
||||||
|
@ -334,9 +328,6 @@ func (api *ConsensusAPI) forkchoiceUpdated(update engine.ForkchoiceStateV1, payl
|
||||||
// If the beacon client also advertised a finalized block, mark the local
|
// If the beacon client also advertised a finalized block, mark the local
|
||||||
// chain final and completely in PoS mode.
|
// chain final and completely in PoS mode.
|
||||||
if update.FinalizedBlockHash != (common.Hash{}) {
|
if update.FinalizedBlockHash != (common.Hash{}) {
|
||||||
if merger := api.eth.Merger(); !merger.PoSFinalized() {
|
|
||||||
merger.FinalizePoS()
|
|
||||||
}
|
|
||||||
// If the finalized block is not in our canonical tree, something is wrong
|
// If the finalized block is not in our canonical tree, something is wrong
|
||||||
finalBlock := api.eth.BlockChain().GetBlockByHash(update.FinalizedBlockHash)
|
finalBlock := api.eth.BlockChain().GetBlockByHash(update.FinalizedBlockHash)
|
||||||
if finalBlock == nil {
|
if finalBlock == nil {
|
||||||
|
@ -620,13 +611,6 @@ func (api *ConsensusAPI) newPayload(params engine.ExecutableData, versionedHashe
|
||||||
|
|
||||||
return api.invalid(err, parent.Header()), nil
|
return api.invalid(err, parent.Header()), nil
|
||||||
}
|
}
|
||||||
// We've accepted a valid payload from the beacon client. Mark the local
|
|
||||||
// chain transitions to notify other subsystems (e.g. downloader) of the
|
|
||||||
// behavioral change.
|
|
||||||
if merger := api.eth.Merger(); !merger.TDDReached() {
|
|
||||||
merger.ReachTTD()
|
|
||||||
api.eth.Downloader().Cancel()
|
|
||||||
}
|
|
||||||
hash := block.Hash()
|
hash := block.Hash()
|
||||||
return engine.PayloadStatusV1{Status: engine.VALID, LatestValidHash: &hash}, nil
|
return engine.PayloadStatusV1{Status: engine.VALID, LatestValidHash: &hash}, nil
|
||||||
}
|
}
|
||||||
|
@ -784,26 +768,23 @@ func (api *ConsensusAPI) heartbeat() {
|
||||||
|
|
||||||
// If there have been no updates for the past while, warn the user
|
// If there have been no updates for the past while, warn the user
|
||||||
// that the beacon client is probably offline
|
// that the beacon client is probably offline
|
||||||
if api.eth.BlockChain().Config().TerminalTotalDifficultyPassed || api.eth.Merger().TDDReached() {
|
if time.Since(lastForkchoiceUpdate) <= beaconUpdateConsensusTimeout || time.Since(lastNewPayloadUpdate) <= beaconUpdateConsensusTimeout {
|
||||||
if time.Since(lastForkchoiceUpdate) <= beaconUpdateConsensusTimeout || time.Since(lastNewPayloadUpdate) <= beaconUpdateConsensusTimeout {
|
offlineLogged = time.Time{}
|
||||||
offlineLogged = time.Time{}
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
|
|
||||||
if time.Since(offlineLogged) > beaconUpdateWarnFrequency {
|
|
||||||
if lastForkchoiceUpdate.IsZero() && lastNewPayloadUpdate.IsZero() {
|
|
||||||
if lastTransitionUpdate.IsZero() {
|
|
||||||
log.Warn("Post-merge network, but no beacon client seen. Please launch one to follow the chain!")
|
|
||||||
} else {
|
|
||||||
log.Warn("Beacon client online, but never received consensus updates. Please ensure your beacon client is operational to follow the chain!")
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
log.Warn("Beacon client online, but no consensus updates received in a while. Please fix your beacon client to follow the chain!")
|
|
||||||
}
|
|
||||||
offlineLogged = time.Now()
|
|
||||||
}
|
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
if time.Since(offlineLogged) > beaconUpdateWarnFrequency {
|
||||||
|
if lastForkchoiceUpdate.IsZero() && lastNewPayloadUpdate.IsZero() {
|
||||||
|
if lastTransitionUpdate.IsZero() {
|
||||||
|
log.Warn("Post-merge network, but no beacon client seen. Please launch one to follow the chain!")
|
||||||
|
} else {
|
||||||
|
log.Warn("Beacon client online, but never received consensus updates. Please ensure your beacon client is operational to follow the chain!")
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
log.Warn("Beacon client online, but no consensus updates received in a while. Please fix your beacon client to follow the chain!")
|
||||||
|
}
|
||||||
|
offlineLogged = time.Now()
|
||||||
|
}
|
||||||
|
continue
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -862,7 +862,6 @@ func TestTrickRemoteBlockCache(t *testing.T) {
|
||||||
func TestInvalidBloom(t *testing.T) {
|
func TestInvalidBloom(t *testing.T) {
|
||||||
genesis, preMergeBlocks := generateMergeChain(10, false)
|
genesis, preMergeBlocks := generateMergeChain(10, false)
|
||||||
n, ethservice := startEthService(t, genesis, preMergeBlocks)
|
n, ethservice := startEthService(t, genesis, preMergeBlocks)
|
||||||
ethservice.Merger().ReachTTD()
|
|
||||||
defer n.Close()
|
defer n.Close()
|
||||||
|
|
||||||
commonAncestor := ethservice.BlockChain().CurrentBlock()
|
commonAncestor := ethservice.BlockChain().CurrentBlock()
|
||||||
|
@ -1044,7 +1043,6 @@ func TestWithdrawals(t *testing.T) {
|
||||||
genesis.Config.ShanghaiTime = &time
|
genesis.Config.ShanghaiTime = &time
|
||||||
|
|
||||||
n, ethservice := startEthService(t, genesis, blocks)
|
n, ethservice := startEthService(t, genesis, blocks)
|
||||||
ethservice.Merger().ReachTTD()
|
|
||||||
defer n.Close()
|
defer n.Close()
|
||||||
|
|
||||||
api := NewConsensusAPI(ethservice)
|
api := NewConsensusAPI(ethservice)
|
||||||
|
@ -1162,7 +1160,6 @@ func TestNilWithdrawals(t *testing.T) {
|
||||||
genesis.Config.ShanghaiTime = &time
|
genesis.Config.ShanghaiTime = &time
|
||||||
|
|
||||||
n, ethservice := startEthService(t, genesis, blocks)
|
n, ethservice := startEthService(t, genesis, blocks)
|
||||||
ethservice.Merger().ReachTTD()
|
|
||||||
defer n.Close()
|
defer n.Close()
|
||||||
|
|
||||||
api := NewConsensusAPI(ethservice)
|
api := NewConsensusAPI(ethservice)
|
||||||
|
@ -1589,7 +1586,6 @@ func TestParentBeaconBlockRoot(t *testing.T) {
|
||||||
genesis.Config.CancunTime = &time
|
genesis.Config.CancunTime = &time
|
||||||
|
|
||||||
n, ethservice := startEthService(t, genesis, blocks)
|
n, ethservice := startEthService(t, genesis, blocks)
|
||||||
ethservice.Merger().ReachTTD()
|
|
||||||
defer n.Close()
|
defer n.Close()
|
||||||
|
|
||||||
api := NewConsensusAPI(ethservice)
|
api := NewConsensusAPI(ethservice)
|
||||||
|
|
|
@ -165,15 +165,14 @@ type Config struct {
|
||||||
// Clique is allowed for now to live standalone, but ethash is forbidden and can
|
// Clique is allowed for now to live standalone, but ethash is forbidden and can
|
||||||
// only exist on already merged networks.
|
// only exist on already merged networks.
|
||||||
func CreateConsensusEngine(config *params.ChainConfig, db ethdb.Database) (consensus.Engine, error) {
|
func CreateConsensusEngine(config *params.ChainConfig, db ethdb.Database) (consensus.Engine, error) {
|
||||||
// If proof-of-authority is requested, set it up
|
// Geth v1.14.0 dropped support for non-merged networks in any consensus
|
||||||
|
// mode. If such a network is requested, reject startup.
|
||||||
|
if !config.TerminalTotalDifficultyPassed {
|
||||||
|
return nil, errors.New("only PoS networks are supported, please transition old ones with Geth v1.13.x")
|
||||||
|
}
|
||||||
|
// Wrap previously supported consensus engines into their post-merge counterpart
|
||||||
if config.Clique != nil {
|
if config.Clique != nil {
|
||||||
return beacon.New(clique.New(config.Clique, db)), nil
|
return beacon.New(clique.New(config.Clique, db)), nil
|
||||||
}
|
}
|
||||||
// If defaulting to proof-of-work, enforce an already merged network since
|
|
||||||
// we cannot run PoW algorithms anymore, so we cannot even follow a chain
|
|
||||||
// not coordinated by a beacon node.
|
|
||||||
if !config.TerminalTotalDifficultyPassed {
|
|
||||||
return nil, errors.New("ethash is only supported as a historical component of already merged networks")
|
|
||||||
}
|
|
||||||
return beacon.New(ethash.NewFaker()), nil
|
return beacon.New(ethash.NewFaker()), nil
|
||||||
}
|
}
|
||||||
|
|
|
@ -1,939 +0,0 @@
|
||||||
// Copyright 2015 The go-ethereum Authors
|
|
||||||
// This file is part of the go-ethereum library.
|
|
||||||
//
|
|
||||||
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
||||||
// it under the terms of the GNU Lesser General Public License as published by
|
|
||||||
// the Free Software Foundation, either version 3 of the License, or
|
|
||||||
// (at your option) any later version.
|
|
||||||
//
|
|
||||||
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
||||||
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
||||||
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
||||||
// GNU Lesser General Public License for more details.
|
|
||||||
//
|
|
||||||
// You should have received a copy of the GNU Lesser General Public License
|
|
||||||
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
||||||
|
|
||||||
// Package fetcher contains the announcement based header, blocks or transaction synchronisation.
|
|
||||||
package fetcher
|
|
||||||
|
|
||||||
import (
|
|
||||||
"errors"
|
|
||||||
"math/rand"
|
|
||||||
"time"
|
|
||||||
|
|
||||||
"github.com/ethereum/go-ethereum/common"
|
|
||||||
"github.com/ethereum/go-ethereum/common/prque"
|
|
||||||
"github.com/ethereum/go-ethereum/consensus"
|
|
||||||
"github.com/ethereum/go-ethereum/core/types"
|
|
||||||
"github.com/ethereum/go-ethereum/eth/protocols/eth"
|
|
||||||
"github.com/ethereum/go-ethereum/log"
|
|
||||||
"github.com/ethereum/go-ethereum/metrics"
|
|
||||||
"github.com/ethereum/go-ethereum/trie"
|
|
||||||
)
|
|
||||||
|
|
||||||
const (
|
|
||||||
lightTimeout = time.Millisecond // Time allowance before an announced header is explicitly requested
|
|
||||||
arriveTimeout = 500 * time.Millisecond // Time allowance before an announced block/transaction is explicitly requested
|
|
||||||
gatherSlack = 100 * time.Millisecond // Interval used to collate almost-expired announces with fetches
|
|
||||||
fetchTimeout = 5 * time.Second // Maximum allotted time to return an explicitly requested block/transaction
|
|
||||||
)
|
|
||||||
|
|
||||||
const (
|
|
||||||
maxUncleDist = 7 // Maximum allowed backward distance from the chain head
|
|
||||||
maxQueueDist = 32 // Maximum allowed distance from the chain head to queue
|
|
||||||
hashLimit = 256 // Maximum number of unique blocks or headers a peer may have announced
|
|
||||||
blockLimit = 64 // Maximum number of unique blocks a peer may have delivered
|
|
||||||
)
|
|
||||||
|
|
||||||
var (
|
|
||||||
blockAnnounceInMeter = metrics.NewRegisteredMeter("eth/fetcher/block/announces/in", nil)
|
|
||||||
blockAnnounceOutTimer = metrics.NewRegisteredTimer("eth/fetcher/block/announces/out", nil)
|
|
||||||
blockAnnounceDropMeter = metrics.NewRegisteredMeter("eth/fetcher/block/announces/drop", nil)
|
|
||||||
blockAnnounceDOSMeter = metrics.NewRegisteredMeter("eth/fetcher/block/announces/dos", nil)
|
|
||||||
|
|
||||||
blockBroadcastInMeter = metrics.NewRegisteredMeter("eth/fetcher/block/broadcasts/in", nil)
|
|
||||||
blockBroadcastOutTimer = metrics.NewRegisteredTimer("eth/fetcher/block/broadcasts/out", nil)
|
|
||||||
blockBroadcastDropMeter = metrics.NewRegisteredMeter("eth/fetcher/block/broadcasts/drop", nil)
|
|
||||||
blockBroadcastDOSMeter = metrics.NewRegisteredMeter("eth/fetcher/block/broadcasts/dos", nil)
|
|
||||||
|
|
||||||
headerFetchMeter = metrics.NewRegisteredMeter("eth/fetcher/block/headers", nil)
|
|
||||||
bodyFetchMeter = metrics.NewRegisteredMeter("eth/fetcher/block/bodies", nil)
|
|
||||||
|
|
||||||
headerFilterInMeter = metrics.NewRegisteredMeter("eth/fetcher/block/filter/headers/in", nil)
|
|
||||||
headerFilterOutMeter = metrics.NewRegisteredMeter("eth/fetcher/block/filter/headers/out", nil)
|
|
||||||
bodyFilterInMeter = metrics.NewRegisteredMeter("eth/fetcher/block/filter/bodies/in", nil)
|
|
||||||
bodyFilterOutMeter = metrics.NewRegisteredMeter("eth/fetcher/block/filter/bodies/out", nil)
|
|
||||||
)
|
|
||||||
|
|
||||||
var errTerminated = errors.New("terminated")
|
|
||||||
|
|
||||||
// HeaderRetrievalFn is a callback type for retrieving a header from the local chain.
|
|
||||||
type HeaderRetrievalFn func(common.Hash) *types.Header
|
|
||||||
|
|
||||||
// blockRetrievalFn is a callback type for retrieving a block from the local chain.
|
|
||||||
type blockRetrievalFn func(common.Hash) *types.Block
|
|
||||||
|
|
||||||
// headerRequesterFn is a callback type for sending a header retrieval request.
|
|
||||||
type headerRequesterFn func(common.Hash, chan *eth.Response) (*eth.Request, error)
|
|
||||||
|
|
||||||
// bodyRequesterFn is a callback type for sending a body retrieval request.
|
|
||||||
type bodyRequesterFn func([]common.Hash, chan *eth.Response) (*eth.Request, error)
|
|
||||||
|
|
||||||
// headerVerifierFn is a callback type to verify a block's header for fast propagation.
|
|
||||||
type headerVerifierFn func(header *types.Header) error
|
|
||||||
|
|
||||||
// blockBroadcasterFn is a callback type for broadcasting a block to connected peers.
|
|
||||||
type blockBroadcasterFn func(block *types.Block, propagate bool)
|
|
||||||
|
|
||||||
// chainHeightFn is a callback type to retrieve the current chain height.
|
|
||||||
type chainHeightFn func() uint64
|
|
||||||
|
|
||||||
// headersInsertFn is a callback type to insert a batch of headers into the local chain.
|
|
||||||
type headersInsertFn func(headers []*types.Header) (int, error)
|
|
||||||
|
|
||||||
// chainInsertFn is a callback type to insert a batch of blocks into the local chain.
|
|
||||||
type chainInsertFn func(types.Blocks) (int, error)
|
|
||||||
|
|
||||||
// peerDropFn is a callback type for dropping a peer detected as malicious.
|
|
||||||
type peerDropFn func(id string)
|
|
||||||
|
|
||||||
// blockAnnounce is the hash notification of the availability of a new block in the
|
|
||||||
// network.
|
|
||||||
type blockAnnounce struct {
|
|
||||||
hash common.Hash // Hash of the block being announced
|
|
||||||
number uint64 // Number of the block being announced (0 = unknown | old protocol)
|
|
||||||
header *types.Header // Header of the block partially reassembled (new protocol)
|
|
||||||
time time.Time // Timestamp of the announcement
|
|
||||||
|
|
||||||
origin string // Identifier of the peer originating the notification
|
|
||||||
|
|
||||||
fetchHeader headerRequesterFn // Fetcher function to retrieve the header of an announced block
|
|
||||||
fetchBodies bodyRequesterFn // Fetcher function to retrieve the body of an announced block
|
|
||||||
}
|
|
||||||
|
|
||||||
// headerFilterTask represents a batch of headers needing fetcher filtering.
|
|
||||||
type headerFilterTask struct {
|
|
||||||
peer string // The source peer of block headers
|
|
||||||
headers []*types.Header // Collection of headers to filter
|
|
||||||
time time.Time // Arrival time of the headers
|
|
||||||
}
|
|
||||||
|
|
||||||
// bodyFilterTask represents a batch of block bodies (transactions and uncles)
|
|
||||||
// needing fetcher filtering.
|
|
||||||
type bodyFilterTask struct {
|
|
||||||
peer string // The source peer of block bodies
|
|
||||||
transactions [][]*types.Transaction // Collection of transactions per block bodies
|
|
||||||
uncles [][]*types.Header // Collection of uncles per block bodies
|
|
||||||
time time.Time // Arrival time of the blocks' contents
|
|
||||||
}
|
|
||||||
|
|
||||||
// blockOrHeaderInject represents a schedules import operation.
|
|
||||||
type blockOrHeaderInject struct {
|
|
||||||
origin string
|
|
||||||
|
|
||||||
header *types.Header // Used for light mode fetcher which only cares about header.
|
|
||||||
block *types.Block // Used for normal mode fetcher which imports full block.
|
|
||||||
}
|
|
||||||
|
|
||||||
// number returns the block number of the injected object.
|
|
||||||
func (inject *blockOrHeaderInject) number() uint64 {
|
|
||||||
if inject.header != nil {
|
|
||||||
return inject.header.Number.Uint64()
|
|
||||||
}
|
|
||||||
return inject.block.NumberU64()
|
|
||||||
}
|
|
||||||
|
|
||||||
// number returns the block hash of the injected object.
|
|
||||||
func (inject *blockOrHeaderInject) hash() common.Hash {
|
|
||||||
if inject.header != nil {
|
|
||||||
return inject.header.Hash()
|
|
||||||
}
|
|
||||||
return inject.block.Hash()
|
|
||||||
}
|
|
||||||
|
|
||||||
// BlockFetcher is responsible for accumulating block announcements from various peers
|
|
||||||
// and scheduling them for retrieval.
|
|
||||||
type BlockFetcher struct {
|
|
||||||
light bool // The indicator whether it's a light fetcher or normal one.
|
|
||||||
|
|
||||||
// Various event channels
|
|
||||||
notify chan *blockAnnounce
|
|
||||||
inject chan *blockOrHeaderInject
|
|
||||||
|
|
||||||
headerFilter chan chan *headerFilterTask
|
|
||||||
bodyFilter chan chan *bodyFilterTask
|
|
||||||
|
|
||||||
done chan common.Hash
|
|
||||||
quit chan struct{}
|
|
||||||
|
|
||||||
// Announce states
|
|
||||||
announces map[string]int // Per peer blockAnnounce counts to prevent memory exhaustion
|
|
||||||
announced map[common.Hash][]*blockAnnounce // Announced blocks, scheduled for fetching
|
|
||||||
fetching map[common.Hash]*blockAnnounce // Announced blocks, currently fetching
|
|
||||||
fetched map[common.Hash][]*blockAnnounce // Blocks with headers fetched, scheduled for body retrieval
|
|
||||||
completing map[common.Hash]*blockAnnounce // Blocks with headers, currently body-completing
|
|
||||||
|
|
||||||
// Block cache
|
|
||||||
queue *prque.Prque[int64, *blockOrHeaderInject] // Queue containing the import operations (block number sorted)
|
|
||||||
queues map[string]int // Per peer block counts to prevent memory exhaustion
|
|
||||||
queued map[common.Hash]*blockOrHeaderInject // Set of already queued blocks (to dedup imports)
|
|
||||||
|
|
||||||
// Callbacks
|
|
||||||
getHeader HeaderRetrievalFn // Retrieves a header from the local chain
|
|
||||||
getBlock blockRetrievalFn // Retrieves a block from the local chain
|
|
||||||
verifyHeader headerVerifierFn // Checks if a block's headers have a valid proof of work
|
|
||||||
broadcastBlock blockBroadcasterFn // Broadcasts a block to connected peers
|
|
||||||
chainHeight chainHeightFn // Retrieves the current chain's height
|
|
||||||
insertHeaders headersInsertFn // Injects a batch of headers into the chain
|
|
||||||
insertChain chainInsertFn // Injects a batch of blocks into the chain
|
|
||||||
dropPeer peerDropFn // Drops a peer for misbehaving
|
|
||||||
|
|
||||||
// Testing hooks
|
|
||||||
announceChangeHook func(common.Hash, bool) // Method to call upon adding or deleting a hash from the blockAnnounce list
|
|
||||||
queueChangeHook func(common.Hash, bool) // Method to call upon adding or deleting a block from the import queue
|
|
||||||
fetchingHook func([]common.Hash) // Method to call upon starting a block (eth/61) or header (eth/62) fetch
|
|
||||||
completingHook func([]common.Hash) // Method to call upon starting a block body fetch (eth/62)
|
|
||||||
importedHook func(*types.Header, *types.Block) // Method to call upon successful header or block import (both eth/61 and eth/62)
|
|
||||||
}
|
|
||||||
|
|
||||||
// NewBlockFetcher creates a block fetcher to retrieve blocks based on hash announcements.
|
|
||||||
func NewBlockFetcher(light bool, getHeader HeaderRetrievalFn, getBlock blockRetrievalFn, verifyHeader headerVerifierFn, broadcastBlock blockBroadcasterFn, chainHeight chainHeightFn, insertHeaders headersInsertFn, insertChain chainInsertFn, dropPeer peerDropFn) *BlockFetcher {
|
|
||||||
return &BlockFetcher{
|
|
||||||
light: light,
|
|
||||||
notify: make(chan *blockAnnounce),
|
|
||||||
inject: make(chan *blockOrHeaderInject),
|
|
||||||
headerFilter: make(chan chan *headerFilterTask),
|
|
||||||
bodyFilter: make(chan chan *bodyFilterTask),
|
|
||||||
done: make(chan common.Hash),
|
|
||||||
quit: make(chan struct{}),
|
|
||||||
announces: make(map[string]int),
|
|
||||||
announced: make(map[common.Hash][]*blockAnnounce),
|
|
||||||
fetching: make(map[common.Hash]*blockAnnounce),
|
|
||||||
fetched: make(map[common.Hash][]*blockAnnounce),
|
|
||||||
completing: make(map[common.Hash]*blockAnnounce),
|
|
||||||
queue: prque.New[int64, *blockOrHeaderInject](nil),
|
|
||||||
queues: make(map[string]int),
|
|
||||||
queued: make(map[common.Hash]*blockOrHeaderInject),
|
|
||||||
getHeader: getHeader,
|
|
||||||
getBlock: getBlock,
|
|
||||||
verifyHeader: verifyHeader,
|
|
||||||
broadcastBlock: broadcastBlock,
|
|
||||||
chainHeight: chainHeight,
|
|
||||||
insertHeaders: insertHeaders,
|
|
||||||
insertChain: insertChain,
|
|
||||||
dropPeer: dropPeer,
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Start boots up the announcement based synchroniser, accepting and processing
|
|
||||||
// hash notifications and block fetches until termination requested.
|
|
||||||
func (f *BlockFetcher) Start() {
|
|
||||||
go f.loop()
|
|
||||||
}
|
|
||||||
|
|
||||||
// Stop terminates the announcement based synchroniser, canceling all pending
|
|
||||||
// operations.
|
|
||||||
func (f *BlockFetcher) Stop() {
|
|
||||||
close(f.quit)
|
|
||||||
}
|
|
||||||
|
|
||||||
// Notify announces the fetcher of the potential availability of a new block in
|
|
||||||
// the network.
|
|
||||||
func (f *BlockFetcher) Notify(peer string, hash common.Hash, number uint64, time time.Time,
|
|
||||||
headerFetcher headerRequesterFn, bodyFetcher bodyRequesterFn) error {
|
|
||||||
block := &blockAnnounce{
|
|
||||||
hash: hash,
|
|
||||||
number: number,
|
|
||||||
time: time,
|
|
||||||
origin: peer,
|
|
||||||
fetchHeader: headerFetcher,
|
|
||||||
fetchBodies: bodyFetcher,
|
|
||||||
}
|
|
||||||
select {
|
|
||||||
case f.notify <- block:
|
|
||||||
return nil
|
|
||||||
case <-f.quit:
|
|
||||||
return errTerminated
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Enqueue tries to fill gaps the fetcher's future import queue.
|
|
||||||
func (f *BlockFetcher) Enqueue(peer string, block *types.Block) error {
|
|
||||||
op := &blockOrHeaderInject{
|
|
||||||
origin: peer,
|
|
||||||
block: block,
|
|
||||||
}
|
|
||||||
select {
|
|
||||||
case f.inject <- op:
|
|
||||||
return nil
|
|
||||||
case <-f.quit:
|
|
||||||
return errTerminated
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// FilterHeaders extracts all the headers that were explicitly requested by the fetcher,
|
|
||||||
// returning those that should be handled differently.
|
|
||||||
func (f *BlockFetcher) FilterHeaders(peer string, headers []*types.Header, time time.Time) []*types.Header {
|
|
||||||
log.Trace("Filtering headers", "peer", peer, "headers", len(headers))
|
|
||||||
|
|
||||||
// Send the filter channel to the fetcher
|
|
||||||
filter := make(chan *headerFilterTask)
|
|
||||||
|
|
||||||
select {
|
|
||||||
case f.headerFilter <- filter:
|
|
||||||
case <-f.quit:
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
// Request the filtering of the header list
|
|
||||||
select {
|
|
||||||
case filter <- &headerFilterTask{peer: peer, headers: headers, time: time}:
|
|
||||||
case <-f.quit:
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
// Retrieve the headers remaining after filtering
|
|
||||||
select {
|
|
||||||
case task := <-filter:
|
|
||||||
return task.headers
|
|
||||||
case <-f.quit:
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// FilterBodies extracts all the block bodies that were explicitly requested by
|
|
||||||
// the fetcher, returning those that should be handled differently.
|
|
||||||
func (f *BlockFetcher) FilterBodies(peer string, transactions [][]*types.Transaction, uncles [][]*types.Header, time time.Time) ([][]*types.Transaction, [][]*types.Header) {
|
|
||||||
log.Trace("Filtering bodies", "peer", peer, "txs", len(transactions), "uncles", len(uncles))
|
|
||||||
|
|
||||||
// Send the filter channel to the fetcher
|
|
||||||
filter := make(chan *bodyFilterTask)
|
|
||||||
|
|
||||||
select {
|
|
||||||
case f.bodyFilter <- filter:
|
|
||||||
case <-f.quit:
|
|
||||||
return nil, nil
|
|
||||||
}
|
|
||||||
// Request the filtering of the body list
|
|
||||||
select {
|
|
||||||
case filter <- &bodyFilterTask{peer: peer, transactions: transactions, uncles: uncles, time: time}:
|
|
||||||
case <-f.quit:
|
|
||||||
return nil, nil
|
|
||||||
}
|
|
||||||
// Retrieve the bodies remaining after filtering
|
|
||||||
select {
|
|
||||||
case task := <-filter:
|
|
||||||
return task.transactions, task.uncles
|
|
||||||
case <-f.quit:
|
|
||||||
return nil, nil
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Loop is the main fetcher loop, checking and processing various notification
|
|
||||||
// events.
|
|
||||||
func (f *BlockFetcher) loop() {
|
|
||||||
// Iterate the block fetching until a quit is requested
|
|
||||||
var (
|
|
||||||
fetchTimer = time.NewTimer(0)
|
|
||||||
completeTimer = time.NewTimer(0)
|
|
||||||
)
|
|
||||||
<-fetchTimer.C // clear out the channel
|
|
||||||
<-completeTimer.C
|
|
||||||
defer fetchTimer.Stop()
|
|
||||||
defer completeTimer.Stop()
|
|
||||||
|
|
||||||
for {
|
|
||||||
// Clean up any expired block fetches
|
|
||||||
for hash, announce := range f.fetching {
|
|
||||||
if time.Since(announce.time) > fetchTimeout {
|
|
||||||
f.forgetHash(hash)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// Import any queued blocks that could potentially fit
|
|
||||||
height := f.chainHeight()
|
|
||||||
for !f.queue.Empty() {
|
|
||||||
op := f.queue.PopItem()
|
|
||||||
hash := op.hash()
|
|
||||||
if f.queueChangeHook != nil {
|
|
||||||
f.queueChangeHook(hash, false)
|
|
||||||
}
|
|
||||||
// If too high up the chain or phase, continue later
|
|
||||||
number := op.number()
|
|
||||||
if number > height+1 {
|
|
||||||
f.queue.Push(op, -int64(number))
|
|
||||||
if f.queueChangeHook != nil {
|
|
||||||
f.queueChangeHook(hash, true)
|
|
||||||
}
|
|
||||||
break
|
|
||||||
}
|
|
||||||
// Otherwise if fresh and still unknown, try and import
|
|
||||||
if (number+maxUncleDist < height) || (f.light && f.getHeader(hash) != nil) || (!f.light && f.getBlock(hash) != nil) {
|
|
||||||
f.forgetBlock(hash)
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
if f.light {
|
|
||||||
f.importHeaders(op.origin, op.header)
|
|
||||||
} else {
|
|
||||||
f.importBlocks(op.origin, op.block)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// Wait for an outside event to occur
|
|
||||||
select {
|
|
||||||
case <-f.quit:
|
|
||||||
// BlockFetcher terminating, abort all operations
|
|
||||||
return
|
|
||||||
|
|
||||||
case notification := <-f.notify:
|
|
||||||
// A block was announced, make sure the peer isn't DOSing us
|
|
||||||
blockAnnounceInMeter.Mark(1)
|
|
||||||
|
|
||||||
count := f.announces[notification.origin] + 1
|
|
||||||
if count > hashLimit {
|
|
||||||
log.Debug("Peer exceeded outstanding announces", "peer", notification.origin, "limit", hashLimit)
|
|
||||||
blockAnnounceDOSMeter.Mark(1)
|
|
||||||
break
|
|
||||||
}
|
|
||||||
if notification.number == 0 {
|
|
||||||
break
|
|
||||||
}
|
|
||||||
// If we have a valid block number, check that it's potentially useful
|
|
||||||
if dist := int64(notification.number) - int64(f.chainHeight()); dist < -maxUncleDist || dist > maxQueueDist {
|
|
||||||
log.Debug("Peer discarded announcement", "peer", notification.origin, "number", notification.number, "hash", notification.hash, "distance", dist)
|
|
||||||
blockAnnounceDropMeter.Mark(1)
|
|
||||||
break
|
|
||||||
}
|
|
||||||
// All is well, schedule the announce if block's not yet downloading
|
|
||||||
if _, ok := f.fetching[notification.hash]; ok {
|
|
||||||
break
|
|
||||||
}
|
|
||||||
if _, ok := f.completing[notification.hash]; ok {
|
|
||||||
break
|
|
||||||
}
|
|
||||||
f.announces[notification.origin] = count
|
|
||||||
f.announced[notification.hash] = append(f.announced[notification.hash], notification)
|
|
||||||
if f.announceChangeHook != nil && len(f.announced[notification.hash]) == 1 {
|
|
||||||
f.announceChangeHook(notification.hash, true)
|
|
||||||
}
|
|
||||||
if len(f.announced) == 1 {
|
|
||||||
f.rescheduleFetch(fetchTimer)
|
|
||||||
}
|
|
||||||
|
|
||||||
case op := <-f.inject:
|
|
||||||
// A direct block insertion was requested, try and fill any pending gaps
|
|
||||||
blockBroadcastInMeter.Mark(1)
|
|
||||||
|
|
||||||
// Now only direct block injection is allowed, drop the header injection
|
|
||||||
// here silently if we receive.
|
|
||||||
if f.light {
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
f.enqueue(op.origin, nil, op.block)
|
|
||||||
|
|
||||||
case hash := <-f.done:
|
|
||||||
// A pending import finished, remove all traces of the notification
|
|
||||||
f.forgetHash(hash)
|
|
||||||
f.forgetBlock(hash)
|
|
||||||
|
|
||||||
case <-fetchTimer.C:
|
|
||||||
// At least one block's timer ran out, check for needing retrieval
|
|
||||||
request := make(map[string][]common.Hash)
|
|
||||||
|
|
||||||
for hash, announces := range f.announced {
|
|
||||||
// In current LES protocol(les2/les3), only header announce is
|
|
||||||
// available, no need to wait too much time for header broadcast.
|
|
||||||
timeout := arriveTimeout - gatherSlack
|
|
||||||
if f.light {
|
|
||||||
timeout = 0
|
|
||||||
}
|
|
||||||
if time.Since(announces[0].time) > timeout {
|
|
||||||
// Pick a random peer to retrieve from, reset all others
|
|
||||||
announce := announces[rand.Intn(len(announces))]
|
|
||||||
f.forgetHash(hash)
|
|
||||||
|
|
||||||
// If the block still didn't arrive, queue for fetching
|
|
||||||
if (f.light && f.getHeader(hash) == nil) || (!f.light && f.getBlock(hash) == nil) {
|
|
||||||
request[announce.origin] = append(request[announce.origin], hash)
|
|
||||||
f.fetching[hash] = announce
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// Send out all block header requests
|
|
||||||
for peer, hashes := range request {
|
|
||||||
log.Trace("Fetching scheduled headers", "peer", peer, "list", hashes)
|
|
||||||
|
|
||||||
// Create a closure of the fetch and schedule in on a new thread
|
|
||||||
fetchHeader, hashes := f.fetching[hashes[0]].fetchHeader, hashes
|
|
||||||
go func(peer string) {
|
|
||||||
if f.fetchingHook != nil {
|
|
||||||
f.fetchingHook(hashes)
|
|
||||||
}
|
|
||||||
for _, hash := range hashes {
|
|
||||||
headerFetchMeter.Mark(1)
|
|
||||||
go func(hash common.Hash) {
|
|
||||||
resCh := make(chan *eth.Response)
|
|
||||||
|
|
||||||
req, err := fetchHeader(hash, resCh)
|
|
||||||
if err != nil {
|
|
||||||
return // Legacy code, yolo
|
|
||||||
}
|
|
||||||
defer req.Close()
|
|
||||||
|
|
||||||
timeout := time.NewTimer(2 * fetchTimeout) // 2x leeway before dropping the peer
|
|
||||||
defer timeout.Stop()
|
|
||||||
|
|
||||||
select {
|
|
||||||
case res := <-resCh:
|
|
||||||
res.Done <- nil
|
|
||||||
f.FilterHeaders(peer, *res.Res.(*eth.BlockHeadersRequest), time.Now())
|
|
||||||
|
|
||||||
case <-timeout.C:
|
|
||||||
// The peer didn't respond in time. The request
|
|
||||||
// was already rescheduled at this point, we were
|
|
||||||
// waiting for a catchup. With an unresponsive
|
|
||||||
// peer however, it's a protocol violation.
|
|
||||||
f.dropPeer(peer)
|
|
||||||
}
|
|
||||||
}(hash)
|
|
||||||
}
|
|
||||||
}(peer)
|
|
||||||
}
|
|
||||||
// Schedule the next fetch if blocks are still pending
|
|
||||||
f.rescheduleFetch(fetchTimer)
|
|
||||||
|
|
||||||
case <-completeTimer.C:
|
|
||||||
// At least one header's timer ran out, retrieve everything
|
|
||||||
request := make(map[string][]common.Hash)
|
|
||||||
|
|
||||||
for hash, announces := range f.fetched {
|
|
||||||
// Pick a random peer to retrieve from, reset all others
|
|
||||||
announce := announces[rand.Intn(len(announces))]
|
|
||||||
f.forgetHash(hash)
|
|
||||||
|
|
||||||
// If the block still didn't arrive, queue for completion
|
|
||||||
if f.getBlock(hash) == nil {
|
|
||||||
request[announce.origin] = append(request[announce.origin], hash)
|
|
||||||
f.completing[hash] = announce
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// Send out all block body requests
|
|
||||||
for peer, hashes := range request {
|
|
||||||
log.Trace("Fetching scheduled bodies", "peer", peer, "list", hashes)
|
|
||||||
|
|
||||||
// Create a closure of the fetch and schedule in on a new thread
|
|
||||||
if f.completingHook != nil {
|
|
||||||
f.completingHook(hashes)
|
|
||||||
}
|
|
||||||
fetchBodies := f.completing[hashes[0]].fetchBodies
|
|
||||||
bodyFetchMeter.Mark(int64(len(hashes)))
|
|
||||||
|
|
||||||
go func(peer string, hashes []common.Hash) {
|
|
||||||
resCh := make(chan *eth.Response)
|
|
||||||
|
|
||||||
req, err := fetchBodies(hashes, resCh)
|
|
||||||
if err != nil {
|
|
||||||
return // Legacy code, yolo
|
|
||||||
}
|
|
||||||
defer req.Close()
|
|
||||||
|
|
||||||
timeout := time.NewTimer(2 * fetchTimeout) // 2x leeway before dropping the peer
|
|
||||||
defer timeout.Stop()
|
|
||||||
|
|
||||||
select {
|
|
||||||
case res := <-resCh:
|
|
||||||
res.Done <- nil
|
|
||||||
// Ignoring withdrawals here, since the block fetcher is not used post-merge.
|
|
||||||
txs, uncles, _ := res.Res.(*eth.BlockBodiesResponse).Unpack()
|
|
||||||
f.FilterBodies(peer, txs, uncles, time.Now())
|
|
||||||
|
|
||||||
case <-timeout.C:
|
|
||||||
// The peer didn't respond in time. The request
|
|
||||||
// was already rescheduled at this point, we were
|
|
||||||
// waiting for a catchup. With an unresponsive
|
|
||||||
// peer however, it's a protocol violation.
|
|
||||||
f.dropPeer(peer)
|
|
||||||
}
|
|
||||||
}(peer, hashes)
|
|
||||||
}
|
|
||||||
// Schedule the next fetch if blocks are still pending
|
|
||||||
f.rescheduleComplete(completeTimer)
|
|
||||||
|
|
||||||
case filter := <-f.headerFilter:
|
|
||||||
// Headers arrived from a remote peer. Extract those that were explicitly
|
|
||||||
// requested by the fetcher, and return everything else so it's delivered
|
|
||||||
// to other parts of the system.
|
|
||||||
var task *headerFilterTask
|
|
||||||
select {
|
|
||||||
case task = <-filter:
|
|
||||||
case <-f.quit:
|
|
||||||
return
|
|
||||||
}
|
|
||||||
headerFilterInMeter.Mark(int64(len(task.headers)))
|
|
||||||
|
|
||||||
// Split the batch of headers into unknown ones (to return to the caller),
|
|
||||||
// known incomplete ones (requiring body retrievals) and completed blocks.
|
|
||||||
unknown, incomplete, complete, lightHeaders := []*types.Header{}, []*blockAnnounce{}, []*types.Block{}, []*blockAnnounce{}
|
|
||||||
for _, header := range task.headers {
|
|
||||||
hash := header.Hash()
|
|
||||||
|
|
||||||
// Filter fetcher-requested headers from other synchronisation algorithms
|
|
||||||
if announce := f.fetching[hash]; announce != nil && announce.origin == task.peer && f.fetched[hash] == nil && f.completing[hash] == nil && f.queued[hash] == nil {
|
|
||||||
// If the delivered header does not match the promised number, drop the announcer
|
|
||||||
if header.Number.Uint64() != announce.number {
|
|
||||||
log.Trace("Invalid block number fetched", "peer", announce.origin, "hash", header.Hash(), "announced", announce.number, "provided", header.Number)
|
|
||||||
f.dropPeer(announce.origin)
|
|
||||||
f.forgetHash(hash)
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
// Collect all headers only if we are running in light
|
|
||||||
// mode and the headers are not imported by other means.
|
|
||||||
if f.light {
|
|
||||||
if f.getHeader(hash) == nil {
|
|
||||||
announce.header = header
|
|
||||||
lightHeaders = append(lightHeaders, announce)
|
|
||||||
}
|
|
||||||
f.forgetHash(hash)
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
// Only keep if not imported by other means
|
|
||||||
if f.getBlock(hash) == nil {
|
|
||||||
announce.header = header
|
|
||||||
announce.time = task.time
|
|
||||||
|
|
||||||
// If the block is empty (header only), short circuit into the final import queue
|
|
||||||
if header.TxHash == types.EmptyTxsHash && header.UncleHash == types.EmptyUncleHash {
|
|
||||||
log.Trace("Block empty, skipping body retrieval", "peer", announce.origin, "number", header.Number, "hash", header.Hash())
|
|
||||||
|
|
||||||
block := types.NewBlockWithHeader(header)
|
|
||||||
block.ReceivedAt = task.time
|
|
||||||
|
|
||||||
complete = append(complete, block)
|
|
||||||
f.completing[hash] = announce
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
// Otherwise add to the list of blocks needing completion
|
|
||||||
incomplete = append(incomplete, announce)
|
|
||||||
} else {
|
|
||||||
log.Trace("Block already imported, discarding header", "peer", announce.origin, "number", header.Number, "hash", header.Hash())
|
|
||||||
f.forgetHash(hash)
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
// BlockFetcher doesn't know about it, add to the return list
|
|
||||||
unknown = append(unknown, header)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
headerFilterOutMeter.Mark(int64(len(unknown)))
|
|
||||||
select {
|
|
||||||
case filter <- &headerFilterTask{headers: unknown, time: task.time}:
|
|
||||||
case <-f.quit:
|
|
||||||
return
|
|
||||||
}
|
|
||||||
// Schedule the retrieved headers for body completion
|
|
||||||
for _, announce := range incomplete {
|
|
||||||
hash := announce.header.Hash()
|
|
||||||
if _, ok := f.completing[hash]; ok {
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
f.fetched[hash] = append(f.fetched[hash], announce)
|
|
||||||
if len(f.fetched) == 1 {
|
|
||||||
f.rescheduleComplete(completeTimer)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// Schedule the header for light fetcher import
|
|
||||||
for _, announce := range lightHeaders {
|
|
||||||
f.enqueue(announce.origin, announce.header, nil)
|
|
||||||
}
|
|
||||||
// Schedule the header-only blocks for import
|
|
||||||
for _, block := range complete {
|
|
||||||
if announce := f.completing[block.Hash()]; announce != nil {
|
|
||||||
f.enqueue(announce.origin, nil, block)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
case filter := <-f.bodyFilter:
|
|
||||||
// Block bodies arrived, extract any explicitly requested blocks, return the rest
|
|
||||||
var task *bodyFilterTask
|
|
||||||
select {
|
|
||||||
case task = <-filter:
|
|
||||||
case <-f.quit:
|
|
||||||
return
|
|
||||||
}
|
|
||||||
bodyFilterInMeter.Mark(int64(len(task.transactions)))
|
|
||||||
blocks := []*types.Block{}
|
|
||||||
// abort early if there's nothing explicitly requested
|
|
||||||
if len(f.completing) > 0 {
|
|
||||||
for i := 0; i < len(task.transactions) && i < len(task.uncles); i++ {
|
|
||||||
// Match up a body to any possible completion request
|
|
||||||
var (
|
|
||||||
matched = false
|
|
||||||
uncleHash common.Hash // calculated lazily and reused
|
|
||||||
txnHash common.Hash // calculated lazily and reused
|
|
||||||
)
|
|
||||||
for hash, announce := range f.completing {
|
|
||||||
if f.queued[hash] != nil || announce.origin != task.peer {
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
if uncleHash == (common.Hash{}) {
|
|
||||||
uncleHash = types.CalcUncleHash(task.uncles[i])
|
|
||||||
}
|
|
||||||
if uncleHash != announce.header.UncleHash {
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
if txnHash == (common.Hash{}) {
|
|
||||||
txnHash = types.DeriveSha(types.Transactions(task.transactions[i]), trie.NewStackTrie(nil))
|
|
||||||
}
|
|
||||||
if txnHash != announce.header.TxHash {
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
// Mark the body matched, reassemble if still unknown
|
|
||||||
matched = true
|
|
||||||
if f.getBlock(hash) == nil {
|
|
||||||
block := types.NewBlockWithHeader(announce.header).WithBody(task.transactions[i], task.uncles[i])
|
|
||||||
block.ReceivedAt = task.time
|
|
||||||
blocks = append(blocks, block)
|
|
||||||
} else {
|
|
||||||
f.forgetHash(hash)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if matched {
|
|
||||||
task.transactions = append(task.transactions[:i], task.transactions[i+1:]...)
|
|
||||||
task.uncles = append(task.uncles[:i], task.uncles[i+1:]...)
|
|
||||||
i--
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
bodyFilterOutMeter.Mark(int64(len(task.transactions)))
|
|
||||||
select {
|
|
||||||
case filter <- task:
|
|
||||||
case <-f.quit:
|
|
||||||
return
|
|
||||||
}
|
|
||||||
// Schedule the retrieved blocks for ordered import
|
|
||||||
for _, block := range blocks {
|
|
||||||
if announce := f.completing[block.Hash()]; announce != nil {
|
|
||||||
f.enqueue(announce.origin, nil, block)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// rescheduleFetch resets the specified fetch timer to the next blockAnnounce timeout.
|
|
||||||
func (f *BlockFetcher) rescheduleFetch(fetch *time.Timer) {
|
|
||||||
// Short circuit if no blocks are announced
|
|
||||||
if len(f.announced) == 0 {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
// Schedule announcement retrieval quickly for light mode
|
|
||||||
// since server won't send any headers to client.
|
|
||||||
if f.light {
|
|
||||||
fetch.Reset(lightTimeout)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
// Otherwise find the earliest expiring announcement
|
|
||||||
earliest := time.Now()
|
|
||||||
for _, announces := range f.announced {
|
|
||||||
if earliest.After(announces[0].time) {
|
|
||||||
earliest = announces[0].time
|
|
||||||
}
|
|
||||||
}
|
|
||||||
fetch.Reset(arriveTimeout - time.Since(earliest))
|
|
||||||
}
|
|
||||||
|
|
||||||
// rescheduleComplete resets the specified completion timer to the next fetch timeout.
|
|
||||||
func (f *BlockFetcher) rescheduleComplete(complete *time.Timer) {
|
|
||||||
// Short circuit if no headers are fetched
|
|
||||||
if len(f.fetched) == 0 {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
// Otherwise find the earliest expiring announcement
|
|
||||||
earliest := time.Now()
|
|
||||||
for _, announces := range f.fetched {
|
|
||||||
if earliest.After(announces[0].time) {
|
|
||||||
earliest = announces[0].time
|
|
||||||
}
|
|
||||||
}
|
|
||||||
complete.Reset(gatherSlack - time.Since(earliest))
|
|
||||||
}
|
|
||||||
|
|
||||||
// enqueue schedules a new header or block import operation, if the component
|
|
||||||
// to be imported has not yet been seen.
|
|
||||||
func (f *BlockFetcher) enqueue(peer string, header *types.Header, block *types.Block) {
|
|
||||||
var (
|
|
||||||
hash common.Hash
|
|
||||||
number uint64
|
|
||||||
)
|
|
||||||
if header != nil {
|
|
||||||
hash, number = header.Hash(), header.Number.Uint64()
|
|
||||||
} else {
|
|
||||||
hash, number = block.Hash(), block.NumberU64()
|
|
||||||
}
|
|
||||||
// Ensure the peer isn't DOSing us
|
|
||||||
count := f.queues[peer] + 1
|
|
||||||
if count > blockLimit {
|
|
||||||
log.Debug("Discarded delivered header or block, exceeded allowance", "peer", peer, "number", number, "hash", hash, "limit", blockLimit)
|
|
||||||
blockBroadcastDOSMeter.Mark(1)
|
|
||||||
f.forgetHash(hash)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
// Discard any past or too distant blocks
|
|
||||||
if dist := int64(number) - int64(f.chainHeight()); dist < -maxUncleDist || dist > maxQueueDist {
|
|
||||||
log.Debug("Discarded delivered header or block, too far away", "peer", peer, "number", number, "hash", hash, "distance", dist)
|
|
||||||
blockBroadcastDropMeter.Mark(1)
|
|
||||||
f.forgetHash(hash)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
// Schedule the block for future importing
|
|
||||||
if _, ok := f.queued[hash]; !ok {
|
|
||||||
op := &blockOrHeaderInject{origin: peer}
|
|
||||||
if header != nil {
|
|
||||||
op.header = header
|
|
||||||
} else {
|
|
||||||
op.block = block
|
|
||||||
}
|
|
||||||
f.queues[peer] = count
|
|
||||||
f.queued[hash] = op
|
|
||||||
f.queue.Push(op, -int64(number))
|
|
||||||
if f.queueChangeHook != nil {
|
|
||||||
f.queueChangeHook(hash, true)
|
|
||||||
}
|
|
||||||
log.Debug("Queued delivered header or block", "peer", peer, "number", number, "hash", hash, "queued", f.queue.Size())
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// importHeaders spawns a new goroutine to run a header insertion into the chain.
|
|
||||||
// If the header's number is at the same height as the current import phase, it
|
|
||||||
// updates the phase states accordingly.
|
|
||||||
func (f *BlockFetcher) importHeaders(peer string, header *types.Header) {
|
|
||||||
hash := header.Hash()
|
|
||||||
log.Debug("Importing propagated header", "peer", peer, "number", header.Number, "hash", hash)
|
|
||||||
|
|
||||||
go func() {
|
|
||||||
defer func() { f.done <- hash }()
|
|
||||||
// If the parent's unknown, abort insertion
|
|
||||||
parent := f.getHeader(header.ParentHash)
|
|
||||||
if parent == nil {
|
|
||||||
log.Debug("Unknown parent of propagated header", "peer", peer, "number", header.Number, "hash", hash, "parent", header.ParentHash)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
// Validate the header and if something went wrong, drop the peer
|
|
||||||
if err := f.verifyHeader(header); err != nil && err != consensus.ErrFutureBlock {
|
|
||||||
log.Debug("Propagated header verification failed", "peer", peer, "number", header.Number, "hash", hash, "err", err)
|
|
||||||
f.dropPeer(peer)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
// Run the actual import and log any issues
|
|
||||||
if _, err := f.insertHeaders([]*types.Header{header}); err != nil {
|
|
||||||
log.Debug("Propagated header import failed", "peer", peer, "number", header.Number, "hash", hash, "err", err)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
// Invoke the testing hook if needed
|
|
||||||
if f.importedHook != nil {
|
|
||||||
f.importedHook(header, nil)
|
|
||||||
}
|
|
||||||
}()
|
|
||||||
}
|
|
||||||
|
|
||||||
// importBlocks spawns a new goroutine to run a block insertion into the chain. If the
|
|
||||||
// block's number is at the same height as the current import phase, it updates
|
|
||||||
// the phase states accordingly.
|
|
||||||
func (f *BlockFetcher) importBlocks(peer string, block *types.Block) {
|
|
||||||
hash := block.Hash()
|
|
||||||
|
|
||||||
// Run the import on a new thread
|
|
||||||
log.Debug("Importing propagated block", "peer", peer, "number", block.Number(), "hash", hash)
|
|
||||||
go func() {
|
|
||||||
defer func() { f.done <- hash }()
|
|
||||||
|
|
||||||
// If the parent's unknown, abort insertion
|
|
||||||
parent := f.getBlock(block.ParentHash())
|
|
||||||
if parent == nil {
|
|
||||||
log.Debug("Unknown parent of propagated block", "peer", peer, "number", block.Number(), "hash", hash, "parent", block.ParentHash())
|
|
||||||
return
|
|
||||||
}
|
|
||||||
// Quickly validate the header and propagate the block if it passes
|
|
||||||
switch err := f.verifyHeader(block.Header()); err {
|
|
||||||
case nil:
|
|
||||||
// All ok, quickly propagate to our peers
|
|
||||||
blockBroadcastOutTimer.UpdateSince(block.ReceivedAt)
|
|
||||||
go f.broadcastBlock(block, true)
|
|
||||||
|
|
||||||
case consensus.ErrFutureBlock:
|
|
||||||
// Weird future block, don't fail, but neither propagate
|
|
||||||
|
|
||||||
default:
|
|
||||||
// Something went very wrong, drop the peer
|
|
||||||
log.Debug("Propagated block verification failed", "peer", peer, "number", block.Number(), "hash", hash, "err", err)
|
|
||||||
f.dropPeer(peer)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
// Run the actual import and log any issues
|
|
||||||
if _, err := f.insertChain(types.Blocks{block}); err != nil {
|
|
||||||
log.Debug("Propagated block import failed", "peer", peer, "number", block.Number(), "hash", hash, "err", err)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
// If import succeeded, broadcast the block
|
|
||||||
blockAnnounceOutTimer.UpdateSince(block.ReceivedAt)
|
|
||||||
go f.broadcastBlock(block, false)
|
|
||||||
|
|
||||||
// Invoke the testing hook if needed
|
|
||||||
if f.importedHook != nil {
|
|
||||||
f.importedHook(nil, block)
|
|
||||||
}
|
|
||||||
}()
|
|
||||||
}
|
|
||||||
|
|
||||||
// forgetHash removes all traces of a block announcement from the fetcher's
|
|
||||||
// internal state.
|
|
||||||
func (f *BlockFetcher) forgetHash(hash common.Hash) {
|
|
||||||
// Remove all pending announces and decrement DOS counters
|
|
||||||
if announceMap, ok := f.announced[hash]; ok {
|
|
||||||
for _, announce := range announceMap {
|
|
||||||
f.announces[announce.origin]--
|
|
||||||
if f.announces[announce.origin] <= 0 {
|
|
||||||
delete(f.announces, announce.origin)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
delete(f.announced, hash)
|
|
||||||
if f.announceChangeHook != nil {
|
|
||||||
f.announceChangeHook(hash, false)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// Remove any pending fetches and decrement the DOS counters
|
|
||||||
if announce := f.fetching[hash]; announce != nil {
|
|
||||||
f.announces[announce.origin]--
|
|
||||||
if f.announces[announce.origin] <= 0 {
|
|
||||||
delete(f.announces, announce.origin)
|
|
||||||
}
|
|
||||||
delete(f.fetching, hash)
|
|
||||||
}
|
|
||||||
|
|
||||||
// Remove any pending completion requests and decrement the DOS counters
|
|
||||||
for _, announce := range f.fetched[hash] {
|
|
||||||
f.announces[announce.origin]--
|
|
||||||
if f.announces[announce.origin] <= 0 {
|
|
||||||
delete(f.announces, announce.origin)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
delete(f.fetched, hash)
|
|
||||||
|
|
||||||
// Remove any pending completions and decrement the DOS counters
|
|
||||||
if announce := f.completing[hash]; announce != nil {
|
|
||||||
f.announces[announce.origin]--
|
|
||||||
if f.announces[announce.origin] <= 0 {
|
|
||||||
delete(f.announces, announce.origin)
|
|
||||||
}
|
|
||||||
delete(f.completing, hash)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// forgetBlock removes all traces of a queued block from the fetcher's internal
|
|
||||||
// state.
|
|
||||||
func (f *BlockFetcher) forgetBlock(hash common.Hash) {
|
|
||||||
if insert := f.queued[hash]; insert != nil {
|
|
||||||
f.queues[insert.origin]--
|
|
||||||
if f.queues[insert.origin] == 0 {
|
|
||||||
delete(f.queues, insert.origin)
|
|
||||||
}
|
|
||||||
delete(f.queued, hash)
|
|
||||||
}
|
|
||||||
}
|
|
|
@ -1,949 +0,0 @@
|
||||||
// Copyright 2015 The go-ethereum Authors
|
|
||||||
// This file is part of the go-ethereum library.
|
|
||||||
//
|
|
||||||
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
||||||
// it under the terms of the GNU Lesser General Public License as published by
|
|
||||||
// the Free Software Foundation, either version 3 of the License, or
|
|
||||||
// (at your option) any later version.
|
|
||||||
//
|
|
||||||
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
||||||
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
||||||
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
||||||
// GNU Lesser General Public License for more details.
|
|
||||||
//
|
|
||||||
// You should have received a copy of the GNU Lesser General Public License
|
|
||||||
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
||||||
|
|
||||||
package fetcher
|
|
||||||
|
|
||||||
import (
|
|
||||||
"errors"
|
|
||||||
"math/big"
|
|
||||||
"sync"
|
|
||||||
"sync/atomic"
|
|
||||||
"testing"
|
|
||||||
"time"
|
|
||||||
|
|
||||||
"github.com/ethereum/go-ethereum/common"
|
|
||||||
"github.com/ethereum/go-ethereum/consensus/ethash"
|
|
||||||
"github.com/ethereum/go-ethereum/core"
|
|
||||||
"github.com/ethereum/go-ethereum/core/rawdb"
|
|
||||||
"github.com/ethereum/go-ethereum/core/types"
|
|
||||||
"github.com/ethereum/go-ethereum/crypto"
|
|
||||||
"github.com/ethereum/go-ethereum/eth/protocols/eth"
|
|
||||||
"github.com/ethereum/go-ethereum/params"
|
|
||||||
"github.com/ethereum/go-ethereum/trie"
|
|
||||||
"github.com/ethereum/go-ethereum/triedb"
|
|
||||||
)
|
|
||||||
|
|
||||||
var (
|
|
||||||
testdb = rawdb.NewMemoryDatabase()
|
|
||||||
testKey, _ = crypto.HexToECDSA("b71c71a67e1177ad4e901695e1b4b9ee17ae16c6668d313eac2f96dbcda3f291")
|
|
||||||
testAddress = crypto.PubkeyToAddress(testKey.PublicKey)
|
|
||||||
gspec = &core.Genesis{
|
|
||||||
Config: params.TestChainConfig,
|
|
||||||
Alloc: types.GenesisAlloc{testAddress: {Balance: big.NewInt(1000000000000000)}},
|
|
||||||
BaseFee: big.NewInt(params.InitialBaseFee),
|
|
||||||
}
|
|
||||||
genesis = gspec.MustCommit(testdb, triedb.NewDatabase(testdb, triedb.HashDefaults))
|
|
||||||
unknownBlock = types.NewBlock(&types.Header{Root: types.EmptyRootHash, GasLimit: params.GenesisGasLimit, BaseFee: big.NewInt(params.InitialBaseFee)}, nil, nil, nil, trie.NewStackTrie(nil))
|
|
||||||
)
|
|
||||||
|
|
||||||
// makeChain creates a chain of n blocks starting at and including parent.
|
|
||||||
// the returned hash chain is ordered head->parent. In addition, every 3rd block
|
|
||||||
// contains a transaction and every 5th an uncle to allow testing correct block
|
|
||||||
// reassembly.
|
|
||||||
func makeChain(n int, seed byte, parent *types.Block) ([]common.Hash, map[common.Hash]*types.Block) {
|
|
||||||
blocks, _ := core.GenerateChain(gspec.Config, parent, ethash.NewFaker(), testdb, n, func(i int, block *core.BlockGen) {
|
|
||||||
block.SetCoinbase(common.Address{seed})
|
|
||||||
|
|
||||||
// If the block number is multiple of 3, send a bonus transaction to the miner
|
|
||||||
if parent == genesis && i%3 == 0 {
|
|
||||||
signer := types.MakeSigner(params.TestChainConfig, block.Number(), block.Timestamp())
|
|
||||||
tx, err := types.SignTx(types.NewTransaction(block.TxNonce(testAddress), common.Address{seed}, big.NewInt(1000), params.TxGas, block.BaseFee(), nil), signer, testKey)
|
|
||||||
if err != nil {
|
|
||||||
panic(err)
|
|
||||||
}
|
|
||||||
block.AddTx(tx)
|
|
||||||
}
|
|
||||||
// If the block number is a multiple of 5, add a bonus uncle to the block
|
|
||||||
if i > 0 && i%5 == 0 {
|
|
||||||
block.AddUncle(&types.Header{ParentHash: block.PrevBlock(i - 2).Hash(), Number: big.NewInt(int64(i - 1))})
|
|
||||||
}
|
|
||||||
})
|
|
||||||
hashes := make([]common.Hash, n+1)
|
|
||||||
hashes[len(hashes)-1] = parent.Hash()
|
|
||||||
blockm := make(map[common.Hash]*types.Block, n+1)
|
|
||||||
blockm[parent.Hash()] = parent
|
|
||||||
for i, b := range blocks {
|
|
||||||
hashes[len(hashes)-i-2] = b.Hash()
|
|
||||||
blockm[b.Hash()] = b
|
|
||||||
}
|
|
||||||
return hashes, blockm
|
|
||||||
}
|
|
||||||
|
|
||||||
// fetcherTester is a test simulator for mocking out local block chain.
|
|
||||||
type fetcherTester struct {
|
|
||||||
fetcher *BlockFetcher
|
|
||||||
|
|
||||||
hashes []common.Hash // Hash chain belonging to the tester
|
|
||||||
headers map[common.Hash]*types.Header // Headers belonging to the tester
|
|
||||||
blocks map[common.Hash]*types.Block // Blocks belonging to the tester
|
|
||||||
drops map[string]bool // Map of peers dropped by the fetcher
|
|
||||||
|
|
||||||
lock sync.RWMutex
|
|
||||||
}
|
|
||||||
|
|
||||||
// newTester creates a new fetcher test mocker.
|
|
||||||
func newTester(light bool) *fetcherTester {
|
|
||||||
tester := &fetcherTester{
|
|
||||||
hashes: []common.Hash{genesis.Hash()},
|
|
||||||
headers: map[common.Hash]*types.Header{genesis.Hash(): genesis.Header()},
|
|
||||||
blocks: map[common.Hash]*types.Block{genesis.Hash(): genesis},
|
|
||||||
drops: make(map[string]bool),
|
|
||||||
}
|
|
||||||
tester.fetcher = NewBlockFetcher(light, tester.getHeader, tester.getBlock, tester.verifyHeader, tester.broadcastBlock, tester.chainHeight, tester.insertHeaders, tester.insertChain, tester.dropPeer)
|
|
||||||
tester.fetcher.Start()
|
|
||||||
|
|
||||||
return tester
|
|
||||||
}
|
|
||||||
|
|
||||||
// getHeader retrieves a header from the tester's block chain.
|
|
||||||
func (f *fetcherTester) getHeader(hash common.Hash) *types.Header {
|
|
||||||
f.lock.RLock()
|
|
||||||
defer f.lock.RUnlock()
|
|
||||||
|
|
||||||
return f.headers[hash]
|
|
||||||
}
|
|
||||||
|
|
||||||
// getBlock retrieves a block from the tester's block chain.
|
|
||||||
func (f *fetcherTester) getBlock(hash common.Hash) *types.Block {
|
|
||||||
f.lock.RLock()
|
|
||||||
defer f.lock.RUnlock()
|
|
||||||
|
|
||||||
return f.blocks[hash]
|
|
||||||
}
|
|
||||||
|
|
||||||
// verifyHeader is a nop placeholder for the block header verification.
|
|
||||||
func (f *fetcherTester) verifyHeader(header *types.Header) error {
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
// broadcastBlock is a nop placeholder for the block broadcasting.
|
|
||||||
func (f *fetcherTester) broadcastBlock(block *types.Block, propagate bool) {
|
|
||||||
}
|
|
||||||
|
|
||||||
// chainHeight retrieves the current height (block number) of the chain.
|
|
||||||
func (f *fetcherTester) chainHeight() uint64 {
|
|
||||||
f.lock.RLock()
|
|
||||||
defer f.lock.RUnlock()
|
|
||||||
|
|
||||||
if f.fetcher.light {
|
|
||||||
return f.headers[f.hashes[len(f.hashes)-1]].Number.Uint64()
|
|
||||||
}
|
|
||||||
return f.blocks[f.hashes[len(f.hashes)-1]].NumberU64()
|
|
||||||
}
|
|
||||||
|
|
||||||
// insertChain injects a new headers into the simulated chain.
|
|
||||||
func (f *fetcherTester) insertHeaders(headers []*types.Header) (int, error) {
|
|
||||||
f.lock.Lock()
|
|
||||||
defer f.lock.Unlock()
|
|
||||||
|
|
||||||
for i, header := range headers {
|
|
||||||
// Make sure the parent in known
|
|
||||||
if _, ok := f.headers[header.ParentHash]; !ok {
|
|
||||||
return i, errors.New("unknown parent")
|
|
||||||
}
|
|
||||||
// Discard any new blocks if the same height already exists
|
|
||||||
if header.Number.Uint64() <= f.headers[f.hashes[len(f.hashes)-1]].Number.Uint64() {
|
|
||||||
return i, nil
|
|
||||||
}
|
|
||||||
// Otherwise build our current chain
|
|
||||||
f.hashes = append(f.hashes, header.Hash())
|
|
||||||
f.headers[header.Hash()] = header
|
|
||||||
}
|
|
||||||
return 0, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
// insertChain injects a new blocks into the simulated chain.
|
|
||||||
func (f *fetcherTester) insertChain(blocks types.Blocks) (int, error) {
|
|
||||||
f.lock.Lock()
|
|
||||||
defer f.lock.Unlock()
|
|
||||||
|
|
||||||
for i, block := range blocks {
|
|
||||||
// Make sure the parent in known
|
|
||||||
if _, ok := f.blocks[block.ParentHash()]; !ok {
|
|
||||||
return i, errors.New("unknown parent")
|
|
||||||
}
|
|
||||||
// Discard any new blocks if the same height already exists
|
|
||||||
if block.NumberU64() <= f.blocks[f.hashes[len(f.hashes)-1]].NumberU64() {
|
|
||||||
return i, nil
|
|
||||||
}
|
|
||||||
// Otherwise build our current chain
|
|
||||||
f.hashes = append(f.hashes, block.Hash())
|
|
||||||
f.blocks[block.Hash()] = block
|
|
||||||
}
|
|
||||||
return 0, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
// dropPeer is an emulator for the peer removal, simply accumulating the various
|
|
||||||
// peers dropped by the fetcher.
|
|
||||||
func (f *fetcherTester) dropPeer(peer string) {
|
|
||||||
f.lock.Lock()
|
|
||||||
defer f.lock.Unlock()
|
|
||||||
|
|
||||||
f.drops[peer] = true
|
|
||||||
}
|
|
||||||
|
|
||||||
// makeHeaderFetcher retrieves a block header fetcher associated with a simulated peer.
|
|
||||||
func (f *fetcherTester) makeHeaderFetcher(peer string, blocks map[common.Hash]*types.Block, drift time.Duration) headerRequesterFn {
|
|
||||||
closure := make(map[common.Hash]*types.Block)
|
|
||||||
for hash, block := range blocks {
|
|
||||||
closure[hash] = block
|
|
||||||
}
|
|
||||||
// Create a function that return a header from the closure
|
|
||||||
return func(hash common.Hash, sink chan *eth.Response) (*eth.Request, error) {
|
|
||||||
// Gather the blocks to return
|
|
||||||
headers := make([]*types.Header, 0, 1)
|
|
||||||
if block, ok := closure[hash]; ok {
|
|
||||||
headers = append(headers, block.Header())
|
|
||||||
}
|
|
||||||
// Return on a new thread
|
|
||||||
req := ð.Request{
|
|
||||||
Peer: peer,
|
|
||||||
}
|
|
||||||
res := ð.Response{
|
|
||||||
Req: req,
|
|
||||||
Res: (*eth.BlockHeadersRequest)(&headers),
|
|
||||||
Time: drift,
|
|
||||||
Done: make(chan error, 1), // Ignore the returned status
|
|
||||||
}
|
|
||||||
go func() {
|
|
||||||
sink <- res
|
|
||||||
}()
|
|
||||||
return req, nil
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// makeBodyFetcher retrieves a block body fetcher associated with a simulated peer.
|
|
||||||
func (f *fetcherTester) makeBodyFetcher(peer string, blocks map[common.Hash]*types.Block, drift time.Duration) bodyRequesterFn {
|
|
||||||
closure := make(map[common.Hash]*types.Block)
|
|
||||||
for hash, block := range blocks {
|
|
||||||
closure[hash] = block
|
|
||||||
}
|
|
||||||
// Create a function that returns blocks from the closure
|
|
||||||
return func(hashes []common.Hash, sink chan *eth.Response) (*eth.Request, error) {
|
|
||||||
// Gather the block bodies to return
|
|
||||||
transactions := make([][]*types.Transaction, 0, len(hashes))
|
|
||||||
uncles := make([][]*types.Header, 0, len(hashes))
|
|
||||||
|
|
||||||
for _, hash := range hashes {
|
|
||||||
if block, ok := closure[hash]; ok {
|
|
||||||
transactions = append(transactions, block.Transactions())
|
|
||||||
uncles = append(uncles, block.Uncles())
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// Return on a new thread
|
|
||||||
bodies := make([]*eth.BlockBody, len(transactions))
|
|
||||||
for i, txs := range transactions {
|
|
||||||
bodies[i] = ð.BlockBody{
|
|
||||||
Transactions: txs,
|
|
||||||
Uncles: uncles[i],
|
|
||||||
}
|
|
||||||
}
|
|
||||||
req := ð.Request{
|
|
||||||
Peer: peer,
|
|
||||||
}
|
|
||||||
res := ð.Response{
|
|
||||||
Req: req,
|
|
||||||
Res: (*eth.BlockBodiesResponse)(&bodies),
|
|
||||||
Time: drift,
|
|
||||||
Done: make(chan error, 1), // Ignore the returned status
|
|
||||||
}
|
|
||||||
go func() {
|
|
||||||
sink <- res
|
|
||||||
}()
|
|
||||||
return req, nil
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// verifyFetchingEvent verifies that one single event arrive on a fetching channel.
|
|
||||||
func verifyFetchingEvent(t *testing.T, fetching chan []common.Hash, arrive bool) {
|
|
||||||
t.Helper()
|
|
||||||
|
|
||||||
if arrive {
|
|
||||||
select {
|
|
||||||
case <-fetching:
|
|
||||||
case <-time.After(time.Second):
|
|
||||||
t.Fatalf("fetching timeout")
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
select {
|
|
||||||
case <-fetching:
|
|
||||||
t.Fatalf("fetching invoked")
|
|
||||||
case <-time.After(10 * time.Millisecond):
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// verifyCompletingEvent verifies that one single event arrive on an completing channel.
|
|
||||||
func verifyCompletingEvent(t *testing.T, completing chan []common.Hash, arrive bool) {
|
|
||||||
t.Helper()
|
|
||||||
|
|
||||||
if arrive {
|
|
||||||
select {
|
|
||||||
case <-completing:
|
|
||||||
case <-time.After(time.Second):
|
|
||||||
t.Fatalf("completing timeout")
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
select {
|
|
||||||
case <-completing:
|
|
||||||
t.Fatalf("completing invoked")
|
|
||||||
case <-time.After(10 * time.Millisecond):
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// verifyImportEvent verifies that one single event arrive on an import channel.
|
|
||||||
func verifyImportEvent(t *testing.T, imported chan interface{}, arrive bool) {
|
|
||||||
t.Helper()
|
|
||||||
|
|
||||||
if arrive {
|
|
||||||
select {
|
|
||||||
case <-imported:
|
|
||||||
case <-time.After(time.Second):
|
|
||||||
t.Fatalf("import timeout")
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
select {
|
|
||||||
case <-imported:
|
|
||||||
t.Fatalf("import invoked")
|
|
||||||
case <-time.After(20 * time.Millisecond):
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// verifyImportCount verifies that exactly count number of events arrive on an
|
|
||||||
// import hook channel.
|
|
||||||
func verifyImportCount(t *testing.T, imported chan interface{}, count int) {
|
|
||||||
t.Helper()
|
|
||||||
|
|
||||||
for i := 0; i < count; i++ {
|
|
||||||
select {
|
|
||||||
case <-imported:
|
|
||||||
case <-time.After(time.Second):
|
|
||||||
t.Fatalf("block %d: import timeout", i+1)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
verifyImportDone(t, imported)
|
|
||||||
}
|
|
||||||
|
|
||||||
// verifyImportDone verifies that no more events are arriving on an import channel.
|
|
||||||
func verifyImportDone(t *testing.T, imported chan interface{}) {
|
|
||||||
t.Helper()
|
|
||||||
|
|
||||||
select {
|
|
||||||
case <-imported:
|
|
||||||
t.Fatalf("extra block imported")
|
|
||||||
case <-time.After(50 * time.Millisecond):
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// verifyChainHeight verifies the chain height is as expected.
|
|
||||||
func verifyChainHeight(t *testing.T, fetcher *fetcherTester, height uint64) {
|
|
||||||
t.Helper()
|
|
||||||
|
|
||||||
if fetcher.chainHeight() != height {
|
|
||||||
t.Fatalf("chain height mismatch, got %d, want %d", fetcher.chainHeight(), height)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Tests that a fetcher accepts block/header announcements and initiates retrievals
|
|
||||||
// for them, successfully importing into the local chain.
|
|
||||||
func TestFullSequentialAnnouncements(t *testing.T) { testSequentialAnnouncements(t, false) }
|
|
||||||
func TestLightSequentialAnnouncements(t *testing.T) { testSequentialAnnouncements(t, true) }
|
|
||||||
|
|
||||||
func testSequentialAnnouncements(t *testing.T, light bool) {
|
|
||||||
// Create a chain of blocks to import
|
|
||||||
targetBlocks := 4 * hashLimit
|
|
||||||
hashes, blocks := makeChain(targetBlocks, 0, genesis)
|
|
||||||
|
|
||||||
tester := newTester(light)
|
|
||||||
defer tester.fetcher.Stop()
|
|
||||||
headerFetcher := tester.makeHeaderFetcher("valid", blocks, -gatherSlack)
|
|
||||||
bodyFetcher := tester.makeBodyFetcher("valid", blocks, 0)
|
|
||||||
|
|
||||||
// Iteratively announce blocks until all are imported
|
|
||||||
imported := make(chan interface{})
|
|
||||||
tester.fetcher.importedHook = func(header *types.Header, block *types.Block) {
|
|
||||||
if light {
|
|
||||||
if header == nil {
|
|
||||||
t.Fatalf("Fetcher try to import empty header")
|
|
||||||
}
|
|
||||||
imported <- header
|
|
||||||
} else {
|
|
||||||
if block == nil {
|
|
||||||
t.Fatalf("Fetcher try to import empty block")
|
|
||||||
}
|
|
||||||
imported <- block
|
|
||||||
}
|
|
||||||
}
|
|
||||||
for i := len(hashes) - 2; i >= 0; i-- {
|
|
||||||
tester.fetcher.Notify("valid", hashes[i], uint64(len(hashes)-i-1), time.Now().Add(-arriveTimeout), headerFetcher, bodyFetcher)
|
|
||||||
verifyImportEvent(t, imported, true)
|
|
||||||
}
|
|
||||||
verifyImportDone(t, imported)
|
|
||||||
verifyChainHeight(t, tester, uint64(len(hashes)-1))
|
|
||||||
}
|
|
||||||
|
|
||||||
// Tests that if blocks are announced by multiple peers (or even the same buggy
|
|
||||||
// peer), they will only get downloaded at most once.
|
|
||||||
func TestFullConcurrentAnnouncements(t *testing.T) { testConcurrentAnnouncements(t, false) }
|
|
||||||
func TestLightConcurrentAnnouncements(t *testing.T) { testConcurrentAnnouncements(t, true) }
|
|
||||||
|
|
||||||
func testConcurrentAnnouncements(t *testing.T, light bool) {
|
|
||||||
// Create a chain of blocks to import
|
|
||||||
targetBlocks := 4 * hashLimit
|
|
||||||
hashes, blocks := makeChain(targetBlocks, 0, genesis)
|
|
||||||
|
|
||||||
// Assemble a tester with a built in counter for the requests
|
|
||||||
tester := newTester(light)
|
|
||||||
firstHeaderFetcher := tester.makeHeaderFetcher("first", blocks, -gatherSlack)
|
|
||||||
firstBodyFetcher := tester.makeBodyFetcher("first", blocks, 0)
|
|
||||||
secondHeaderFetcher := tester.makeHeaderFetcher("second", blocks, -gatherSlack)
|
|
||||||
secondBodyFetcher := tester.makeBodyFetcher("second", blocks, 0)
|
|
||||||
|
|
||||||
var counter atomic.Uint32
|
|
||||||
firstHeaderWrapper := func(hash common.Hash, sink chan *eth.Response) (*eth.Request, error) {
|
|
||||||
counter.Add(1)
|
|
||||||
return firstHeaderFetcher(hash, sink)
|
|
||||||
}
|
|
||||||
secondHeaderWrapper := func(hash common.Hash, sink chan *eth.Response) (*eth.Request, error) {
|
|
||||||
counter.Add(1)
|
|
||||||
return secondHeaderFetcher(hash, sink)
|
|
||||||
}
|
|
||||||
// Iteratively announce blocks until all are imported
|
|
||||||
imported := make(chan interface{})
|
|
||||||
tester.fetcher.importedHook = func(header *types.Header, block *types.Block) {
|
|
||||||
if light {
|
|
||||||
if header == nil {
|
|
||||||
t.Fatalf("Fetcher try to import empty header")
|
|
||||||
}
|
|
||||||
imported <- header
|
|
||||||
} else {
|
|
||||||
if block == nil {
|
|
||||||
t.Fatalf("Fetcher try to import empty block")
|
|
||||||
}
|
|
||||||
imported <- block
|
|
||||||
}
|
|
||||||
}
|
|
||||||
for i := len(hashes) - 2; i >= 0; i-- {
|
|
||||||
tester.fetcher.Notify("first", hashes[i], uint64(len(hashes)-i-1), time.Now().Add(-arriveTimeout), firstHeaderWrapper, firstBodyFetcher)
|
|
||||||
tester.fetcher.Notify("second", hashes[i], uint64(len(hashes)-i-1), time.Now().Add(-arriveTimeout+time.Millisecond), secondHeaderWrapper, secondBodyFetcher)
|
|
||||||
tester.fetcher.Notify("second", hashes[i], uint64(len(hashes)-i-1), time.Now().Add(-arriveTimeout-time.Millisecond), secondHeaderWrapper, secondBodyFetcher)
|
|
||||||
verifyImportEvent(t, imported, true)
|
|
||||||
}
|
|
||||||
verifyImportDone(t, imported)
|
|
||||||
|
|
||||||
// Make sure no blocks were retrieved twice
|
|
||||||
if c := int(counter.Load()); c != targetBlocks {
|
|
||||||
t.Fatalf("retrieval count mismatch: have %v, want %v", c, targetBlocks)
|
|
||||||
}
|
|
||||||
verifyChainHeight(t, tester, uint64(len(hashes)-1))
|
|
||||||
}
|
|
||||||
|
|
||||||
// Tests that announcements arriving while a previous is being fetched still
|
|
||||||
// results in a valid import.
|
|
||||||
func TestFullOverlappingAnnouncements(t *testing.T) { testOverlappingAnnouncements(t, false) }
|
|
||||||
func TestLightOverlappingAnnouncements(t *testing.T) { testOverlappingAnnouncements(t, true) }
|
|
||||||
|
|
||||||
func testOverlappingAnnouncements(t *testing.T, light bool) {
|
|
||||||
// Create a chain of blocks to import
|
|
||||||
targetBlocks := 4 * hashLimit
|
|
||||||
hashes, blocks := makeChain(targetBlocks, 0, genesis)
|
|
||||||
|
|
||||||
tester := newTester(light)
|
|
||||||
headerFetcher := tester.makeHeaderFetcher("valid", blocks, -gatherSlack)
|
|
||||||
bodyFetcher := tester.makeBodyFetcher("valid", blocks, 0)
|
|
||||||
|
|
||||||
// Iteratively announce blocks, but overlap them continuously
|
|
||||||
overlap := 16
|
|
||||||
imported := make(chan interface{}, len(hashes)-1)
|
|
||||||
for i := 0; i < overlap; i++ {
|
|
||||||
imported <- nil
|
|
||||||
}
|
|
||||||
tester.fetcher.importedHook = func(header *types.Header, block *types.Block) {
|
|
||||||
if light {
|
|
||||||
if header == nil {
|
|
||||||
t.Fatalf("Fetcher try to import empty header")
|
|
||||||
}
|
|
||||||
imported <- header
|
|
||||||
} else {
|
|
||||||
if block == nil {
|
|
||||||
t.Fatalf("Fetcher try to import empty block")
|
|
||||||
}
|
|
||||||
imported <- block
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
for i := len(hashes) - 2; i >= 0; i-- {
|
|
||||||
tester.fetcher.Notify("valid", hashes[i], uint64(len(hashes)-i-1), time.Now().Add(-arriveTimeout), headerFetcher, bodyFetcher)
|
|
||||||
select {
|
|
||||||
case <-imported:
|
|
||||||
case <-time.After(time.Second):
|
|
||||||
t.Fatalf("block %d: import timeout", len(hashes)-i)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// Wait for all the imports to complete and check count
|
|
||||||
verifyImportCount(t, imported, overlap)
|
|
||||||
verifyChainHeight(t, tester, uint64(len(hashes)-1))
|
|
||||||
}
|
|
||||||
|
|
||||||
// Tests that announces already being retrieved will not be duplicated.
|
|
||||||
func TestFullPendingDeduplication(t *testing.T) { testPendingDeduplication(t, false) }
|
|
||||||
func TestLightPendingDeduplication(t *testing.T) { testPendingDeduplication(t, true) }
|
|
||||||
|
|
||||||
func testPendingDeduplication(t *testing.T, light bool) {
|
|
||||||
// Create a hash and corresponding block
|
|
||||||
hashes, blocks := makeChain(1, 0, genesis)
|
|
||||||
|
|
||||||
// Assemble a tester with a built in counter and delayed fetcher
|
|
||||||
tester := newTester(light)
|
|
||||||
headerFetcher := tester.makeHeaderFetcher("repeater", blocks, -gatherSlack)
|
|
||||||
bodyFetcher := tester.makeBodyFetcher("repeater", blocks, 0)
|
|
||||||
|
|
||||||
delay := 50 * time.Millisecond
|
|
||||||
var counter atomic.Uint32
|
|
||||||
headerWrapper := func(hash common.Hash, sink chan *eth.Response) (*eth.Request, error) {
|
|
||||||
counter.Add(1)
|
|
||||||
|
|
||||||
// Simulate a long running fetch
|
|
||||||
resink := make(chan *eth.Response)
|
|
||||||
req, err := headerFetcher(hash, resink)
|
|
||||||
if err == nil {
|
|
||||||
go func() {
|
|
||||||
res := <-resink
|
|
||||||
time.Sleep(delay)
|
|
||||||
sink <- res
|
|
||||||
}()
|
|
||||||
}
|
|
||||||
return req, err
|
|
||||||
}
|
|
||||||
checkNonExist := func() bool {
|
|
||||||
return tester.getBlock(hashes[0]) == nil
|
|
||||||
}
|
|
||||||
if light {
|
|
||||||
checkNonExist = func() bool {
|
|
||||||
return tester.getHeader(hashes[0]) == nil
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// Announce the same block many times until it's fetched (wait for any pending ops)
|
|
||||||
for checkNonExist() {
|
|
||||||
tester.fetcher.Notify("repeater", hashes[0], 1, time.Now().Add(-arriveTimeout), headerWrapper, bodyFetcher)
|
|
||||||
time.Sleep(time.Millisecond)
|
|
||||||
}
|
|
||||||
time.Sleep(delay)
|
|
||||||
|
|
||||||
// Check that all blocks were imported and none fetched twice
|
|
||||||
if c := counter.Load(); c != 1 {
|
|
||||||
t.Fatalf("retrieval count mismatch: have %v, want %v", c, 1)
|
|
||||||
}
|
|
||||||
verifyChainHeight(t, tester, 1)
|
|
||||||
}
|
|
||||||
|
|
||||||
// Tests that announcements retrieved in a random order are cached and eventually
|
|
||||||
// imported when all the gaps are filled in.
|
|
||||||
func TestFullRandomArrivalImport(t *testing.T) { testRandomArrivalImport(t, false) }
|
|
||||||
func TestLightRandomArrivalImport(t *testing.T) { testRandomArrivalImport(t, true) }
|
|
||||||
|
|
||||||
func testRandomArrivalImport(t *testing.T, light bool) {
|
|
||||||
// Create a chain of blocks to import, and choose one to delay
|
|
||||||
targetBlocks := maxQueueDist
|
|
||||||
hashes, blocks := makeChain(targetBlocks, 0, genesis)
|
|
||||||
skip := targetBlocks / 2
|
|
||||||
|
|
||||||
tester := newTester(light)
|
|
||||||
headerFetcher := tester.makeHeaderFetcher("valid", blocks, -gatherSlack)
|
|
||||||
bodyFetcher := tester.makeBodyFetcher("valid", blocks, 0)
|
|
||||||
|
|
||||||
// Iteratively announce blocks, skipping one entry
|
|
||||||
imported := make(chan interface{}, len(hashes)-1)
|
|
||||||
tester.fetcher.importedHook = func(header *types.Header, block *types.Block) {
|
|
||||||
if light {
|
|
||||||
if header == nil {
|
|
||||||
t.Fatalf("Fetcher try to import empty header")
|
|
||||||
}
|
|
||||||
imported <- header
|
|
||||||
} else {
|
|
||||||
if block == nil {
|
|
||||||
t.Fatalf("Fetcher try to import empty block")
|
|
||||||
}
|
|
||||||
imported <- block
|
|
||||||
}
|
|
||||||
}
|
|
||||||
for i := len(hashes) - 1; i >= 0; i-- {
|
|
||||||
if i != skip {
|
|
||||||
tester.fetcher.Notify("valid", hashes[i], uint64(len(hashes)-i-1), time.Now().Add(-arriveTimeout), headerFetcher, bodyFetcher)
|
|
||||||
time.Sleep(time.Millisecond)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// Finally announce the skipped entry and check full import
|
|
||||||
tester.fetcher.Notify("valid", hashes[skip], uint64(len(hashes)-skip-1), time.Now().Add(-arriveTimeout), headerFetcher, bodyFetcher)
|
|
||||||
verifyImportCount(t, imported, len(hashes)-1)
|
|
||||||
verifyChainHeight(t, tester, uint64(len(hashes)-1))
|
|
||||||
}
|
|
||||||
|
|
||||||
// Tests that direct block enqueues (due to block propagation vs. hash announce)
|
|
||||||
// are correctly schedule, filling and import queue gaps.
|
|
||||||
func TestQueueGapFill(t *testing.T) {
|
|
||||||
// Create a chain of blocks to import, and choose one to not announce at all
|
|
||||||
targetBlocks := maxQueueDist
|
|
||||||
hashes, blocks := makeChain(targetBlocks, 0, genesis)
|
|
||||||
skip := targetBlocks / 2
|
|
||||||
|
|
||||||
tester := newTester(false)
|
|
||||||
headerFetcher := tester.makeHeaderFetcher("valid", blocks, -gatherSlack)
|
|
||||||
bodyFetcher := tester.makeBodyFetcher("valid", blocks, 0)
|
|
||||||
|
|
||||||
// Iteratively announce blocks, skipping one entry
|
|
||||||
imported := make(chan interface{}, len(hashes)-1)
|
|
||||||
tester.fetcher.importedHook = func(header *types.Header, block *types.Block) { imported <- block }
|
|
||||||
|
|
||||||
for i := len(hashes) - 1; i >= 0; i-- {
|
|
||||||
if i != skip {
|
|
||||||
tester.fetcher.Notify("valid", hashes[i], uint64(len(hashes)-i-1), time.Now().Add(-arriveTimeout), headerFetcher, bodyFetcher)
|
|
||||||
time.Sleep(time.Millisecond)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// Fill the missing block directly as if propagated
|
|
||||||
tester.fetcher.Enqueue("valid", blocks[hashes[skip]])
|
|
||||||
verifyImportCount(t, imported, len(hashes)-1)
|
|
||||||
verifyChainHeight(t, tester, uint64(len(hashes)-1))
|
|
||||||
}
|
|
||||||
|
|
||||||
// Tests that blocks arriving from various sources (multiple propagations, hash
|
|
||||||
// announces, etc) do not get scheduled for import multiple times.
|
|
||||||
func TestImportDeduplication(t *testing.T) {
|
|
||||||
// Create two blocks to import (one for duplication, the other for stalling)
|
|
||||||
hashes, blocks := makeChain(2, 0, genesis)
|
|
||||||
|
|
||||||
// Create the tester and wrap the importer with a counter
|
|
||||||
tester := newTester(false)
|
|
||||||
headerFetcher := tester.makeHeaderFetcher("valid", blocks, -gatherSlack)
|
|
||||||
bodyFetcher := tester.makeBodyFetcher("valid", blocks, 0)
|
|
||||||
|
|
||||||
var counter atomic.Uint32
|
|
||||||
tester.fetcher.insertChain = func(blocks types.Blocks) (int, error) {
|
|
||||||
counter.Add(uint32(len(blocks)))
|
|
||||||
return tester.insertChain(blocks)
|
|
||||||
}
|
|
||||||
// Instrument the fetching and imported events
|
|
||||||
fetching := make(chan []common.Hash)
|
|
||||||
imported := make(chan interface{}, len(hashes)-1)
|
|
||||||
tester.fetcher.fetchingHook = func(hashes []common.Hash) { fetching <- hashes }
|
|
||||||
tester.fetcher.importedHook = func(header *types.Header, block *types.Block) { imported <- block }
|
|
||||||
|
|
||||||
// Announce the duplicating block, wait for retrieval, and also propagate directly
|
|
||||||
tester.fetcher.Notify("valid", hashes[0], 1, time.Now().Add(-arriveTimeout), headerFetcher, bodyFetcher)
|
|
||||||
<-fetching
|
|
||||||
|
|
||||||
tester.fetcher.Enqueue("valid", blocks[hashes[0]])
|
|
||||||
tester.fetcher.Enqueue("valid", blocks[hashes[0]])
|
|
||||||
tester.fetcher.Enqueue("valid", blocks[hashes[0]])
|
|
||||||
|
|
||||||
// Fill the missing block directly as if propagated, and check import uniqueness
|
|
||||||
tester.fetcher.Enqueue("valid", blocks[hashes[1]])
|
|
||||||
verifyImportCount(t, imported, 2)
|
|
||||||
|
|
||||||
if c := counter.Load(); c != 2 {
|
|
||||||
t.Fatalf("import invocation count mismatch: have %v, want %v", c, 2)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Tests that blocks with numbers much lower or higher than out current head get
|
|
||||||
// discarded to prevent wasting resources on useless blocks from faulty peers.
|
|
||||||
func TestDistantPropagationDiscarding(t *testing.T) {
|
|
||||||
// Create a long chain to import and define the discard boundaries
|
|
||||||
hashes, blocks := makeChain(3*maxQueueDist, 0, genesis)
|
|
||||||
head := hashes[len(hashes)/2]
|
|
||||||
|
|
||||||
low, high := len(hashes)/2+maxUncleDist+1, len(hashes)/2-maxQueueDist-1
|
|
||||||
|
|
||||||
// Create a tester and simulate a head block being the middle of the above chain
|
|
||||||
tester := newTester(false)
|
|
||||||
|
|
||||||
tester.lock.Lock()
|
|
||||||
tester.hashes = []common.Hash{head}
|
|
||||||
tester.blocks = map[common.Hash]*types.Block{head: blocks[head]}
|
|
||||||
tester.lock.Unlock()
|
|
||||||
|
|
||||||
// Ensure that a block with a lower number than the threshold is discarded
|
|
||||||
tester.fetcher.Enqueue("lower", blocks[hashes[low]])
|
|
||||||
time.Sleep(10 * time.Millisecond)
|
|
||||||
if !tester.fetcher.queue.Empty() {
|
|
||||||
t.Fatalf("fetcher queued stale block")
|
|
||||||
}
|
|
||||||
// Ensure that a block with a higher number than the threshold is discarded
|
|
||||||
tester.fetcher.Enqueue("higher", blocks[hashes[high]])
|
|
||||||
time.Sleep(10 * time.Millisecond)
|
|
||||||
if !tester.fetcher.queue.Empty() {
|
|
||||||
t.Fatalf("fetcher queued future block")
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Tests that announcements with numbers much lower or higher than out current
|
|
||||||
// head get discarded to prevent wasting resources on useless blocks from faulty
|
|
||||||
// peers.
|
|
||||||
func TestFullDistantAnnouncementDiscarding(t *testing.T) { testDistantAnnouncementDiscarding(t, false) }
|
|
||||||
func TestLightDistantAnnouncementDiscarding(t *testing.T) { testDistantAnnouncementDiscarding(t, true) }
|
|
||||||
|
|
||||||
func testDistantAnnouncementDiscarding(t *testing.T, light bool) {
|
|
||||||
// Create a long chain to import and define the discard boundaries
|
|
||||||
hashes, blocks := makeChain(3*maxQueueDist, 0, genesis)
|
|
||||||
head := hashes[len(hashes)/2]
|
|
||||||
|
|
||||||
low, high := len(hashes)/2+maxUncleDist+1, len(hashes)/2-maxQueueDist-1
|
|
||||||
|
|
||||||
// Create a tester and simulate a head block being the middle of the above chain
|
|
||||||
tester := newTester(light)
|
|
||||||
|
|
||||||
tester.lock.Lock()
|
|
||||||
tester.hashes = []common.Hash{head}
|
|
||||||
tester.headers = map[common.Hash]*types.Header{head: blocks[head].Header()}
|
|
||||||
tester.blocks = map[common.Hash]*types.Block{head: blocks[head]}
|
|
||||||
tester.lock.Unlock()
|
|
||||||
|
|
||||||
headerFetcher := tester.makeHeaderFetcher("lower", blocks, -gatherSlack)
|
|
||||||
bodyFetcher := tester.makeBodyFetcher("lower", blocks, 0)
|
|
||||||
|
|
||||||
fetching := make(chan struct{}, 2)
|
|
||||||
tester.fetcher.fetchingHook = func(hashes []common.Hash) { fetching <- struct{}{} }
|
|
||||||
|
|
||||||
// Ensure that a block with a lower number than the threshold is discarded
|
|
||||||
tester.fetcher.Notify("lower", hashes[low], blocks[hashes[low]].NumberU64(), time.Now().Add(-arriveTimeout), headerFetcher, bodyFetcher)
|
|
||||||
select {
|
|
||||||
case <-time.After(50 * time.Millisecond):
|
|
||||||
case <-fetching:
|
|
||||||
t.Fatalf("fetcher requested stale header")
|
|
||||||
}
|
|
||||||
// Ensure that a block with a higher number than the threshold is discarded
|
|
||||||
tester.fetcher.Notify("higher", hashes[high], blocks[hashes[high]].NumberU64(), time.Now().Add(-arriveTimeout), headerFetcher, bodyFetcher)
|
|
||||||
select {
|
|
||||||
case <-time.After(50 * time.Millisecond):
|
|
||||||
case <-fetching:
|
|
||||||
t.Fatalf("fetcher requested future header")
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Tests that peers announcing blocks with invalid numbers (i.e. not matching
|
|
||||||
// the headers provided afterwards) get dropped as malicious.
|
|
||||||
func TestFullInvalidNumberAnnouncement(t *testing.T) { testInvalidNumberAnnouncement(t, false) }
|
|
||||||
func TestLightInvalidNumberAnnouncement(t *testing.T) { testInvalidNumberAnnouncement(t, true) }
|
|
||||||
|
|
||||||
func testInvalidNumberAnnouncement(t *testing.T, light bool) {
|
|
||||||
// Create a single block to import and check numbers against
|
|
||||||
hashes, blocks := makeChain(1, 0, genesis)
|
|
||||||
|
|
||||||
tester := newTester(light)
|
|
||||||
badHeaderFetcher := tester.makeHeaderFetcher("bad", blocks, -gatherSlack)
|
|
||||||
badBodyFetcher := tester.makeBodyFetcher("bad", blocks, 0)
|
|
||||||
|
|
||||||
imported := make(chan interface{})
|
|
||||||
announced := make(chan interface{}, 2)
|
|
||||||
tester.fetcher.importedHook = func(header *types.Header, block *types.Block) {
|
|
||||||
if light {
|
|
||||||
if header == nil {
|
|
||||||
t.Fatalf("Fetcher try to import empty header")
|
|
||||||
}
|
|
||||||
imported <- header
|
|
||||||
} else {
|
|
||||||
if block == nil {
|
|
||||||
t.Fatalf("Fetcher try to import empty block")
|
|
||||||
}
|
|
||||||
imported <- block
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// Announce a block with a bad number, check for immediate drop
|
|
||||||
tester.fetcher.announceChangeHook = func(hash common.Hash, b bool) {
|
|
||||||
announced <- nil
|
|
||||||
}
|
|
||||||
tester.fetcher.Notify("bad", hashes[0], 2, time.Now().Add(-arriveTimeout), badHeaderFetcher, badBodyFetcher)
|
|
||||||
verifyAnnounce := func() {
|
|
||||||
for i := 0; i < 2; i++ {
|
|
||||||
select {
|
|
||||||
case <-announced:
|
|
||||||
continue
|
|
||||||
case <-time.After(1 * time.Second):
|
|
||||||
t.Fatal("announce timeout")
|
|
||||||
return
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
verifyAnnounce()
|
|
||||||
verifyImportEvent(t, imported, false)
|
|
||||||
tester.lock.RLock()
|
|
||||||
dropped := tester.drops["bad"]
|
|
||||||
tester.lock.RUnlock()
|
|
||||||
|
|
||||||
if !dropped {
|
|
||||||
t.Fatalf("peer with invalid numbered announcement not dropped")
|
|
||||||
}
|
|
||||||
goodHeaderFetcher := tester.makeHeaderFetcher("good", blocks, -gatherSlack)
|
|
||||||
goodBodyFetcher := tester.makeBodyFetcher("good", blocks, 0)
|
|
||||||
// Make sure a good announcement passes without a drop
|
|
||||||
tester.fetcher.Notify("good", hashes[0], 1, time.Now().Add(-arriveTimeout), goodHeaderFetcher, goodBodyFetcher)
|
|
||||||
verifyAnnounce()
|
|
||||||
verifyImportEvent(t, imported, true)
|
|
||||||
|
|
||||||
tester.lock.RLock()
|
|
||||||
dropped = tester.drops["good"]
|
|
||||||
tester.lock.RUnlock()
|
|
||||||
|
|
||||||
if dropped {
|
|
||||||
t.Fatalf("peer with valid numbered announcement dropped")
|
|
||||||
}
|
|
||||||
verifyImportDone(t, imported)
|
|
||||||
}
|
|
||||||
|
|
||||||
// Tests that if a block is empty (i.e. header only), no body request should be
|
|
||||||
// made, and instead the header should be assembled into a whole block in itself.
|
|
||||||
func TestEmptyBlockShortCircuit(t *testing.T) {
|
|
||||||
// Create a chain of blocks to import
|
|
||||||
hashes, blocks := makeChain(32, 0, genesis)
|
|
||||||
|
|
||||||
tester := newTester(false)
|
|
||||||
defer tester.fetcher.Stop()
|
|
||||||
headerFetcher := tester.makeHeaderFetcher("valid", blocks, -gatherSlack)
|
|
||||||
bodyFetcher := tester.makeBodyFetcher("valid", blocks, 0)
|
|
||||||
|
|
||||||
// Add a monitoring hook for all internal events
|
|
||||||
fetching := make(chan []common.Hash)
|
|
||||||
tester.fetcher.fetchingHook = func(hashes []common.Hash) { fetching <- hashes }
|
|
||||||
|
|
||||||
completing := make(chan []common.Hash)
|
|
||||||
tester.fetcher.completingHook = func(hashes []common.Hash) { completing <- hashes }
|
|
||||||
|
|
||||||
imported := make(chan interface{})
|
|
||||||
tester.fetcher.importedHook = func(header *types.Header, block *types.Block) {
|
|
||||||
if block == nil {
|
|
||||||
t.Fatalf("Fetcher try to import empty block")
|
|
||||||
}
|
|
||||||
imported <- block
|
|
||||||
}
|
|
||||||
// Iteratively announce blocks until all are imported
|
|
||||||
for i := len(hashes) - 2; i >= 0; i-- {
|
|
||||||
tester.fetcher.Notify("valid", hashes[i], uint64(len(hashes)-i-1), time.Now().Add(-arriveTimeout), headerFetcher, bodyFetcher)
|
|
||||||
|
|
||||||
// All announces should fetch the header
|
|
||||||
verifyFetchingEvent(t, fetching, true)
|
|
||||||
|
|
||||||
// Only blocks with data contents should request bodies
|
|
||||||
verifyCompletingEvent(t, completing, len(blocks[hashes[i]].Transactions()) > 0 || len(blocks[hashes[i]].Uncles()) > 0)
|
|
||||||
|
|
||||||
// Irrelevant of the construct, import should succeed
|
|
||||||
verifyImportEvent(t, imported, true)
|
|
||||||
}
|
|
||||||
verifyImportDone(t, imported)
|
|
||||||
}
|
|
||||||
|
|
||||||
// Tests that a peer is unable to use unbounded memory with sending infinite
|
|
||||||
// block announcements to a node, but that even in the face of such an attack,
|
|
||||||
// the fetcher remains operational.
|
|
||||||
func TestHashMemoryExhaustionAttack(t *testing.T) {
|
|
||||||
// Create a tester with instrumented import hooks
|
|
||||||
tester := newTester(false)
|
|
||||||
|
|
||||||
imported, announces := make(chan interface{}), atomic.Int32{}
|
|
||||||
tester.fetcher.importedHook = func(header *types.Header, block *types.Block) { imported <- block }
|
|
||||||
tester.fetcher.announceChangeHook = func(hash common.Hash, added bool) {
|
|
||||||
if added {
|
|
||||||
announces.Add(1)
|
|
||||||
} else {
|
|
||||||
announces.Add(-1)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// Create a valid chain and an infinite junk chain
|
|
||||||
targetBlocks := hashLimit + 2*maxQueueDist
|
|
||||||
hashes, blocks := makeChain(targetBlocks, 0, genesis)
|
|
||||||
validHeaderFetcher := tester.makeHeaderFetcher("valid", blocks, -gatherSlack)
|
|
||||||
validBodyFetcher := tester.makeBodyFetcher("valid", blocks, 0)
|
|
||||||
|
|
||||||
attack, _ := makeChain(targetBlocks, 0, unknownBlock)
|
|
||||||
attackerHeaderFetcher := tester.makeHeaderFetcher("attacker", nil, -gatherSlack)
|
|
||||||
attackerBodyFetcher := tester.makeBodyFetcher("attacker", nil, 0)
|
|
||||||
|
|
||||||
// Feed the tester a huge hashset from the attacker, and a limited from the valid peer
|
|
||||||
for i := 0; i < len(attack); i++ {
|
|
||||||
if i < maxQueueDist {
|
|
||||||
tester.fetcher.Notify("valid", hashes[len(hashes)-2-i], uint64(i+1), time.Now(), validHeaderFetcher, validBodyFetcher)
|
|
||||||
}
|
|
||||||
tester.fetcher.Notify("attacker", attack[i], 1 /* don't distance drop */, time.Now(), attackerHeaderFetcher, attackerBodyFetcher)
|
|
||||||
}
|
|
||||||
if count := announces.Load(); count != hashLimit+maxQueueDist {
|
|
||||||
t.Fatalf("queued announce count mismatch: have %d, want %d", count, hashLimit+maxQueueDist)
|
|
||||||
}
|
|
||||||
// Wait for fetches to complete
|
|
||||||
verifyImportCount(t, imported, maxQueueDist)
|
|
||||||
|
|
||||||
// Feed the remaining valid hashes to ensure DOS protection state remains clean
|
|
||||||
for i := len(hashes) - maxQueueDist - 2; i >= 0; i-- {
|
|
||||||
tester.fetcher.Notify("valid", hashes[i], uint64(len(hashes)-i-1), time.Now().Add(-arriveTimeout), validHeaderFetcher, validBodyFetcher)
|
|
||||||
verifyImportEvent(t, imported, true)
|
|
||||||
}
|
|
||||||
verifyImportDone(t, imported)
|
|
||||||
}
|
|
||||||
|
|
||||||
// Tests that blocks sent to the fetcher (either through propagation or via hash
|
|
||||||
// announces and retrievals) don't pile up indefinitely, exhausting available
|
|
||||||
// system memory.
|
|
||||||
func TestBlockMemoryExhaustionAttack(t *testing.T) {
|
|
||||||
// Create a tester with instrumented import hooks
|
|
||||||
tester := newTester(false)
|
|
||||||
|
|
||||||
imported, enqueued := make(chan interface{}), atomic.Int32{}
|
|
||||||
tester.fetcher.importedHook = func(header *types.Header, block *types.Block) { imported <- block }
|
|
||||||
tester.fetcher.queueChangeHook = func(hash common.Hash, added bool) {
|
|
||||||
if added {
|
|
||||||
enqueued.Add(1)
|
|
||||||
} else {
|
|
||||||
enqueued.Add(-1)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// Create a valid chain and a batch of dangling (but in range) blocks
|
|
||||||
targetBlocks := hashLimit + 2*maxQueueDist
|
|
||||||
hashes, blocks := makeChain(targetBlocks, 0, genesis)
|
|
||||||
attack := make(map[common.Hash]*types.Block)
|
|
||||||
for i := byte(0); len(attack) < blockLimit+2*maxQueueDist; i++ {
|
|
||||||
hashes, blocks := makeChain(maxQueueDist-1, i, unknownBlock)
|
|
||||||
for _, hash := range hashes[:maxQueueDist-2] {
|
|
||||||
attack[hash] = blocks[hash]
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// Try to feed all the attacker blocks make sure only a limited batch is accepted
|
|
||||||
for _, block := range attack {
|
|
||||||
tester.fetcher.Enqueue("attacker", block)
|
|
||||||
}
|
|
||||||
time.Sleep(200 * time.Millisecond)
|
|
||||||
if queued := enqueued.Load(); queued != blockLimit {
|
|
||||||
t.Fatalf("queued block count mismatch: have %d, want %d", queued, blockLimit)
|
|
||||||
}
|
|
||||||
// Queue up a batch of valid blocks, and check that a new peer is allowed to do so
|
|
||||||
for i := 0; i < maxQueueDist-1; i++ {
|
|
||||||
tester.fetcher.Enqueue("valid", blocks[hashes[len(hashes)-3-i]])
|
|
||||||
}
|
|
||||||
time.Sleep(100 * time.Millisecond)
|
|
||||||
if queued := enqueued.Load(); queued != blockLimit+maxQueueDist-1 {
|
|
||||||
t.Fatalf("queued block count mismatch: have %d, want %d", queued, blockLimit+maxQueueDist-1)
|
|
||||||
}
|
|
||||||
// Insert the missing piece (and sanity check the import)
|
|
||||||
tester.fetcher.Enqueue("valid", blocks[hashes[len(hashes)-2]])
|
|
||||||
verifyImportCount(t, imported, maxQueueDist)
|
|
||||||
|
|
||||||
// Insert the remaining blocks in chunks to ensure clean DOS protection
|
|
||||||
for i := maxQueueDist; i < len(hashes)-1; i++ {
|
|
||||||
tester.fetcher.Enqueue("valid", blocks[hashes[len(hashes)-2-i]])
|
|
||||||
verifyImportEvent(t, imported, true)
|
|
||||||
}
|
|
||||||
verifyImportDone(t, imported)
|
|
||||||
}
|
|
|
@ -107,6 +107,8 @@ var (
|
||||||
txFetcherFetchingHashes = metrics.NewRegisteredGauge("eth/fetcher/transaction/fetching/hashes", nil)
|
txFetcherFetchingHashes = metrics.NewRegisteredGauge("eth/fetcher/transaction/fetching/hashes", nil)
|
||||||
)
|
)
|
||||||
|
|
||||||
|
var errTerminated = errors.New("terminated")
|
||||||
|
|
||||||
// txAnnounce is the notification of the availability of a batch
|
// txAnnounce is the notification of the availability of a batch
|
||||||
// of new transactions in the network.
|
// of new transactions in the network.
|
||||||
type txAnnounce struct {
|
type txAnnounce struct {
|
||||||
|
@ -783,7 +785,7 @@ func (f *TxFetcher) loop() {
|
||||||
// rescheduleWait iterates over all the transactions currently in the waitlist
|
// rescheduleWait iterates over all the transactions currently in the waitlist
|
||||||
// and schedules the movement into the fetcher for the earliest.
|
// and schedules the movement into the fetcher for the earliest.
|
||||||
//
|
//
|
||||||
// The method has a granularity of 'gatherSlack', since there's not much point in
|
// The method has a granularity of 'txGatherSlack', since there's not much point in
|
||||||
// spinning over all the transactions just to maybe find one that should trigger
|
// spinning over all the transactions just to maybe find one that should trigger
|
||||||
// a few ms earlier.
|
// a few ms earlier.
|
||||||
func (f *TxFetcher) rescheduleWait(timer *mclock.Timer, trigger chan struct{}) {
|
func (f *TxFetcher) rescheduleWait(timer *mclock.Timer, trigger chan struct{}) {
|
||||||
|
@ -796,7 +798,7 @@ func (f *TxFetcher) rescheduleWait(timer *mclock.Timer, trigger chan struct{}) {
|
||||||
for _, instance := range f.waittime {
|
for _, instance := range f.waittime {
|
||||||
if earliest > instance {
|
if earliest > instance {
|
||||||
earliest = instance
|
earliest = instance
|
||||||
if txArriveTimeout-time.Duration(now-earliest) < gatherSlack {
|
if txArriveTimeout-time.Duration(now-earliest) < txGatherSlack {
|
||||||
break
|
break
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -809,7 +811,7 @@ func (f *TxFetcher) rescheduleWait(timer *mclock.Timer, trigger chan struct{}) {
|
||||||
// rescheduleTimeout iterates over all the transactions currently in flight and
|
// rescheduleTimeout iterates over all the transactions currently in flight and
|
||||||
// schedules a cleanup run when the first would trigger.
|
// schedules a cleanup run when the first would trigger.
|
||||||
//
|
//
|
||||||
// The method has a granularity of 'gatherSlack', since there's not much point in
|
// The method has a granularity of 'txGatherSlack', since there's not much point in
|
||||||
// spinning over all the transactions just to maybe find one that should trigger
|
// spinning over all the transactions just to maybe find one that should trigger
|
||||||
// a few ms earlier.
|
// a few ms earlier.
|
||||||
//
|
//
|
||||||
|
@ -834,7 +836,7 @@ func (f *TxFetcher) rescheduleTimeout(timer *mclock.Timer, trigger chan struct{}
|
||||||
}
|
}
|
||||||
if earliest > req.time {
|
if earliest > req.time {
|
||||||
earliest = req.time
|
earliest = req.time
|
||||||
if txFetchTimeout-time.Duration(now-earliest) < gatherSlack {
|
if txFetchTimeout-time.Duration(now-earliest) < txGatherSlack {
|
||||||
break
|
break
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
180
eth/handler.go
180
eth/handler.go
|
@ -25,8 +25,6 @@ import (
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
"github.com/ethereum/go-ethereum/common"
|
"github.com/ethereum/go-ethereum/common"
|
||||||
"github.com/ethereum/go-ethereum/consensus"
|
|
||||||
"github.com/ethereum/go-ethereum/consensus/beacon"
|
|
||||||
"github.com/ethereum/go-ethereum/core"
|
"github.com/ethereum/go-ethereum/core"
|
||||||
"github.com/ethereum/go-ethereum/core/forkid"
|
"github.com/ethereum/go-ethereum/core/forkid"
|
||||||
"github.com/ethereum/go-ethereum/core/rawdb"
|
"github.com/ethereum/go-ethereum/core/rawdb"
|
||||||
|
@ -91,7 +89,6 @@ type handlerConfig struct {
|
||||||
Database ethdb.Database // Database for direct sync insertions
|
Database ethdb.Database // Database for direct sync insertions
|
||||||
Chain *core.BlockChain // Blockchain to serve data from
|
Chain *core.BlockChain // Blockchain to serve data from
|
||||||
TxPool txPool // Transaction pool to propagate from
|
TxPool txPool // Transaction pool to propagate from
|
||||||
Merger *consensus.Merger // The manager for eth1/2 transition
|
|
||||||
Network uint64 // Network identifier to advertise
|
Network uint64 // Network identifier to advertise
|
||||||
Sync downloader.SyncMode // Whether to snap or full sync
|
Sync downloader.SyncMode // Whether to snap or full sync
|
||||||
BloomCache uint64 // Megabytes to alloc for snap sync bloom
|
BloomCache uint64 // Megabytes to alloc for snap sync bloom
|
||||||
|
@ -112,24 +109,20 @@ type handler struct {
|
||||||
chain *core.BlockChain
|
chain *core.BlockChain
|
||||||
maxPeers int
|
maxPeers int
|
||||||
|
|
||||||
downloader *downloader.Downloader
|
downloader *downloader.Downloader
|
||||||
blockFetcher *fetcher.BlockFetcher
|
txFetcher *fetcher.TxFetcher
|
||||||
txFetcher *fetcher.TxFetcher
|
peers *peerSet
|
||||||
peers *peerSet
|
|
||||||
merger *consensus.Merger
|
|
||||||
|
|
||||||
eventMux *event.TypeMux
|
eventMux *event.TypeMux
|
||||||
txsCh chan core.NewTxsEvent
|
txsCh chan core.NewTxsEvent
|
||||||
txsSub event.Subscription
|
txsSub event.Subscription
|
||||||
minedBlockSub *event.TypeMuxSubscription
|
|
||||||
|
|
||||||
requiredBlocks map[uint64]common.Hash
|
requiredBlocks map[uint64]common.Hash
|
||||||
|
|
||||||
// channels for fetcher, syncer, txsyncLoop
|
// channels for fetcher, syncer, txsyncLoop
|
||||||
quitSync chan struct{}
|
quitSync chan struct{}
|
||||||
|
|
||||||
chainSync *chainSyncer
|
wg sync.WaitGroup
|
||||||
wg sync.WaitGroup
|
|
||||||
|
|
||||||
handlerStartCh chan struct{}
|
handlerStartCh chan struct{}
|
||||||
handlerDoneCh chan struct{}
|
handlerDoneCh chan struct{}
|
||||||
|
@ -150,7 +143,6 @@ func newHandler(config *handlerConfig) (*handler, error) {
|
||||||
txpool: config.TxPool,
|
txpool: config.TxPool,
|
||||||
chain: config.Chain,
|
chain: config.Chain,
|
||||||
peers: newPeerSet(),
|
peers: newPeerSet(),
|
||||||
merger: config.Merger,
|
|
||||||
requiredBlocks: config.RequiredBlocks,
|
requiredBlocks: config.RequiredBlocks,
|
||||||
quitSync: make(chan struct{}),
|
quitSync: make(chan struct{}),
|
||||||
handlerDoneCh: make(chan struct{}),
|
handlerDoneCh: make(chan struct{}),
|
||||||
|
@ -190,92 +182,6 @@ func newHandler(config *handlerConfig) (*handler, error) {
|
||||||
}
|
}
|
||||||
// Construct the downloader (long sync)
|
// Construct the downloader (long sync)
|
||||||
h.downloader = downloader.New(config.Database, h.eventMux, h.chain, nil, h.removePeer, h.enableSyncedFeatures)
|
h.downloader = downloader.New(config.Database, h.eventMux, h.chain, nil, h.removePeer, h.enableSyncedFeatures)
|
||||||
if ttd := h.chain.Config().TerminalTotalDifficulty; ttd != nil {
|
|
||||||
if h.chain.Config().TerminalTotalDifficultyPassed {
|
|
||||||
log.Info("Chain post-merge, sync via beacon client")
|
|
||||||
} else {
|
|
||||||
head := h.chain.CurrentBlock()
|
|
||||||
if td := h.chain.GetTd(head.Hash(), head.Number.Uint64()); td.Cmp(ttd) >= 0 {
|
|
||||||
log.Info("Chain post-TTD, sync via beacon client")
|
|
||||||
} else {
|
|
||||||
log.Warn("Chain pre-merge, sync via PoW (ensure beacon client is ready)")
|
|
||||||
}
|
|
||||||
}
|
|
||||||
} else if h.chain.Config().TerminalTotalDifficultyPassed {
|
|
||||||
log.Error("Chain configured post-merge, but without TTD. Are you debugging sync?")
|
|
||||||
}
|
|
||||||
// Construct the fetcher (short sync)
|
|
||||||
validator := func(header *types.Header) error {
|
|
||||||
// All the block fetcher activities should be disabled
|
|
||||||
// after the transition. Print the warning log.
|
|
||||||
if h.merger.PoSFinalized() {
|
|
||||||
log.Warn("Unexpected validation activity", "hash", header.Hash(), "number", header.Number)
|
|
||||||
return errors.New("unexpected behavior after transition")
|
|
||||||
}
|
|
||||||
// Reject all the PoS style headers in the first place. No matter
|
|
||||||
// the chain has finished the transition or not, the PoS headers
|
|
||||||
// should only come from the trusted consensus layer instead of
|
|
||||||
// p2p network.
|
|
||||||
if beacon, ok := h.chain.Engine().(*beacon.Beacon); ok {
|
|
||||||
if beacon.IsPoSHeader(header) {
|
|
||||||
return errors.New("unexpected post-merge header")
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return h.chain.Engine().VerifyHeader(h.chain, header)
|
|
||||||
}
|
|
||||||
heighter := func() uint64 {
|
|
||||||
return h.chain.CurrentBlock().Number.Uint64()
|
|
||||||
}
|
|
||||||
inserter := func(blocks types.Blocks) (int, error) {
|
|
||||||
// All the block fetcher activities should be disabled
|
|
||||||
// after the transition. Print the warning log.
|
|
||||||
if h.merger.PoSFinalized() {
|
|
||||||
var ctx []interface{}
|
|
||||||
ctx = append(ctx, "blocks", len(blocks))
|
|
||||||
if len(blocks) > 0 {
|
|
||||||
ctx = append(ctx, "firsthash", blocks[0].Hash())
|
|
||||||
ctx = append(ctx, "firstnumber", blocks[0].Number())
|
|
||||||
ctx = append(ctx, "lasthash", blocks[len(blocks)-1].Hash())
|
|
||||||
ctx = append(ctx, "lastnumber", blocks[len(blocks)-1].Number())
|
|
||||||
}
|
|
||||||
log.Warn("Unexpected insertion activity", ctx...)
|
|
||||||
return 0, errors.New("unexpected behavior after transition")
|
|
||||||
}
|
|
||||||
// If snap sync is running, deny importing weird blocks. This is a problematic
|
|
||||||
// clause when starting up a new network, because snap-syncing miners might not
|
|
||||||
// accept each others' blocks until a restart. Unfortunately we haven't figured
|
|
||||||
// out a way yet where nodes can decide unilaterally whether the network is new
|
|
||||||
// or not. This should be fixed if we figure out a solution.
|
|
||||||
if !h.synced.Load() {
|
|
||||||
log.Warn("Syncing, discarded propagated block", "number", blocks[0].Number(), "hash", blocks[0].Hash())
|
|
||||||
return 0, nil
|
|
||||||
}
|
|
||||||
if h.merger.TDDReached() {
|
|
||||||
// The blocks from the p2p network is regarded as untrusted
|
|
||||||
// after the transition. In theory block gossip should be disabled
|
|
||||||
// entirely whenever the transition is started. But in order to
|
|
||||||
// handle the transition boundary reorg in the consensus-layer,
|
|
||||||
// the legacy blocks are still accepted, but only for the terminal
|
|
||||||
// pow blocks. Spec: https://github.com/ethereum/EIPs/blob/master/EIPS/eip-3675.md#halt-the-importing-of-pow-blocks
|
|
||||||
for i, block := range blocks {
|
|
||||||
ptd := h.chain.GetTd(block.ParentHash(), block.NumberU64()-1)
|
|
||||||
if ptd == nil {
|
|
||||||
return 0, nil
|
|
||||||
}
|
|
||||||
td := new(big.Int).Add(ptd, block.Difficulty())
|
|
||||||
if !h.chain.Config().IsTerminalPoWBlock(ptd, td) {
|
|
||||||
log.Info("Filtered out non-terminal pow block", "number", block.NumberU64(), "hash", block.Hash())
|
|
||||||
return 0, nil
|
|
||||||
}
|
|
||||||
if err := h.chain.InsertBlockWithoutSetHead(block); err != nil {
|
|
||||||
return i, err
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return 0, nil
|
|
||||||
}
|
|
||||||
return h.chain.InsertChain(blocks)
|
|
||||||
}
|
|
||||||
h.blockFetcher = fetcher.NewBlockFetcher(false, nil, h.chain.GetBlockByHash, validator, h.BroadcastBlock, heighter, nil, inserter, h.removePeer)
|
|
||||||
|
|
||||||
fetchTx := func(peer string, hashes []common.Hash) error {
|
fetchTx := func(peer string, hashes []common.Hash) error {
|
||||||
p := h.peers.peer(peer)
|
p := h.peers.peer(peer)
|
||||||
|
@ -288,7 +194,6 @@ func newHandler(config *handlerConfig) (*handler, error) {
|
||||||
return h.txpool.Add(txs, false, false)
|
return h.txpool.Add(txs, false, false)
|
||||||
}
|
}
|
||||||
h.txFetcher = fetcher.NewTxFetcher(h.txpool.Has, addTxs, fetchTx, h.removePeer)
|
h.txFetcher = fetcher.NewTxFetcher(h.txpool.Has, addTxs, fetchTx, h.removePeer)
|
||||||
h.chainSync = newChainSyncer(h)
|
|
||||||
return h, nil
|
return h, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -398,8 +303,6 @@ func (h *handler) runEthPeer(peer *eth.Peer, handler eth.Handler) error {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
h.chainSync.handlePeerEvent()
|
|
||||||
|
|
||||||
// Propagate existing transactions. new transactions appearing
|
// Propagate existing transactions. new transactions appearing
|
||||||
// after this will be sent via broadcasts.
|
// after this will be sent via broadcasts.
|
||||||
h.syncTransactions(peer)
|
h.syncTransactions(peer)
|
||||||
|
@ -526,14 +429,8 @@ func (h *handler) Start(maxPeers int) {
|
||||||
h.txsSub = h.txpool.SubscribeTransactions(h.txsCh, false)
|
h.txsSub = h.txpool.SubscribeTransactions(h.txsCh, false)
|
||||||
go h.txBroadcastLoop()
|
go h.txBroadcastLoop()
|
||||||
|
|
||||||
// broadcast mined blocks
|
|
||||||
h.wg.Add(1)
|
|
||||||
h.minedBlockSub = h.eventMux.Subscribe(core.NewMinedBlockEvent{})
|
|
||||||
go h.minedBroadcastLoop()
|
|
||||||
|
|
||||||
// start sync handlers
|
// start sync handlers
|
||||||
h.wg.Add(1)
|
h.txFetcher.Start()
|
||||||
go h.chainSync.loop()
|
|
||||||
|
|
||||||
// start peer handler tracker
|
// start peer handler tracker
|
||||||
h.wg.Add(1)
|
h.wg.Add(1)
|
||||||
|
@ -541,8 +438,9 @@ func (h *handler) Start(maxPeers int) {
|
||||||
}
|
}
|
||||||
|
|
||||||
func (h *handler) Stop() {
|
func (h *handler) Stop() {
|
||||||
h.txsSub.Unsubscribe() // quits txBroadcastLoop
|
h.txsSub.Unsubscribe() // quits txBroadcastLoop
|
||||||
h.minedBlockSub.Unsubscribe() // quits blockBroadcastLoop
|
h.txFetcher.Stop()
|
||||||
|
h.downloader.Terminate()
|
||||||
|
|
||||||
// Quit chainSync and txsync64.
|
// Quit chainSync and txsync64.
|
||||||
// After this is done, no new peers will be accepted.
|
// After this is done, no new peers will be accepted.
|
||||||
|
@ -558,50 +456,6 @@ func (h *handler) Stop() {
|
||||||
log.Info("Ethereum protocol stopped")
|
log.Info("Ethereum protocol stopped")
|
||||||
}
|
}
|
||||||
|
|
||||||
// BroadcastBlock will either propagate a block to a subset of its peers, or
|
|
||||||
// will only announce its availability (depending what's requested).
|
|
||||||
func (h *handler) BroadcastBlock(block *types.Block, propagate bool) {
|
|
||||||
// Disable the block propagation if the chain has already entered the PoS
|
|
||||||
// stage. The block propagation is delegated to the consensus layer.
|
|
||||||
if h.merger.PoSFinalized() {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
// Disable the block propagation if it's the post-merge block.
|
|
||||||
if beacon, ok := h.chain.Engine().(*beacon.Beacon); ok {
|
|
||||||
if beacon.IsPoSHeader(block.Header()) {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
}
|
|
||||||
hash := block.Hash()
|
|
||||||
peers := h.peers.peersWithoutBlock(hash)
|
|
||||||
|
|
||||||
// If propagation is requested, send to a subset of the peer
|
|
||||||
if propagate {
|
|
||||||
// Calculate the TD of the block (it's not imported yet, so block.Td is not valid)
|
|
||||||
var td *big.Int
|
|
||||||
if parent := h.chain.GetBlock(block.ParentHash(), block.NumberU64()-1); parent != nil {
|
|
||||||
td = new(big.Int).Add(block.Difficulty(), h.chain.GetTd(block.ParentHash(), block.NumberU64()-1))
|
|
||||||
} else {
|
|
||||||
log.Error("Propagating dangling block", "number", block.Number(), "hash", hash)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
// Send the block to a subset of our peers
|
|
||||||
transfer := peers[:int(math.Sqrt(float64(len(peers))))]
|
|
||||||
for _, peer := range transfer {
|
|
||||||
peer.AsyncSendNewBlock(block, td)
|
|
||||||
}
|
|
||||||
log.Trace("Propagated block", "hash", hash, "recipients", len(transfer), "duration", common.PrettyDuration(time.Since(block.ReceivedAt)))
|
|
||||||
return
|
|
||||||
}
|
|
||||||
// Otherwise if the block is indeed in out own chain, announce it
|
|
||||||
if h.chain.HasBlock(hash, block.NumberU64()) {
|
|
||||||
for _, peer := range peers {
|
|
||||||
peer.AsyncSendNewBlockHash(block)
|
|
||||||
}
|
|
||||||
log.Trace("Announced block", "hash", hash, "recipients", len(peers), "duration", common.PrettyDuration(time.Since(block.ReceivedAt)))
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// BroadcastTransactions will propagate a batch of transactions
|
// BroadcastTransactions will propagate a batch of transactions
|
||||||
// - To a square root of all peers for non-blob transactions
|
// - To a square root of all peers for non-blob transactions
|
||||||
// - And, separately, as announcements to all peers which are not known to
|
// - And, separately, as announcements to all peers which are not known to
|
||||||
|
@ -684,18 +538,6 @@ func (h *handler) BroadcastTransactions(txs types.Transactions) {
|
||||||
"bcastpeers", directPeers, "bcastcount", directCount, "annpeers", annPeers, "anncount", annCount)
|
"bcastpeers", directPeers, "bcastcount", directCount, "annpeers", annPeers, "anncount", annCount)
|
||||||
}
|
}
|
||||||
|
|
||||||
// minedBroadcastLoop sends mined blocks to connected peers.
|
|
||||||
func (h *handler) minedBroadcastLoop() {
|
|
||||||
defer h.wg.Done()
|
|
||||||
|
|
||||||
for obj := range h.minedBlockSub.Chan() {
|
|
||||||
if ev, ok := obj.Data.(core.NewMinedBlockEvent); ok {
|
|
||||||
h.BroadcastBlock(ev.Block, true) // First propagate block to peers
|
|
||||||
h.BroadcastBlock(ev.Block, false) // Only then announce to the rest
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// txBroadcastLoop announces new transactions to connected peers.
|
// txBroadcastLoop announces new transactions to connected peers.
|
||||||
func (h *handler) txBroadcastLoop() {
|
func (h *handler) txBroadcastLoop() {
|
||||||
defer h.wg.Done()
|
defer h.wg.Done()
|
||||||
|
|
|
@ -19,10 +19,7 @@ package eth
|
||||||
import (
|
import (
|
||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
"math/big"
|
|
||||||
"time"
|
|
||||||
|
|
||||||
"github.com/ethereum/go-ethereum/common"
|
|
||||||
"github.com/ethereum/go-ethereum/core"
|
"github.com/ethereum/go-ethereum/core"
|
||||||
"github.com/ethereum/go-ethereum/core/types"
|
"github.com/ethereum/go-ethereum/core/types"
|
||||||
"github.com/ethereum/go-ethereum/eth/protocols/eth"
|
"github.com/ethereum/go-ethereum/eth/protocols/eth"
|
||||||
|
@ -60,13 +57,6 @@ func (h *ethHandler) AcceptTxs() bool {
|
||||||
func (h *ethHandler) Handle(peer *eth.Peer, packet eth.Packet) error {
|
func (h *ethHandler) Handle(peer *eth.Peer, packet eth.Packet) error {
|
||||||
// Consume any broadcasts and announces, forwarding the rest to the downloader
|
// Consume any broadcasts and announces, forwarding the rest to the downloader
|
||||||
switch packet := packet.(type) {
|
switch packet := packet.(type) {
|
||||||
case *eth.NewBlockHashesPacket:
|
|
||||||
hashes, numbers := packet.Unpack()
|
|
||||||
return h.handleBlockAnnounces(peer, hashes, numbers)
|
|
||||||
|
|
||||||
case *eth.NewBlockPacket:
|
|
||||||
return h.handleBlockBroadcast(peer, packet.Block, packet.TD)
|
|
||||||
|
|
||||||
case *eth.NewPooledTransactionHashesPacket:
|
case *eth.NewPooledTransactionHashesPacket:
|
||||||
return h.txFetcher.Notify(peer.ID(), packet.Types, packet.Sizes, packet.Hashes)
|
return h.txFetcher.Notify(peer.ID(), packet.Types, packet.Sizes, packet.Hashes)
|
||||||
|
|
||||||
|
@ -85,55 +75,3 @@ func (h *ethHandler) Handle(peer *eth.Peer, packet eth.Packet) error {
|
||||||
return fmt.Errorf("unexpected eth packet type: %T", packet)
|
return fmt.Errorf("unexpected eth packet type: %T", packet)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// handleBlockAnnounces is invoked from a peer's message handler when it transmits a
|
|
||||||
// batch of block announcements for the local node to process.
|
|
||||||
func (h *ethHandler) handleBlockAnnounces(peer *eth.Peer, hashes []common.Hash, numbers []uint64) error {
|
|
||||||
// Drop all incoming block announces from the p2p network if
|
|
||||||
// the chain already entered the pos stage and disconnect the
|
|
||||||
// remote peer.
|
|
||||||
if h.merger.PoSFinalized() {
|
|
||||||
return errors.New("disallowed block announcement")
|
|
||||||
}
|
|
||||||
// Schedule all the unknown hashes for retrieval
|
|
||||||
var (
|
|
||||||
unknownHashes = make([]common.Hash, 0, len(hashes))
|
|
||||||
unknownNumbers = make([]uint64, 0, len(numbers))
|
|
||||||
)
|
|
||||||
for i := 0; i < len(hashes); i++ {
|
|
||||||
if !h.chain.HasBlock(hashes[i], numbers[i]) {
|
|
||||||
unknownHashes = append(unknownHashes, hashes[i])
|
|
||||||
unknownNumbers = append(unknownNumbers, numbers[i])
|
|
||||||
}
|
|
||||||
}
|
|
||||||
for i := 0; i < len(unknownHashes); i++ {
|
|
||||||
h.blockFetcher.Notify(peer.ID(), unknownHashes[i], unknownNumbers[i], time.Now(), peer.RequestOneHeader, peer.RequestBodies)
|
|
||||||
}
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
// handleBlockBroadcast is invoked from a peer's message handler when it transmits a
|
|
||||||
// block broadcast for the local node to process.
|
|
||||||
func (h *ethHandler) handleBlockBroadcast(peer *eth.Peer, block *types.Block, td *big.Int) error {
|
|
||||||
// Drop all incoming block announces from the p2p network if
|
|
||||||
// the chain already entered the pos stage and disconnect the
|
|
||||||
// remote peer.
|
|
||||||
if h.merger.PoSFinalized() {
|
|
||||||
return errors.New("disallowed block broadcast")
|
|
||||||
}
|
|
||||||
// Schedule the block for import
|
|
||||||
h.blockFetcher.Enqueue(peer.ID(), block)
|
|
||||||
|
|
||||||
// Assuming the block is importable by the peer, but possibly not yet done so,
|
|
||||||
// calculate the head hash and TD that the peer truly must have.
|
|
||||||
var (
|
|
||||||
trueHead = block.ParentHash()
|
|
||||||
trueTD = new(big.Int).Sub(td, block.Difficulty())
|
|
||||||
)
|
|
||||||
// Update the peer's total difficulty if better than the previous
|
|
||||||
if _, td := peer.Head(); trueTD.Cmp(td) > 0 {
|
|
||||||
peer.SetHead(trueHead, trueTD)
|
|
||||||
h.chainSync.handlePeerEvent()
|
|
||||||
}
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
|
@ -23,7 +23,6 @@ import (
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
"github.com/ethereum/go-ethereum/common"
|
"github.com/ethereum/go-ethereum/common"
|
||||||
"github.com/ethereum/go-ethereum/consensus"
|
|
||||||
"github.com/ethereum/go-ethereum/consensus/ethash"
|
"github.com/ethereum/go-ethereum/consensus/ethash"
|
||||||
"github.com/ethereum/go-ethereum/core"
|
"github.com/ethereum/go-ethereum/core"
|
||||||
"github.com/ethereum/go-ethereum/core/forkid"
|
"github.com/ethereum/go-ethereum/core/forkid"
|
||||||
|
@ -109,7 +108,6 @@ func testForkIDSplit(t *testing.T, protocol uint) {
|
||||||
Database: dbNoFork,
|
Database: dbNoFork,
|
||||||
Chain: chainNoFork,
|
Chain: chainNoFork,
|
||||||
TxPool: newTestTxPool(),
|
TxPool: newTestTxPool(),
|
||||||
Merger: consensus.NewMerger(rawdb.NewMemoryDatabase()),
|
|
||||||
Network: 1,
|
Network: 1,
|
||||||
Sync: downloader.FullSync,
|
Sync: downloader.FullSync,
|
||||||
BloomCache: 1,
|
BloomCache: 1,
|
||||||
|
@ -118,7 +116,6 @@ func testForkIDSplit(t *testing.T, protocol uint) {
|
||||||
Database: dbProFork,
|
Database: dbProFork,
|
||||||
Chain: chainProFork,
|
Chain: chainProFork,
|
||||||
TxPool: newTestTxPool(),
|
TxPool: newTestTxPool(),
|
||||||
Merger: consensus.NewMerger(rawdb.NewMemoryDatabase()),
|
|
||||||
Network: 1,
|
Network: 1,
|
||||||
Sync: downloader.FullSync,
|
Sync: downloader.FullSync,
|
||||||
BloomCache: 1,
|
BloomCache: 1,
|
||||||
|
@ -441,159 +438,3 @@ func testTransactionPropagation(t *testing.T, protocol uint) {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// Tests that blocks are broadcast to a sqrt number of peers only.
|
|
||||||
func TestBroadcastBlock1Peer(t *testing.T) { testBroadcastBlock(t, 1, 1) }
|
|
||||||
func TestBroadcastBlock2Peers(t *testing.T) { testBroadcastBlock(t, 2, 1) }
|
|
||||||
func TestBroadcastBlock3Peers(t *testing.T) { testBroadcastBlock(t, 3, 1) }
|
|
||||||
func TestBroadcastBlock4Peers(t *testing.T) { testBroadcastBlock(t, 4, 2) }
|
|
||||||
func TestBroadcastBlock5Peers(t *testing.T) { testBroadcastBlock(t, 5, 2) }
|
|
||||||
func TestBroadcastBlock8Peers(t *testing.T) { testBroadcastBlock(t, 9, 3) }
|
|
||||||
func TestBroadcastBlock12Peers(t *testing.T) { testBroadcastBlock(t, 12, 3) }
|
|
||||||
func TestBroadcastBlock16Peers(t *testing.T) { testBroadcastBlock(t, 16, 4) }
|
|
||||||
func TestBroadcastBloc26Peers(t *testing.T) { testBroadcastBlock(t, 26, 5) }
|
|
||||||
func TestBroadcastBlock100Peers(t *testing.T) { testBroadcastBlock(t, 100, 10) }
|
|
||||||
|
|
||||||
func testBroadcastBlock(t *testing.T, peers, bcasts int) {
|
|
||||||
t.Parallel()
|
|
||||||
|
|
||||||
// Create a source handler to broadcast blocks from and a number of sinks
|
|
||||||
// to receive them.
|
|
||||||
source := newTestHandlerWithBlocks(1)
|
|
||||||
defer source.close()
|
|
||||||
|
|
||||||
sinks := make([]*testEthHandler, peers)
|
|
||||||
for i := 0; i < len(sinks); i++ {
|
|
||||||
sinks[i] = new(testEthHandler)
|
|
||||||
}
|
|
||||||
// Interconnect all the sink handlers with the source handler
|
|
||||||
var (
|
|
||||||
genesis = source.chain.Genesis()
|
|
||||||
td = source.chain.GetTd(genesis.Hash(), genesis.NumberU64())
|
|
||||||
)
|
|
||||||
for i, sink := range sinks {
|
|
||||||
sink := sink // Closure for gorotuine below
|
|
||||||
|
|
||||||
sourcePipe, sinkPipe := p2p.MsgPipe()
|
|
||||||
defer sourcePipe.Close()
|
|
||||||
defer sinkPipe.Close()
|
|
||||||
|
|
||||||
sourcePeer := eth.NewPeer(eth.ETH68, p2p.NewPeerPipe(enode.ID{byte(i)}, "", nil, sourcePipe), sourcePipe, nil)
|
|
||||||
sinkPeer := eth.NewPeer(eth.ETH68, p2p.NewPeerPipe(enode.ID{0}, "", nil, sinkPipe), sinkPipe, nil)
|
|
||||||
defer sourcePeer.Close()
|
|
||||||
defer sinkPeer.Close()
|
|
||||||
|
|
||||||
go source.handler.runEthPeer(sourcePeer, func(peer *eth.Peer) error {
|
|
||||||
return eth.Handle((*ethHandler)(source.handler), peer)
|
|
||||||
})
|
|
||||||
if err := sinkPeer.Handshake(1, td, genesis.Hash(), genesis.Hash(), forkid.NewIDWithChain(source.chain), forkid.NewFilter(source.chain)); err != nil {
|
|
||||||
t.Fatalf("failed to run protocol handshake")
|
|
||||||
}
|
|
||||||
go eth.Handle(sink, sinkPeer)
|
|
||||||
}
|
|
||||||
// Subscribe to all the transaction pools
|
|
||||||
blockChs := make([]chan *types.Block, len(sinks))
|
|
||||||
for i := 0; i < len(sinks); i++ {
|
|
||||||
blockChs[i] = make(chan *types.Block, 1)
|
|
||||||
defer close(blockChs[i])
|
|
||||||
|
|
||||||
sub := sinks[i].blockBroadcasts.Subscribe(blockChs[i])
|
|
||||||
defer sub.Unsubscribe()
|
|
||||||
}
|
|
||||||
// Initiate a block propagation across the peers
|
|
||||||
time.Sleep(100 * time.Millisecond)
|
|
||||||
header := source.chain.CurrentBlock()
|
|
||||||
source.handler.BroadcastBlock(source.chain.GetBlock(header.Hash(), header.Number.Uint64()), true)
|
|
||||||
|
|
||||||
// Iterate through all the sinks and ensure the correct number got the block
|
|
||||||
done := make(chan struct{}, peers)
|
|
||||||
for _, ch := range blockChs {
|
|
||||||
ch := ch
|
|
||||||
go func() {
|
|
||||||
<-ch
|
|
||||||
done <- struct{}{}
|
|
||||||
}()
|
|
||||||
}
|
|
||||||
var received int
|
|
||||||
for {
|
|
||||||
select {
|
|
||||||
case <-done:
|
|
||||||
received++
|
|
||||||
|
|
||||||
case <-time.After(100 * time.Millisecond):
|
|
||||||
if received != bcasts {
|
|
||||||
t.Errorf("broadcast count mismatch: have %d, want %d", received, bcasts)
|
|
||||||
}
|
|
||||||
return
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Tests that a propagated malformed block (uncles or transactions don't match
|
|
||||||
// with the hashes in the header) gets discarded and not broadcast forward.
|
|
||||||
func TestBroadcastMalformedBlock68(t *testing.T) { testBroadcastMalformedBlock(t, eth.ETH68) }
|
|
||||||
|
|
||||||
func testBroadcastMalformedBlock(t *testing.T, protocol uint) {
|
|
||||||
t.Parallel()
|
|
||||||
|
|
||||||
// Create a source handler to broadcast blocks from and a number of sinks
|
|
||||||
// to receive them.
|
|
||||||
source := newTestHandlerWithBlocks(1)
|
|
||||||
defer source.close()
|
|
||||||
|
|
||||||
// Create a source handler to send messages through and a sink peer to receive them
|
|
||||||
p2pSrc, p2pSink := p2p.MsgPipe()
|
|
||||||
defer p2pSrc.Close()
|
|
||||||
defer p2pSink.Close()
|
|
||||||
|
|
||||||
src := eth.NewPeer(protocol, p2p.NewPeerPipe(enode.ID{1}, "", nil, p2pSrc), p2pSrc, source.txpool)
|
|
||||||
sink := eth.NewPeer(protocol, p2p.NewPeerPipe(enode.ID{2}, "", nil, p2pSink), p2pSink, source.txpool)
|
|
||||||
defer src.Close()
|
|
||||||
defer sink.Close()
|
|
||||||
|
|
||||||
go source.handler.runEthPeer(src, func(peer *eth.Peer) error {
|
|
||||||
return eth.Handle((*ethHandler)(source.handler), peer)
|
|
||||||
})
|
|
||||||
// Run the handshake locally to avoid spinning up a sink handler
|
|
||||||
var (
|
|
||||||
genesis = source.chain.Genesis()
|
|
||||||
td = source.chain.GetTd(genesis.Hash(), genesis.NumberU64())
|
|
||||||
)
|
|
||||||
if err := sink.Handshake(1, td, genesis.Hash(), genesis.Hash(), forkid.NewIDWithChain(source.chain), forkid.NewFilter(source.chain)); err != nil {
|
|
||||||
t.Fatalf("failed to run protocol handshake")
|
|
||||||
}
|
|
||||||
// After the handshake completes, the source handler should stream the sink
|
|
||||||
// the blocks, subscribe to inbound network events
|
|
||||||
backend := new(testEthHandler)
|
|
||||||
|
|
||||||
blocks := make(chan *types.Block, 1)
|
|
||||||
sub := backend.blockBroadcasts.Subscribe(blocks)
|
|
||||||
defer sub.Unsubscribe()
|
|
||||||
|
|
||||||
go eth.Handle(backend, sink)
|
|
||||||
|
|
||||||
// Create various combinations of malformed blocks
|
|
||||||
head := source.chain.CurrentBlock()
|
|
||||||
block := source.chain.GetBlock(head.Hash(), head.Number.Uint64())
|
|
||||||
|
|
||||||
malformedUncles := head
|
|
||||||
malformedUncles.UncleHash[0]++
|
|
||||||
malformedTransactions := head
|
|
||||||
malformedTransactions.TxHash[0]++
|
|
||||||
malformedEverything := head
|
|
||||||
malformedEverything.UncleHash[0]++
|
|
||||||
malformedEverything.TxHash[0]++
|
|
||||||
|
|
||||||
// Try to broadcast all malformations and ensure they all get discarded
|
|
||||||
for _, header := range []*types.Header{malformedUncles, malformedTransactions, malformedEverything} {
|
|
||||||
block := types.NewBlockWithHeader(header).WithBody(block.Transactions(), block.Uncles())
|
|
||||||
if err := src.SendNewBlock(block, big.NewInt(131136)); err != nil {
|
|
||||||
t.Fatalf("failed to broadcast block: %v", err)
|
|
||||||
}
|
|
||||||
select {
|
|
||||||
case <-blocks:
|
|
||||||
t.Fatalf("malformed block forwarded")
|
|
||||||
case <-time.After(100 * time.Millisecond):
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
|
@ -22,7 +22,6 @@ import (
|
||||||
"sync"
|
"sync"
|
||||||
|
|
||||||
"github.com/ethereum/go-ethereum/common"
|
"github.com/ethereum/go-ethereum/common"
|
||||||
"github.com/ethereum/go-ethereum/consensus"
|
|
||||||
"github.com/ethereum/go-ethereum/consensus/ethash"
|
"github.com/ethereum/go-ethereum/consensus/ethash"
|
||||||
"github.com/ethereum/go-ethereum/core"
|
"github.com/ethereum/go-ethereum/core"
|
||||||
"github.com/ethereum/go-ethereum/core/rawdb"
|
"github.com/ethereum/go-ethereum/core/rawdb"
|
||||||
|
@ -164,7 +163,6 @@ func newTestHandlerWithBlocks(blocks int) *testHandler {
|
||||||
Database: db,
|
Database: db,
|
||||||
Chain: chain,
|
Chain: chain,
|
||||||
TxPool: txpool,
|
TxPool: txpool,
|
||||||
Merger: consensus.NewMerger(rawdb.NewMemoryDatabase()),
|
|
||||||
Network: 1,
|
Network: 1,
|
||||||
Sync: downloader.SnapSync,
|
Sync: downloader.SnapSync,
|
||||||
BloomCache: 1,
|
BloomCache: 1,
|
||||||
|
|
|
@ -19,7 +19,6 @@ package eth
|
||||||
import (
|
import (
|
||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
"math/big"
|
|
||||||
"sync"
|
"sync"
|
||||||
|
|
||||||
"github.com/ethereum/go-ethereum/common"
|
"github.com/ethereum/go-ethereum/common"
|
||||||
|
@ -192,21 +191,6 @@ func (ps *peerSet) peer(id string) *ethPeer {
|
||||||
return ps.peers[id]
|
return ps.peers[id]
|
||||||
}
|
}
|
||||||
|
|
||||||
// peersWithoutBlock retrieves a list of peers that do not have a given block in
|
|
||||||
// their set of known hashes so it might be propagated to them.
|
|
||||||
func (ps *peerSet) peersWithoutBlock(hash common.Hash) []*ethPeer {
|
|
||||||
ps.lock.RLock()
|
|
||||||
defer ps.lock.RUnlock()
|
|
||||||
|
|
||||||
list := make([]*ethPeer, 0, len(ps.peers))
|
|
||||||
for _, p := range ps.peers {
|
|
||||||
if !p.KnownBlock(hash) {
|
|
||||||
list = append(list, p)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return list
|
|
||||||
}
|
|
||||||
|
|
||||||
// peersWithoutTransaction retrieves a list of peers that do not have a given
|
// peersWithoutTransaction retrieves a list of peers that do not have a given
|
||||||
// transaction in their set of known hashes.
|
// transaction in their set of known hashes.
|
||||||
func (ps *peerSet) peersWithoutTransaction(hash common.Hash) []*ethPeer {
|
func (ps *peerSet) peersWithoutTransaction(hash common.Hash) []*ethPeer {
|
||||||
|
@ -240,24 +224,6 @@ func (ps *peerSet) snapLen() int {
|
||||||
return ps.snapPeers
|
return ps.snapPeers
|
||||||
}
|
}
|
||||||
|
|
||||||
// peerWithHighestTD retrieves the known peer with the currently highest total
|
|
||||||
// difficulty, but below the given PoS switchover threshold.
|
|
||||||
func (ps *peerSet) peerWithHighestTD() *eth.Peer {
|
|
||||||
ps.lock.RLock()
|
|
||||||
defer ps.lock.RUnlock()
|
|
||||||
|
|
||||||
var (
|
|
||||||
bestPeer *eth.Peer
|
|
||||||
bestTd *big.Int
|
|
||||||
)
|
|
||||||
for _, p := range ps.peers {
|
|
||||||
if _, td := p.Head(); bestPeer == nil || td.Cmp(bestTd) > 0 {
|
|
||||||
bestPeer, bestTd = p.Peer, td
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return bestPeer
|
|
||||||
}
|
|
||||||
|
|
||||||
// close disconnects all peers.
|
// close disconnects all peers.
|
||||||
func (ps *peerSet) close() {
|
func (ps *peerSet) close() {
|
||||||
ps.lock.Lock()
|
ps.lock.Lock()
|
||||||
|
|
|
@ -17,8 +17,6 @@
|
||||||
package eth
|
package eth
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"math/big"
|
|
||||||
|
|
||||||
"github.com/ethereum/go-ethereum/common"
|
"github.com/ethereum/go-ethereum/common"
|
||||||
"github.com/ethereum/go-ethereum/core/types"
|
"github.com/ethereum/go-ethereum/core/types"
|
||||||
)
|
)
|
||||||
|
@ -29,37 +27,6 @@ const (
|
||||||
maxTxPacketSize = 100 * 1024
|
maxTxPacketSize = 100 * 1024
|
||||||
)
|
)
|
||||||
|
|
||||||
// blockPropagation is a block propagation event, waiting for its turn in the
|
|
||||||
// broadcast queue.
|
|
||||||
type blockPropagation struct {
|
|
||||||
block *types.Block
|
|
||||||
td *big.Int
|
|
||||||
}
|
|
||||||
|
|
||||||
// broadcastBlocks is a write loop that multiplexes blocks and block announcements
|
|
||||||
// to the remote peer. The goal is to have an async writer that does not lock up
|
|
||||||
// node internals and at the same time rate limits queued data.
|
|
||||||
func (p *Peer) broadcastBlocks() {
|
|
||||||
for {
|
|
||||||
select {
|
|
||||||
case prop := <-p.queuedBlocks:
|
|
||||||
if err := p.SendNewBlock(prop.block, prop.td); err != nil {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
p.Log().Trace("Propagated block", "number", prop.block.Number(), "hash", prop.block.Hash(), "td", prop.td)
|
|
||||||
|
|
||||||
case block := <-p.queuedBlockAnns:
|
|
||||||
if err := p.SendNewBlockHashes([]common.Hash{block.Hash()}, []uint64{block.NumberU64()}); err != nil {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
p.Log().Trace("Announced block", "number", block.Number(), "hash", block.Hash())
|
|
||||||
|
|
||||||
case <-p.term:
|
|
||||||
return
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// broadcastTransactions is a write loop that schedules transaction broadcasts
|
// broadcastTransactions is a write loop that schedules transaction broadcasts
|
||||||
// to the remote peer. The goal is to have an async writer that does not lock up
|
// to the remote peer. The goal is to have an async writer that does not lock up
|
||||||
// node internals and at the same time rate limits queued data.
|
// node internals and at the same time rate limits queued data.
|
||||||
|
|
|
@ -18,6 +18,7 @@ package eth
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"encoding/json"
|
"encoding/json"
|
||||||
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
|
|
||||||
"github.com/ethereum/go-ethereum/common"
|
"github.com/ethereum/go-ethereum/common"
|
||||||
|
@ -274,43 +275,11 @@ func ServiceGetReceiptsQuery(chain *core.BlockChain, query GetReceiptsRequest) [
|
||||||
}
|
}
|
||||||
|
|
||||||
func handleNewBlockhashes(backend Backend, msg Decoder, peer *Peer) error {
|
func handleNewBlockhashes(backend Backend, msg Decoder, peer *Peer) error {
|
||||||
// A batch of new block announcements just arrived
|
return errors.New("block announcements disallowed") // We dropped support for non-merge networks
|
||||||
ann := new(NewBlockHashesPacket)
|
|
||||||
if err := msg.Decode(ann); err != nil {
|
|
||||||
return fmt.Errorf("%w: message %v: %v", errDecode, msg, err)
|
|
||||||
}
|
|
||||||
// Mark the hashes as present at the remote node
|
|
||||||
for _, block := range *ann {
|
|
||||||
peer.markBlock(block.Hash)
|
|
||||||
}
|
|
||||||
// Deliver them all to the backend for queuing
|
|
||||||
return backend.Handle(peer, ann)
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func handleNewBlock(backend Backend, msg Decoder, peer *Peer) error {
|
func handleNewBlock(backend Backend, msg Decoder, peer *Peer) error {
|
||||||
// Retrieve and decode the propagated block
|
return errors.New("block broadcasts disallowed") // We dropped support for non-merge networks
|
||||||
ann := new(NewBlockPacket)
|
|
||||||
if err := msg.Decode(ann); err != nil {
|
|
||||||
return fmt.Errorf("%w: message %v: %v", errDecode, msg, err)
|
|
||||||
}
|
|
||||||
if err := ann.sanityCheck(); err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
if hash := types.CalcUncleHash(ann.Block.Uncles()); hash != ann.Block.UncleHash() {
|
|
||||||
log.Warn("Propagated block has invalid uncles", "have", hash, "exp", ann.Block.UncleHash())
|
|
||||||
return nil // TODO(karalabe): return error eventually, but wait a few releases
|
|
||||||
}
|
|
||||||
if hash := types.DeriveSha(ann.Block.Transactions(), trie.NewStackTrie(nil)); hash != ann.Block.TxHash() {
|
|
||||||
log.Warn("Propagated block has invalid body", "have", hash, "exp", ann.Block.TxHash())
|
|
||||||
return nil // TODO(karalabe): return error eventually, but wait a few releases
|
|
||||||
}
|
|
||||||
ann.Block.ReceivedAt = msg.Time()
|
|
||||||
ann.Block.ReceivedFrom = peer
|
|
||||||
|
|
||||||
// Mark the peer as owning the block
|
|
||||||
peer.markBlock(ann.Block.Hash())
|
|
||||||
|
|
||||||
return backend.Handle(peer, ann)
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func handleBlockHeaders(backend Backend, msg Decoder, peer *Peer) error {
|
func handleBlockHeaders(backend Backend, msg Decoder, peer *Peer) error {
|
||||||
|
|
|
@ -33,10 +33,6 @@ const (
|
||||||
// before starting to randomly evict them.
|
// before starting to randomly evict them.
|
||||||
maxKnownTxs = 32768
|
maxKnownTxs = 32768
|
||||||
|
|
||||||
// maxKnownBlocks is the maximum block hashes to keep in the known list
|
|
||||||
// before starting to randomly evict them.
|
|
||||||
maxKnownBlocks = 1024
|
|
||||||
|
|
||||||
// maxQueuedTxs is the maximum number of transactions to queue up before dropping
|
// maxQueuedTxs is the maximum number of transactions to queue up before dropping
|
||||||
// older broadcasts.
|
// older broadcasts.
|
||||||
maxQueuedTxs = 4096
|
maxQueuedTxs = 4096
|
||||||
|
@ -44,16 +40,6 @@ const (
|
||||||
// maxQueuedTxAnns is the maximum number of transaction announcements to queue up
|
// maxQueuedTxAnns is the maximum number of transaction announcements to queue up
|
||||||
// before dropping older announcements.
|
// before dropping older announcements.
|
||||||
maxQueuedTxAnns = 4096
|
maxQueuedTxAnns = 4096
|
||||||
|
|
||||||
// maxQueuedBlocks is the maximum number of block propagations to queue up before
|
|
||||||
// dropping broadcasts. There's not much point in queueing stale blocks, so a few
|
|
||||||
// that might cover uncles should be enough.
|
|
||||||
maxQueuedBlocks = 4
|
|
||||||
|
|
||||||
// maxQueuedBlockAnns is the maximum number of block announcements to queue up before
|
|
||||||
// dropping broadcasts. Similarly to block propagations, there's no point to queue
|
|
||||||
// above some healthy uncle limit, so use that.
|
|
||||||
maxQueuedBlockAnns = 4
|
|
||||||
)
|
)
|
||||||
|
|
||||||
// max is a helper function which returns the larger of the two given integers.
|
// max is a helper function which returns the larger of the two given integers.
|
||||||
|
@ -75,10 +61,6 @@ type Peer struct {
|
||||||
head common.Hash // Latest advertised head block hash
|
head common.Hash // Latest advertised head block hash
|
||||||
td *big.Int // Latest advertised head block total difficulty
|
td *big.Int // Latest advertised head block total difficulty
|
||||||
|
|
||||||
knownBlocks *knownCache // Set of block hashes known to be known by this peer
|
|
||||||
queuedBlocks chan *blockPropagation // Queue of blocks to broadcast to the peer
|
|
||||||
queuedBlockAnns chan *types.Block // Queue of blocks to announce to the peer
|
|
||||||
|
|
||||||
txpool TxPool // Transaction pool used by the broadcasters for liveness checks
|
txpool TxPool // Transaction pool used by the broadcasters for liveness checks
|
||||||
knownTxs *knownCache // Set of transaction hashes known to be known by this peer
|
knownTxs *knownCache // Set of transaction hashes known to be known by this peer
|
||||||
txBroadcast chan []common.Hash // Channel used to queue transaction propagation requests
|
txBroadcast chan []common.Hash // Channel used to queue transaction propagation requests
|
||||||
|
@ -96,24 +78,20 @@ type Peer struct {
|
||||||
// version.
|
// version.
|
||||||
func NewPeer(version uint, p *p2p.Peer, rw p2p.MsgReadWriter, txpool TxPool) *Peer {
|
func NewPeer(version uint, p *p2p.Peer, rw p2p.MsgReadWriter, txpool TxPool) *Peer {
|
||||||
peer := &Peer{
|
peer := &Peer{
|
||||||
id: p.ID().String(),
|
id: p.ID().String(),
|
||||||
Peer: p,
|
Peer: p,
|
||||||
rw: rw,
|
rw: rw,
|
||||||
version: version,
|
version: version,
|
||||||
knownTxs: newKnownCache(maxKnownTxs),
|
knownTxs: newKnownCache(maxKnownTxs),
|
||||||
knownBlocks: newKnownCache(maxKnownBlocks),
|
txBroadcast: make(chan []common.Hash),
|
||||||
queuedBlocks: make(chan *blockPropagation, maxQueuedBlocks),
|
txAnnounce: make(chan []common.Hash),
|
||||||
queuedBlockAnns: make(chan *types.Block, maxQueuedBlockAnns),
|
reqDispatch: make(chan *request),
|
||||||
txBroadcast: make(chan []common.Hash),
|
reqCancel: make(chan *cancel),
|
||||||
txAnnounce: make(chan []common.Hash),
|
resDispatch: make(chan *response),
|
||||||
reqDispatch: make(chan *request),
|
txpool: txpool,
|
||||||
reqCancel: make(chan *cancel),
|
term: make(chan struct{}),
|
||||||
resDispatch: make(chan *response),
|
|
||||||
txpool: txpool,
|
|
||||||
term: make(chan struct{}),
|
|
||||||
}
|
}
|
||||||
// Start up all the broadcasters
|
// Start up all the broadcasters
|
||||||
go peer.broadcastBlocks()
|
|
||||||
go peer.broadcastTransactions()
|
go peer.broadcastTransactions()
|
||||||
go peer.announceTransactions()
|
go peer.announceTransactions()
|
||||||
go peer.dispatcher()
|
go peer.dispatcher()
|
||||||
|
@ -156,23 +134,11 @@ func (p *Peer) SetHead(hash common.Hash, td *big.Int) {
|
||||||
p.td.Set(td)
|
p.td.Set(td)
|
||||||
}
|
}
|
||||||
|
|
||||||
// KnownBlock returns whether peer is known to already have a block.
|
|
||||||
func (p *Peer) KnownBlock(hash common.Hash) bool {
|
|
||||||
return p.knownBlocks.Contains(hash)
|
|
||||||
}
|
|
||||||
|
|
||||||
// KnownTransaction returns whether peer is known to already have a transaction.
|
// KnownTransaction returns whether peer is known to already have a transaction.
|
||||||
func (p *Peer) KnownTransaction(hash common.Hash) bool {
|
func (p *Peer) KnownTransaction(hash common.Hash) bool {
|
||||||
return p.knownTxs.Contains(hash)
|
return p.knownTxs.Contains(hash)
|
||||||
}
|
}
|
||||||
|
|
||||||
// markBlock marks a block as known for the peer, ensuring that the block will
|
|
||||||
// never be propagated to this particular peer.
|
|
||||||
func (p *Peer) markBlock(hash common.Hash) {
|
|
||||||
// If we reached the memory allowance, drop a previously known block hash
|
|
||||||
p.knownBlocks.Add(hash)
|
|
||||||
}
|
|
||||||
|
|
||||||
// markTransaction marks a transaction as known for the peer, ensuring that it
|
// markTransaction marks a transaction as known for the peer, ensuring that it
|
||||||
// will never be propagated to this particular peer.
|
// will never be propagated to this particular peer.
|
||||||
func (p *Peer) markTransaction(hash common.Hash) {
|
func (p *Peer) markTransaction(hash common.Hash) {
|
||||||
|
@ -248,55 +214,6 @@ func (p *Peer) ReplyPooledTransactionsRLP(id uint64, hashes []common.Hash, txs [
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
// SendNewBlockHashes announces the availability of a number of blocks through
|
|
||||||
// a hash notification.
|
|
||||||
func (p *Peer) SendNewBlockHashes(hashes []common.Hash, numbers []uint64) error {
|
|
||||||
// Mark all the block hashes as known, but ensure we don't overflow our limits
|
|
||||||
p.knownBlocks.Add(hashes...)
|
|
||||||
|
|
||||||
request := make(NewBlockHashesPacket, len(hashes))
|
|
||||||
for i := 0; i < len(hashes); i++ {
|
|
||||||
request[i].Hash = hashes[i]
|
|
||||||
request[i].Number = numbers[i]
|
|
||||||
}
|
|
||||||
return p2p.Send(p.rw, NewBlockHashesMsg, request)
|
|
||||||
}
|
|
||||||
|
|
||||||
// AsyncSendNewBlockHash queues the availability of a block for propagation to a
|
|
||||||
// remote peer. If the peer's broadcast queue is full, the event is silently
|
|
||||||
// dropped.
|
|
||||||
func (p *Peer) AsyncSendNewBlockHash(block *types.Block) {
|
|
||||||
select {
|
|
||||||
case p.queuedBlockAnns <- block:
|
|
||||||
// Mark all the block hash as known, but ensure we don't overflow our limits
|
|
||||||
p.knownBlocks.Add(block.Hash())
|
|
||||||
default:
|
|
||||||
p.Log().Debug("Dropping block announcement", "number", block.NumberU64(), "hash", block.Hash())
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// SendNewBlock propagates an entire block to a remote peer.
|
|
||||||
func (p *Peer) SendNewBlock(block *types.Block, td *big.Int) error {
|
|
||||||
// Mark all the block hash as known, but ensure we don't overflow our limits
|
|
||||||
p.knownBlocks.Add(block.Hash())
|
|
||||||
return p2p.Send(p.rw, NewBlockMsg, &NewBlockPacket{
|
|
||||||
Block: block,
|
|
||||||
TD: td,
|
|
||||||
})
|
|
||||||
}
|
|
||||||
|
|
||||||
// AsyncSendNewBlock queues an entire block for propagation to a remote peer. If
|
|
||||||
// the peer's broadcast queue is full, the event is silently dropped.
|
|
||||||
func (p *Peer) AsyncSendNewBlock(block *types.Block, td *big.Int) {
|
|
||||||
select {
|
|
||||||
case p.queuedBlocks <- &blockPropagation{block: block, td: td}:
|
|
||||||
// Mark all the block hash as known, but ensure we don't overflow our limits
|
|
||||||
p.knownBlocks.Add(block.Hash())
|
|
||||||
default:
|
|
||||||
p.Log().Debug("Dropping block propagation", "number", block.NumberU64(), "hash", block.Hash())
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// ReplyBlockHeadersRLP is the response to GetBlockHeaders.
|
// ReplyBlockHeadersRLP is the response to GetBlockHeaders.
|
||||||
func (p *Peer) ReplyBlockHeadersRLP(id uint64, headers []rlp.RawValue) error {
|
func (p *Peer) ReplyBlockHeadersRLP(id uint64, headers []rlp.RawValue) error {
|
||||||
return p2p.Send(p.rw, BlockHeadersMsg, &BlockHeadersRLPPacket{
|
return p2p.Send(p.rw, BlockHeadersMsg, &BlockHeadersRLPPacket{
|
||||||
|
|
|
@ -189,19 +189,6 @@ type NewBlockPacket struct {
|
||||||
TD *big.Int
|
TD *big.Int
|
||||||
}
|
}
|
||||||
|
|
||||||
// sanityCheck verifies that the values are reasonable, as a DoS protection
|
|
||||||
func (request *NewBlockPacket) sanityCheck() error {
|
|
||||||
if err := request.Block.SanityCheck(); err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
//TD at mainnet block #7753254 is 76 bits. If it becomes 100 million times
|
|
||||||
// larger, it will still fit within 100 bits
|
|
||||||
if tdlen := request.TD.BitLen(); tdlen > 100 {
|
|
||||||
return fmt.Errorf("too large block TD: bitlen %d", tdlen)
|
|
||||||
}
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
// GetBlockBodiesRequest represents a block body query.
|
// GetBlockBodiesRequest represents a block body query.
|
||||||
type GetBlockBodiesRequest []common.Hash
|
type GetBlockBodiesRequest []common.Hash
|
||||||
|
|
||||||
|
|
215
eth/sync.go
215
eth/sync.go
|
@ -17,21 +17,9 @@
|
||||||
package eth
|
package eth
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"errors"
|
|
||||||
"math/big"
|
|
||||||
"time"
|
|
||||||
|
|
||||||
"github.com/ethereum/go-ethereum/common"
|
"github.com/ethereum/go-ethereum/common"
|
||||||
"github.com/ethereum/go-ethereum/core/rawdb"
|
|
||||||
"github.com/ethereum/go-ethereum/core/txpool"
|
"github.com/ethereum/go-ethereum/core/txpool"
|
||||||
"github.com/ethereum/go-ethereum/eth/downloader"
|
|
||||||
"github.com/ethereum/go-ethereum/eth/protocols/eth"
|
"github.com/ethereum/go-ethereum/eth/protocols/eth"
|
||||||
"github.com/ethereum/go-ethereum/log"
|
|
||||||
)
|
|
||||||
|
|
||||||
const (
|
|
||||||
forceSyncCycle = 10 * time.Second // Time interval to force syncs, even if few peers are available
|
|
||||||
defaultMinSyncPeers = 5 // Amount of peers desired to start syncing
|
|
||||||
)
|
)
|
||||||
|
|
||||||
// syncTransactions starts sending all currently pending transactions to the given peer.
|
// syncTransactions starts sending all currently pending transactions to the given peer.
|
||||||
|
@ -47,206 +35,3 @@ func (h *handler) syncTransactions(p *eth.Peer) {
|
||||||
}
|
}
|
||||||
p.AsyncSendPooledTransactionHashes(hashes)
|
p.AsyncSendPooledTransactionHashes(hashes)
|
||||||
}
|
}
|
||||||
|
|
||||||
// chainSyncer coordinates blockchain sync components.
|
|
||||||
type chainSyncer struct {
|
|
||||||
handler *handler
|
|
||||||
force *time.Timer
|
|
||||||
forced bool // true when force timer fired
|
|
||||||
warned time.Time
|
|
||||||
peerEventCh chan struct{}
|
|
||||||
doneCh chan error // non-nil when sync is running
|
|
||||||
}
|
|
||||||
|
|
||||||
// chainSyncOp is a scheduled sync operation.
|
|
||||||
type chainSyncOp struct {
|
|
||||||
mode downloader.SyncMode
|
|
||||||
peer *eth.Peer
|
|
||||||
td *big.Int
|
|
||||||
head common.Hash
|
|
||||||
}
|
|
||||||
|
|
||||||
// newChainSyncer creates a chainSyncer.
|
|
||||||
func newChainSyncer(handler *handler) *chainSyncer {
|
|
||||||
return &chainSyncer{
|
|
||||||
handler: handler,
|
|
||||||
peerEventCh: make(chan struct{}),
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// handlePeerEvent notifies the syncer about a change in the peer set.
|
|
||||||
// This is called for new peers and every time a peer announces a new
|
|
||||||
// chain head.
|
|
||||||
func (cs *chainSyncer) handlePeerEvent() bool {
|
|
||||||
select {
|
|
||||||
case cs.peerEventCh <- struct{}{}:
|
|
||||||
return true
|
|
||||||
case <-cs.handler.quitSync:
|
|
||||||
return false
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// loop runs in its own goroutine and launches the sync when necessary.
|
|
||||||
func (cs *chainSyncer) loop() {
|
|
||||||
defer cs.handler.wg.Done()
|
|
||||||
|
|
||||||
cs.handler.blockFetcher.Start()
|
|
||||||
cs.handler.txFetcher.Start()
|
|
||||||
defer cs.handler.blockFetcher.Stop()
|
|
||||||
defer cs.handler.txFetcher.Stop()
|
|
||||||
defer cs.handler.downloader.Terminate()
|
|
||||||
|
|
||||||
// The force timer lowers the peer count threshold down to one when it fires.
|
|
||||||
// This ensures we'll always start sync even if there aren't enough peers.
|
|
||||||
cs.force = time.NewTimer(forceSyncCycle)
|
|
||||||
defer cs.force.Stop()
|
|
||||||
|
|
||||||
for {
|
|
||||||
if op := cs.nextSyncOp(); op != nil {
|
|
||||||
cs.startSync(op)
|
|
||||||
}
|
|
||||||
select {
|
|
||||||
case <-cs.peerEventCh:
|
|
||||||
// Peer information changed, recheck.
|
|
||||||
case err := <-cs.doneCh:
|
|
||||||
cs.doneCh = nil
|
|
||||||
cs.force.Reset(forceSyncCycle)
|
|
||||||
cs.forced = false
|
|
||||||
|
|
||||||
// If we've reached the merge transition but no beacon client is available, or
|
|
||||||
// it has not yet switched us over, keep warning the user that their infra is
|
|
||||||
// potentially flaky.
|
|
||||||
if errors.Is(err, downloader.ErrMergeTransition) && time.Since(cs.warned) > 10*time.Second {
|
|
||||||
log.Warn("Local chain is post-merge, waiting for beacon client sync switch-over...")
|
|
||||||
cs.warned = time.Now()
|
|
||||||
}
|
|
||||||
case <-cs.force.C:
|
|
||||||
cs.forced = true
|
|
||||||
|
|
||||||
case <-cs.handler.quitSync:
|
|
||||||
// Disable all insertion on the blockchain. This needs to happen before
|
|
||||||
// terminating the downloader because the downloader waits for blockchain
|
|
||||||
// inserts, and these can take a long time to finish.
|
|
||||||
cs.handler.chain.StopInsert()
|
|
||||||
cs.handler.downloader.Terminate()
|
|
||||||
if cs.doneCh != nil {
|
|
||||||
<-cs.doneCh
|
|
||||||
}
|
|
||||||
return
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// nextSyncOp determines whether sync is required at this time.
|
|
||||||
func (cs *chainSyncer) nextSyncOp() *chainSyncOp {
|
|
||||||
if cs.doneCh != nil {
|
|
||||||
return nil // Sync already running
|
|
||||||
}
|
|
||||||
// If a beacon client once took over control, disable the entire legacy sync
|
|
||||||
// path from here on end. Note, there is a slight "race" between reaching TTD
|
|
||||||
// and the beacon client taking over. The downloader will enforce that nothing
|
|
||||||
// above the first TTD will be delivered to the chain for import.
|
|
||||||
//
|
|
||||||
// An alternative would be to check the local chain for exceeding the TTD and
|
|
||||||
// avoid triggering a sync in that case, but that could also miss sibling or
|
|
||||||
// other family TTD block being accepted.
|
|
||||||
if cs.handler.chain.Config().TerminalTotalDifficultyPassed || cs.handler.merger.TDDReached() {
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
// Ensure we're at minimum peer count.
|
|
||||||
minPeers := defaultMinSyncPeers
|
|
||||||
if cs.forced {
|
|
||||||
minPeers = 1
|
|
||||||
} else if minPeers > cs.handler.maxPeers {
|
|
||||||
minPeers = cs.handler.maxPeers
|
|
||||||
}
|
|
||||||
if cs.handler.peers.len() < minPeers {
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
// We have enough peers, pick the one with the highest TD, but avoid going
|
|
||||||
// over the terminal total difficulty. Above that we expect the consensus
|
|
||||||
// clients to direct the chain head to sync to.
|
|
||||||
peer := cs.handler.peers.peerWithHighestTD()
|
|
||||||
if peer == nil {
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
mode, ourTD := cs.modeAndLocalHead()
|
|
||||||
op := peerToSyncOp(mode, peer)
|
|
||||||
if op.td.Cmp(ourTD) <= 0 {
|
|
||||||
// We seem to be in sync according to the legacy rules. In the merge
|
|
||||||
// world, it can also mean we're stuck on the merge block, waiting for
|
|
||||||
// a beacon client. In the latter case, notify the user.
|
|
||||||
if ttd := cs.handler.chain.Config().TerminalTotalDifficulty; ttd != nil && ourTD.Cmp(ttd) >= 0 && time.Since(cs.warned) > 10*time.Second {
|
|
||||||
log.Warn("Local chain is post-merge, waiting for beacon client sync switch-over...")
|
|
||||||
cs.warned = time.Now()
|
|
||||||
}
|
|
||||||
return nil // We're in sync
|
|
||||||
}
|
|
||||||
return op
|
|
||||||
}
|
|
||||||
|
|
||||||
func peerToSyncOp(mode downloader.SyncMode, p *eth.Peer) *chainSyncOp {
|
|
||||||
peerHead, peerTD := p.Head()
|
|
||||||
return &chainSyncOp{mode: mode, peer: p, td: peerTD, head: peerHead}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (cs *chainSyncer) modeAndLocalHead() (downloader.SyncMode, *big.Int) {
|
|
||||||
// If we're in snap sync mode, return that directly
|
|
||||||
if cs.handler.snapSync.Load() {
|
|
||||||
block := cs.handler.chain.CurrentSnapBlock()
|
|
||||||
td := cs.handler.chain.GetTd(block.Hash(), block.Number.Uint64())
|
|
||||||
return downloader.SnapSync, td
|
|
||||||
}
|
|
||||||
// We are probably in full sync, but we might have rewound to before the
|
|
||||||
// snap sync pivot, check if we should re-enable snap sync.
|
|
||||||
head := cs.handler.chain.CurrentBlock()
|
|
||||||
if pivot := rawdb.ReadLastPivotNumber(cs.handler.database); pivot != nil {
|
|
||||||
if head.Number.Uint64() < *pivot {
|
|
||||||
block := cs.handler.chain.CurrentSnapBlock()
|
|
||||||
td := cs.handler.chain.GetTd(block.Hash(), block.Number.Uint64())
|
|
||||||
return downloader.SnapSync, td
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// We are in a full sync, but the associated head state is missing. To complete
|
|
||||||
// the head state, forcefully rerun the snap sync. Note it doesn't mean the
|
|
||||||
// persistent state is corrupted, just mismatch with the head block.
|
|
||||||
if !cs.handler.chain.HasState(head.Root) {
|
|
||||||
block := cs.handler.chain.CurrentSnapBlock()
|
|
||||||
td := cs.handler.chain.GetTd(block.Hash(), block.Number.Uint64())
|
|
||||||
log.Info("Reenabled snap sync as chain is stateless")
|
|
||||||
return downloader.SnapSync, td
|
|
||||||
}
|
|
||||||
// Nope, we're really full syncing
|
|
||||||
td := cs.handler.chain.GetTd(head.Hash(), head.Number.Uint64())
|
|
||||||
return downloader.FullSync, td
|
|
||||||
}
|
|
||||||
|
|
||||||
// startSync launches doSync in a new goroutine.
|
|
||||||
func (cs *chainSyncer) startSync(op *chainSyncOp) {
|
|
||||||
cs.doneCh = make(chan error, 1)
|
|
||||||
go func() { cs.doneCh <- cs.handler.doSync(op) }()
|
|
||||||
}
|
|
||||||
|
|
||||||
// doSync synchronizes the local blockchain with a remote peer.
|
|
||||||
func (h *handler) doSync(op *chainSyncOp) error {
|
|
||||||
// Run the sync cycle, and disable snap sync if we're past the pivot block
|
|
||||||
err := h.downloader.LegacySync(op.peer.ID(), op.head, op.td, h.chain.Config().TerminalTotalDifficulty, op.mode)
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
h.enableSyncedFeatures()
|
|
||||||
|
|
||||||
head := h.chain.CurrentBlock()
|
|
||||||
if head.Number.Uint64() > 0 {
|
|
||||||
// We've completed a sync cycle, notify all peers of new state. This path is
|
|
||||||
// essential in star-topology networks where a gateway node needs to notify
|
|
||||||
// all its out-of-date peers of the availability of a new block. This failure
|
|
||||||
// scenario will most often crop up in private and hackathon networks with
|
|
||||||
// degenerate connectivity, but it should be healthy for the mainnet too to
|
|
||||||
// more reliably update peers or the local TD state.
|
|
||||||
if block := h.chain.GetBlock(head.Hash(), head.Number.Uint64()); block != nil {
|
|
||||||
h.BroadcastBlock(block, false)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
|
@ -85,10 +85,11 @@ func testSnapSyncDisabling(t *testing.T, ethVer uint, snapVer uint) {
|
||||||
time.Sleep(250 * time.Millisecond)
|
time.Sleep(250 * time.Millisecond)
|
||||||
|
|
||||||
// Check that snap sync was disabled
|
// Check that snap sync was disabled
|
||||||
op := peerToSyncOp(downloader.SnapSync, empty.handler.peers.peerWithHighestTD())
|
if err := empty.handler.downloader.BeaconSync(downloader.SnapSync, full.chain.CurrentBlock(), nil); err != nil {
|
||||||
if err := empty.handler.doSync(op); err != nil {
|
|
||||||
t.Fatal("sync failed:", err)
|
t.Fatal("sync failed:", err)
|
||||||
}
|
}
|
||||||
|
empty.handler.enableSyncedFeatures()
|
||||||
|
|
||||||
if empty.handler.snapSync.Load() {
|
if empty.handler.snapSync.Load() {
|
||||||
t.Fatalf("snap sync not disabled after successful synchronisation")
|
t.Fatalf("snap sync not disabled after successful synchronisation")
|
||||||
}
|
}
|
||||||
|
|
|
@ -361,6 +361,8 @@ type ChainConfig struct {
|
||||||
// TerminalTotalDifficultyPassed is a flag specifying that the network already
|
// TerminalTotalDifficultyPassed is a flag specifying that the network already
|
||||||
// passed the terminal total difficulty. Its purpose is to disable legacy sync
|
// passed the terminal total difficulty. Its purpose is to disable legacy sync
|
||||||
// even without having seen the TTD locally (safer long term).
|
// even without having seen the TTD locally (safer long term).
|
||||||
|
//
|
||||||
|
// TODO(karalabe): Drop this field eventually (always assuming PoS mode)
|
||||||
TerminalTotalDifficultyPassed bool `json:"terminalTotalDifficultyPassed,omitempty"`
|
TerminalTotalDifficultyPassed bool `json:"terminalTotalDifficultyPassed,omitempty"`
|
||||||
|
|
||||||
// Various consensus engines
|
// Various consensus engines
|
||||||
|
|
Loading…
Reference in New Issue