2015-11-30 06:34:19 -06:00
|
|
|
// Copyright 2015 The go-ethereum Authors
|
|
|
|
// This file is part of the go-ethereum library.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU Lesser General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
package light
|
|
|
|
|
|
|
|
import (
|
2017-03-22 12:20:33 -05:00
|
|
|
"context"
|
2018-02-05 10:40:32 -06:00
|
|
|
"errors"
|
2017-06-27 08:57:06 -05:00
|
|
|
"fmt"
|
2017-03-22 12:20:33 -05:00
|
|
|
|
2017-06-27 08:57:06 -05:00
|
|
|
"github.com/ethereum/go-ethereum/common"
|
2020-08-21 07:10:40 -05:00
|
|
|
"github.com/ethereum/go-ethereum/core/rawdb"
|
2017-06-27 08:57:06 -05:00
|
|
|
"github.com/ethereum/go-ethereum/core/state"
|
|
|
|
"github.com/ethereum/go-ethereum/core/types"
|
2017-04-18 06:08:17 -05:00
|
|
|
"github.com/ethereum/go-ethereum/crypto"
|
2018-02-05 10:40:32 -06:00
|
|
|
"github.com/ethereum/go-ethereum/ethdb"
|
2021-09-28 03:48:07 -05:00
|
|
|
"github.com/ethereum/go-ethereum/rlp"
|
2015-11-30 06:34:19 -06:00
|
|
|
"github.com/ethereum/go-ethereum/trie"
|
|
|
|
)
|
|
|
|
|
2020-12-10 07:33:52 -06:00
|
|
|
var (
|
|
|
|
sha3Nil = crypto.Keccak256Hash(nil)
|
|
|
|
)
|
|
|
|
|
2017-06-27 08:57:06 -05:00
|
|
|
func NewState(ctx context.Context, head *types.Header, odr OdrBackend) *state.StateDB {
|
2019-08-06 05:40:28 -05:00
|
|
|
state, _ := state.New(head.Root, NewStateDatabase(ctx, head, odr), nil)
|
2017-06-27 08:57:06 -05:00
|
|
|
return state
|
|
|
|
}
|
|
|
|
|
|
|
|
func NewStateDatabase(ctx context.Context, head *types.Header, odr OdrBackend) state.Database {
|
|
|
|
return &odrDatabase{ctx, StateTrieID(head), odr}
|
|
|
|
}
|
|
|
|
|
|
|
|
type odrDatabase struct {
|
|
|
|
ctx context.Context
|
|
|
|
id *TrieID
|
|
|
|
backend OdrBackend
|
|
|
|
}
|
|
|
|
|
|
|
|
func (db *odrDatabase) OpenTrie(root common.Hash) (state.Trie, error) {
|
|
|
|
return &odrTrie{db: db, id: db.id}, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (db *odrDatabase) OpenStorageTrie(addrHash, root common.Hash) (state.Trie, error) {
|
|
|
|
return &odrTrie{db: db, id: StorageTrieID(db.id, addrHash, root)}, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (db *odrDatabase) CopyTrie(t state.Trie) state.Trie {
|
|
|
|
switch t := t.(type) {
|
|
|
|
case *odrTrie:
|
|
|
|
cpy := &odrTrie{db: t.db, id: t.id}
|
|
|
|
if t.trie != nil {
|
|
|
|
cpytrie := *t.trie
|
|
|
|
cpy.trie = &cpytrie
|
|
|
|
}
|
|
|
|
return cpy
|
|
|
|
default:
|
|
|
|
panic(fmt.Errorf("unknown trie type %T", t))
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (db *odrDatabase) ContractCode(addrHash, codeHash common.Hash) ([]byte, error) {
|
2019-02-14 09:18:32 -06:00
|
|
|
if codeHash == sha3Nil {
|
2017-06-27 08:57:06 -05:00
|
|
|
return nil, nil
|
|
|
|
}
|
2020-08-21 07:10:40 -05:00
|
|
|
code := rawdb.ReadCode(db.backend.Database(), codeHash)
|
|
|
|
if len(code) != 0 {
|
2017-06-27 08:57:06 -05:00
|
|
|
return code, nil
|
|
|
|
}
|
|
|
|
id := *db.id
|
|
|
|
id.AccKey = addrHash[:]
|
|
|
|
req := &CodeRequest{Id: &id, Hash: codeHash}
|
|
|
|
err := db.backend.Retrieve(db.ctx, req)
|
|
|
|
return req.Data, err
|
|
|
|
}
|
|
|
|
|
|
|
|
func (db *odrDatabase) ContractCodeSize(addrHash, codeHash common.Hash) (int, error) {
|
|
|
|
code, err := db.ContractCode(addrHash, codeHash)
|
|
|
|
return len(code), err
|
|
|
|
}
|
|
|
|
|
2018-02-05 10:40:32 -06:00
|
|
|
func (db *odrDatabase) TrieDB() *trie.Database {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2017-06-27 08:57:06 -05:00
|
|
|
type odrTrie struct {
|
|
|
|
db *odrDatabase
|
2016-10-13 22:47:09 -05:00
|
|
|
id *TrieID
|
2017-06-27 08:57:06 -05:00
|
|
|
trie *trie.Trie
|
|
|
|
}
|
|
|
|
|
|
|
|
func (t *odrTrie) TryGet(key []byte) ([]byte, error) {
|
|
|
|
key = crypto.Keccak256(key)
|
|
|
|
var res []byte
|
|
|
|
err := t.do(key, func() (err error) {
|
|
|
|
res, err = t.trie.TryGet(key)
|
|
|
|
return err
|
|
|
|
})
|
|
|
|
return res, err
|
|
|
|
}
|
|
|
|
|
2022-08-04 09:13:18 -05:00
|
|
|
func (t *odrTrie) TryGetAccount(key []byte) (*types.StateAccount, error) {
|
|
|
|
key = crypto.Keccak256(key)
|
|
|
|
var res types.StateAccount
|
|
|
|
err := t.do(key, func() (err error) {
|
|
|
|
value, err := t.trie.TryGet(key)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if value == nil {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
return rlp.DecodeBytes(value, &res)
|
|
|
|
})
|
|
|
|
return &res, err
|
|
|
|
}
|
|
|
|
|
2021-09-28 03:48:07 -05:00
|
|
|
func (t *odrTrie) TryUpdateAccount(key []byte, acc *types.StateAccount) error {
|
|
|
|
key = crypto.Keccak256(key)
|
|
|
|
value, err := rlp.EncodeToBytes(acc)
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("decoding error in account update: %w", err)
|
|
|
|
}
|
|
|
|
return t.do(key, func() error {
|
|
|
|
return t.trie.TryUpdate(key, value)
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2017-06-27 08:57:06 -05:00
|
|
|
func (t *odrTrie) TryUpdate(key, value []byte) error {
|
|
|
|
key = crypto.Keccak256(key)
|
|
|
|
return t.do(key, func() error {
|
2018-11-26 06:27:49 -06:00
|
|
|
return t.trie.TryUpdate(key, value)
|
2017-06-27 08:57:06 -05:00
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
func (t *odrTrie) TryDelete(key []byte) error {
|
|
|
|
key = crypto.Keccak256(key)
|
|
|
|
return t.do(key, func() error {
|
|
|
|
return t.trie.TryDelete(key)
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2022-08-19 01:00:21 -05:00
|
|
|
// TryDeleteAccount abstracts an account deletion from the trie.
|
2022-08-17 06:14:49 -05:00
|
|
|
func (t *odrTrie) TryDeleteAccount(key []byte) error {
|
|
|
|
key = crypto.Keccak256(key)
|
|
|
|
return t.do(key, func() error {
|
|
|
|
return t.trie.TryDelete(key)
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2022-08-04 03:03:20 -05:00
|
|
|
func (t *odrTrie) Commit(collectLeaf bool) (common.Hash, *trie.NodeSet, error) {
|
2017-06-27 08:57:06 -05:00
|
|
|
if t.trie == nil {
|
2022-08-04 03:03:20 -05:00
|
|
|
return t.id.Root, nil, nil
|
2017-06-27 08:57:06 -05:00
|
|
|
}
|
2022-08-04 03:03:20 -05:00
|
|
|
return t.trie.Commit(collectLeaf)
|
2017-06-27 08:57:06 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
func (t *odrTrie) Hash() common.Hash {
|
|
|
|
if t.trie == nil {
|
|
|
|
return t.id.Root
|
2015-11-30 06:34:19 -06:00
|
|
|
}
|
2017-06-27 08:57:06 -05:00
|
|
|
return t.trie.Hash()
|
|
|
|
}
|
|
|
|
|
|
|
|
func (t *odrTrie) NodeIterator(startkey []byte) trie.NodeIterator {
|
|
|
|
return newNodeIterator(t, startkey)
|
2015-11-30 06:34:19 -06:00
|
|
|
}
|
|
|
|
|
2017-06-27 08:57:06 -05:00
|
|
|
func (t *odrTrie) GetKey(sha []byte) []byte {
|
|
|
|
return nil
|
2015-11-30 06:34:19 -06:00
|
|
|
}
|
|
|
|
|
all: integrate the freezer with fast sync
* all: freezer style syncing
core, eth, les, light: clean up freezer relative APIs
core, eth, les, trie, ethdb, light: clean a bit
core, eth, les, light: add unit tests
core, light: rewrite setHead function
core, eth: fix downloader unit tests
core: add receipt chain insertion test
core: use constant instead of hardcoding table name
core: fix rollback
core: fix setHead
core/rawdb: remove canonical block first and then iterate side chain
core/rawdb, ethdb: add hasAncient interface
eth/downloader: calculate ancient limit via cht first
core, eth, ethdb: lots of fixes
* eth/downloader: print ancient disable log only for fast sync
2019-04-25 09:59:48 -05:00
|
|
|
func (t *odrTrie) Prove(key []byte, fromLevel uint, proofDb ethdb.KeyValueWriter) error {
|
2018-02-05 10:40:32 -06:00
|
|
|
return errors.New("not implemented, needs client/server interface split")
|
|
|
|
}
|
|
|
|
|
2015-11-30 06:34:19 -06:00
|
|
|
// do tries and retries to execute a function until it returns with no error or
|
|
|
|
// an error type other than MissingNodeError
|
2017-06-27 08:57:06 -05:00
|
|
|
func (t *odrTrie) do(key []byte, fn func() error) error {
|
|
|
|
for {
|
|
|
|
var err error
|
|
|
|
if t.trie == nil {
|
2022-06-06 10:14:55 -05:00
|
|
|
var owner common.Hash
|
|
|
|
if len(t.id.AccKey) > 0 {
|
|
|
|
owner = common.BytesToHash(t.id.AccKey)
|
|
|
|
}
|
|
|
|
t.trie, err = trie.New(owner, t.id.Root, trie.NewDatabase(t.db.backend.Database()))
|
2017-06-27 08:57:06 -05:00
|
|
|
}
|
|
|
|
if err == nil {
|
|
|
|
err = fn()
|
|
|
|
}
|
2017-04-18 06:08:17 -05:00
|
|
|
if _, ok := err.(*trie.MissingNodeError); !ok {
|
2015-11-30 06:34:19 -06:00
|
|
|
return err
|
|
|
|
}
|
2017-06-27 08:57:06 -05:00
|
|
|
r := &TrieRequest{Id: t.id, Key: key}
|
|
|
|
if err := t.db.backend.Retrieve(t.db.ctx, r); err != nil {
|
2017-12-17 15:40:39 -06:00
|
|
|
return err
|
2015-11-30 06:34:19 -06:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-06-27 08:57:06 -05:00
|
|
|
type nodeIterator struct {
|
|
|
|
trie.NodeIterator
|
|
|
|
t *odrTrie
|
|
|
|
err error
|
|
|
|
}
|
|
|
|
|
|
|
|
func newNodeIterator(t *odrTrie, startkey []byte) trie.NodeIterator {
|
|
|
|
it := &nodeIterator{t: t}
|
|
|
|
// Open the actual non-ODR trie if that hasn't happened yet.
|
|
|
|
if t.trie == nil {
|
|
|
|
it.do(func() error {
|
2022-06-06 10:14:55 -05:00
|
|
|
var owner common.Hash
|
|
|
|
if len(t.id.AccKey) > 0 {
|
|
|
|
owner = common.BytesToHash(t.id.AccKey)
|
|
|
|
}
|
|
|
|
t, err := trie.New(owner, t.id.Root, trie.NewDatabase(t.db.backend.Database()))
|
2017-06-27 08:57:06 -05:00
|
|
|
if err == nil {
|
|
|
|
it.t.trie = t
|
|
|
|
}
|
|
|
|
return err
|
|
|
|
})
|
|
|
|
}
|
|
|
|
it.do(func() error {
|
|
|
|
it.NodeIterator = it.t.trie.NodeIterator(startkey)
|
|
|
|
return it.NodeIterator.Error()
|
2015-11-30 06:34:19 -06:00
|
|
|
})
|
2017-06-27 08:57:06 -05:00
|
|
|
return it
|
2015-11-30 06:34:19 -06:00
|
|
|
}
|
|
|
|
|
2017-06-27 08:57:06 -05:00
|
|
|
func (it *nodeIterator) Next(descend bool) bool {
|
|
|
|
var ok bool
|
|
|
|
it.do(func() error {
|
|
|
|
ok = it.NodeIterator.Next(descend)
|
|
|
|
return it.NodeIterator.Error()
|
2015-11-30 06:34:19 -06:00
|
|
|
})
|
2017-06-27 08:57:06 -05:00
|
|
|
return ok
|
2015-11-30 06:34:19 -06:00
|
|
|
}
|
|
|
|
|
2017-06-27 08:57:06 -05:00
|
|
|
// do runs fn and attempts to fill in missing nodes by retrieving.
|
|
|
|
func (it *nodeIterator) do(fn func() error) {
|
|
|
|
var lasthash common.Hash
|
|
|
|
for {
|
|
|
|
it.err = fn()
|
|
|
|
missing, ok := it.err.(*trie.MissingNodeError)
|
|
|
|
if !ok {
|
|
|
|
return
|
2015-11-30 06:34:19 -06:00
|
|
|
}
|
2017-06-27 08:57:06 -05:00
|
|
|
if missing.NodeHash == lasthash {
|
|
|
|
it.err = fmt.Errorf("retrieve loop for trie node %x", missing.NodeHash)
|
|
|
|
return
|
2015-11-30 06:34:19 -06:00
|
|
|
}
|
2017-06-27 08:57:06 -05:00
|
|
|
lasthash = missing.NodeHash
|
|
|
|
r := &TrieRequest{Id: it.t.id, Key: nibblesToKey(missing.Path)}
|
|
|
|
if it.err = it.t.db.backend.Retrieve(it.t.db.ctx, r); it.err != nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (it *nodeIterator) Error() error {
|
|
|
|
if it.err != nil {
|
|
|
|
return it.err
|
|
|
|
}
|
|
|
|
return it.NodeIterator.Error()
|
|
|
|
}
|
|
|
|
|
|
|
|
func nibblesToKey(nib []byte) []byte {
|
|
|
|
if len(nib) > 0 && nib[len(nib)-1] == 0x10 {
|
|
|
|
nib = nib[:len(nib)-1] // drop terminator
|
|
|
|
}
|
|
|
|
if len(nib)&1 == 1 {
|
|
|
|
nib = append(nib, 0) // make even
|
|
|
|
}
|
|
|
|
key := make([]byte, len(nib)/2)
|
|
|
|
for bi, ni := 0, 0; ni < len(nib); bi, ni = bi+1, ni+2 {
|
|
|
|
key[bi] = nib[ni]<<4 | nib[ni+1]
|
|
|
|
}
|
|
|
|
return key
|
2015-11-30 06:34:19 -06:00
|
|
|
}
|