2020-09-29 10:38:13 -05:00
|
|
|
// Copyright 2020 The go-ethereum Authors
|
|
|
|
// This file is part of the go-ethereum library.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU Lesser General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
package trie
|
|
|
|
|
|
|
|
import (
|
2021-04-20 03:42:02 -05:00
|
|
|
"bufio"
|
|
|
|
"bytes"
|
|
|
|
"encoding/gob"
|
2020-10-12 05:08:04 -05:00
|
|
|
"errors"
|
2021-04-20 03:42:02 -05:00
|
|
|
"io"
|
2020-09-29 10:38:13 -05:00
|
|
|
"sync"
|
|
|
|
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
|
|
|
"github.com/ethereum/go-ethereum/ethdb"
|
|
|
|
"github.com/ethereum/go-ethereum/log"
|
|
|
|
)
|
|
|
|
|
2020-10-12 05:08:04 -05:00
|
|
|
var ErrCommitDisabled = errors.New("no database for committing")
|
|
|
|
|
2020-09-29 10:38:13 -05:00
|
|
|
var stPool = sync.Pool{
|
|
|
|
New: func() interface{} {
|
|
|
|
return NewStackTrie(nil)
|
|
|
|
},
|
|
|
|
}
|
|
|
|
|
2022-06-06 10:14:55 -05:00
|
|
|
func stackTrieFromPool(db ethdb.KeyValueWriter, owner common.Hash) *StackTrie {
|
2020-09-29 10:38:13 -05:00
|
|
|
st := stPool.Get().(*StackTrie)
|
|
|
|
st.db = db
|
2022-06-06 10:14:55 -05:00
|
|
|
st.owner = owner
|
2020-09-29 10:38:13 -05:00
|
|
|
return st
|
|
|
|
}
|
|
|
|
|
|
|
|
func returnToPool(st *StackTrie) {
|
|
|
|
st.Reset()
|
|
|
|
stPool.Put(st)
|
|
|
|
}
|
|
|
|
|
|
|
|
// StackTrie is a trie implementation that expects keys to be inserted
|
|
|
|
// in order. Once it determines that a subtree will no longer be inserted
|
|
|
|
// into, it will hash it and free up the memory it uses.
|
|
|
|
type StackTrie struct {
|
2022-06-06 10:14:55 -05:00
|
|
|
owner common.Hash // the owner of the trie
|
2021-11-29 04:02:40 -06:00
|
|
|
nodeType uint8 // node type (as in branch, ext, leaf)
|
|
|
|
val []byte // value contained by this node if it's a leaf
|
|
|
|
key []byte // key chunk covered by this (leaf|ext) node
|
|
|
|
children [16]*StackTrie // list of children (for branch and exts)
|
|
|
|
db ethdb.KeyValueWriter // Pointer to the commit db, can be nil
|
2020-09-29 10:38:13 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
// NewStackTrie allocates and initializes an empty trie.
|
all: bloom-filter based pruning mechanism (#21724)
* cmd, core, tests: initial state pruner
core: fix db inspector
cmd/geth: add verify-state
cmd/geth: add verification tool
core/rawdb: implement flatdb
cmd, core: fix rebase
core/state: use new contract code layout
core/state/pruner: avoid deleting genesis state
cmd/geth: add helper function
core, cmd: fix extract genesis
core: minor fixes
contracts: remove useless
core/state/snapshot: plugin stacktrie
core: polish
core/state/snapshot: iterate storage concurrently
core/state/snapshot: fix iteration
core: add comments
core/state/snapshot: polish code
core/state: polish
core/state/snapshot: rebase
core/rawdb: add comments
core/rawdb: fix tests
core/rawdb: improve tests
core/state/snapshot: fix concurrent iteration
core/state: run pruning during the recovery
core, trie: implement martin's idea
core, eth: delete flatdb and polish pruner
trie: fix import
core/state/pruner: add log
core/state/pruner: fix issues
core/state/pruner: don't read back
core/state/pruner: fix contract code write
core/state/pruner: check root node presence
cmd, core: polish log
core/state: use HEAD-127 as the target
core/state/snapshot: improve tests
cmd/geth: fix verification tool
cmd/geth: use HEAD as the verification default target
all: replace the bloomfilter with martin's fork
cmd, core: polish code
core, cmd: forcibly delete state root
core/state/pruner: add hash64
core/state/pruner: fix blacklist
core/state: remove blacklist
cmd, core: delete trie clean cache before pruning
cmd, core: fix lint
cmd, core: fix rebase
core/state: fix the special case for clique networks
core/state/snapshot: remove useless code
core/state/pruner: capping the snapshot after pruning
cmd, core, eth: fixes
core/rawdb: update db inspector
cmd/geth: polish code
core/state/pruner: fsync bloom filter
cmd, core: print warning log
core/state/pruner: adjust the parameters for bloom filter
cmd, core: create the bloom filter by size
core: polish
core/state/pruner: sanitize invalid bloomfilter size
cmd: address comments
cmd/geth: address comments
cmd/geth: address comment
core/state/pruner: address comments
core/state/pruner: rename homedir to datadir
cmd, core: address comments
core/state/pruner: address comment
core/state: address comments
core, cmd, tests: address comments
core: address comments
core/state/pruner: release the iterator after each commit
core/state/pruner: improve pruner
cmd, core: adjust bloom paramters
core/state/pruner: fix lint
core/state/pruner: fix tests
core: fix rebase
core/state/pruner: remove atomic rename
core/state/pruner: address comments
all: run go mod tidy
core/state/pruner: avoid false-positive for the middle state roots
core/state/pruner: add checks for middle roots
cmd/geth: replace crit with error
* core/state/pruner: fix lint
* core: drop legacy bloom filter
* core/state/snapshot: improve pruner
* core/state/snapshot: polish concurrent logs to report ETA vs. hashes
* core/state/pruner: add progress report for pruning and compaction too
* core: fix snapshot test API
* core/state: fix some pruning logs
* core/state/pruner: support recovering from bloom flush fail
Co-authored-by: Péter Szilágyi <peterke@gmail.com>
2021-02-08 05:16:30 -06:00
|
|
|
func NewStackTrie(db ethdb.KeyValueWriter) *StackTrie {
|
2020-09-29 10:38:13 -05:00
|
|
|
return &StackTrie{
|
|
|
|
nodeType: emptyNode,
|
|
|
|
db: db,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-06-06 10:14:55 -05:00
|
|
|
// NewStackTrieWithOwner allocates and initializes an empty trie, but with
|
|
|
|
// the additional owner field.
|
|
|
|
func NewStackTrieWithOwner(db ethdb.KeyValueWriter, owner common.Hash) *StackTrie {
|
|
|
|
return &StackTrie{
|
|
|
|
owner: owner,
|
|
|
|
nodeType: emptyNode,
|
|
|
|
db: db,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-04-20 03:42:02 -05:00
|
|
|
// NewFromBinary initialises a serialized stacktrie with the given db.
|
|
|
|
func NewFromBinary(data []byte, db ethdb.KeyValueWriter) (*StackTrie, error) {
|
|
|
|
var st StackTrie
|
|
|
|
if err := st.UnmarshalBinary(data); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
// If a database is used, we need to recursively add it to every child
|
|
|
|
if db != nil {
|
|
|
|
st.setDb(db)
|
|
|
|
}
|
|
|
|
return &st, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// MarshalBinary implements encoding.BinaryMarshaler
|
|
|
|
func (st *StackTrie) MarshalBinary() (data []byte, err error) {
|
|
|
|
var (
|
|
|
|
b bytes.Buffer
|
|
|
|
w = bufio.NewWriter(&b)
|
|
|
|
)
|
|
|
|
if err := gob.NewEncoder(w).Encode(struct {
|
2022-06-06 10:14:55 -05:00
|
|
|
Owner common.Hash
|
|
|
|
NodeType uint8
|
2021-11-29 04:02:40 -06:00
|
|
|
Val []byte
|
|
|
|
Key []byte
|
2021-04-20 03:42:02 -05:00
|
|
|
}{
|
2022-06-06 10:14:55 -05:00
|
|
|
st.owner,
|
2021-04-20 03:42:02 -05:00
|
|
|
st.nodeType,
|
|
|
|
st.val,
|
|
|
|
st.key,
|
|
|
|
}); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
for _, child := range st.children {
|
|
|
|
if child == nil {
|
|
|
|
w.WriteByte(0)
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
w.WriteByte(1)
|
|
|
|
if childData, err := child.MarshalBinary(); err != nil {
|
|
|
|
return nil, err
|
|
|
|
} else {
|
|
|
|
w.Write(childData)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
w.Flush()
|
|
|
|
return b.Bytes(), nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// UnmarshalBinary implements encoding.BinaryUnmarshaler
|
|
|
|
func (st *StackTrie) UnmarshalBinary(data []byte) error {
|
|
|
|
r := bytes.NewReader(data)
|
|
|
|
return st.unmarshalBinary(r)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (st *StackTrie) unmarshalBinary(r io.Reader) error {
|
|
|
|
var dec struct {
|
2022-06-06 10:14:55 -05:00
|
|
|
Owner common.Hash
|
|
|
|
NodeType uint8
|
2021-11-29 04:02:40 -06:00
|
|
|
Val []byte
|
|
|
|
Key []byte
|
2021-04-20 03:42:02 -05:00
|
|
|
}
|
|
|
|
gob.NewDecoder(r).Decode(&dec)
|
2022-06-06 10:14:55 -05:00
|
|
|
st.owner = dec.Owner
|
|
|
|
st.nodeType = dec.NodeType
|
2021-04-20 03:42:02 -05:00
|
|
|
st.val = dec.Val
|
|
|
|
st.key = dec.Key
|
|
|
|
|
|
|
|
var hasChild = make([]byte, 1)
|
|
|
|
for i := range st.children {
|
|
|
|
if _, err := r.Read(hasChild); err != nil {
|
|
|
|
return err
|
|
|
|
} else if hasChild[0] == 0 {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
var child StackTrie
|
|
|
|
child.unmarshalBinary(r)
|
|
|
|
st.children[i] = &child
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (st *StackTrie) setDb(db ethdb.KeyValueWriter) {
|
|
|
|
st.db = db
|
|
|
|
for _, child := range st.children {
|
|
|
|
if child != nil {
|
|
|
|
child.setDb(db)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-06-06 10:14:55 -05:00
|
|
|
func newLeaf(owner common.Hash, key, val []byte, db ethdb.KeyValueWriter) *StackTrie {
|
|
|
|
st := stackTrieFromPool(db, owner)
|
2020-09-29 10:38:13 -05:00
|
|
|
st.nodeType = leafNode
|
2021-11-29 04:02:40 -06:00
|
|
|
st.key = append(st.key, key...)
|
2020-09-29 10:38:13 -05:00
|
|
|
st.val = val
|
|
|
|
return st
|
|
|
|
}
|
|
|
|
|
2022-06-06 10:14:55 -05:00
|
|
|
func newExt(owner common.Hash, key []byte, child *StackTrie, db ethdb.KeyValueWriter) *StackTrie {
|
|
|
|
st := stackTrieFromPool(db, owner)
|
2020-09-29 10:38:13 -05:00
|
|
|
st.nodeType = extNode
|
2021-11-29 04:02:40 -06:00
|
|
|
st.key = append(st.key, key...)
|
2020-09-29 10:38:13 -05:00
|
|
|
st.children[0] = child
|
|
|
|
return st
|
|
|
|
}
|
|
|
|
|
|
|
|
// List all values that StackTrie#nodeType can hold
|
|
|
|
const (
|
|
|
|
emptyNode = iota
|
|
|
|
branchNode
|
|
|
|
extNode
|
|
|
|
leafNode
|
|
|
|
hashedNode
|
|
|
|
)
|
|
|
|
|
|
|
|
// TryUpdate inserts a (key, value) pair into the stack trie
|
|
|
|
func (st *StackTrie) TryUpdate(key, value []byte) error {
|
|
|
|
k := keybytesToHex(key)
|
|
|
|
if len(value) == 0 {
|
|
|
|
panic("deletion not supported")
|
|
|
|
}
|
|
|
|
st.insert(k[:len(k)-1], value)
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (st *StackTrie) Update(key, value []byte) {
|
|
|
|
if err := st.TryUpdate(key, value); err != nil {
|
2022-09-01 01:41:10 -05:00
|
|
|
log.Error("Unhandled trie error in StackTrie.Update", "err", err)
|
2020-09-29 10:38:13 -05:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (st *StackTrie) Reset() {
|
2022-06-06 10:14:55 -05:00
|
|
|
st.owner = common.Hash{}
|
2020-09-29 10:38:13 -05:00
|
|
|
st.db = nil
|
|
|
|
st.key = st.key[:0]
|
2020-10-13 06:21:25 -05:00
|
|
|
st.val = nil
|
2020-09-29 10:38:13 -05:00
|
|
|
for i := range st.children {
|
|
|
|
st.children[i] = nil
|
|
|
|
}
|
|
|
|
st.nodeType = emptyNode
|
|
|
|
}
|
|
|
|
|
|
|
|
// Helper function that, given a full key, determines the index
|
|
|
|
// at which the chunk pointed by st.keyOffset is different from
|
|
|
|
// the same chunk in the full key.
|
|
|
|
func (st *StackTrie) getDiffIndex(key []byte) int {
|
2021-11-29 04:02:40 -06:00
|
|
|
for idx, nibble := range st.key {
|
|
|
|
if nibble != key[idx] {
|
|
|
|
return idx
|
|
|
|
}
|
2020-09-29 10:38:13 -05:00
|
|
|
}
|
2021-11-29 04:02:40 -06:00
|
|
|
return len(st.key)
|
2020-09-29 10:38:13 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
// Helper function to that inserts a (key, value) pair into
|
|
|
|
// the trie.
|
|
|
|
func (st *StackTrie) insert(key, value []byte) {
|
|
|
|
switch st.nodeType {
|
|
|
|
case branchNode: /* Branch */
|
2021-11-29 04:02:40 -06:00
|
|
|
idx := int(key[0])
|
2022-03-09 07:45:17 -06:00
|
|
|
|
2020-09-29 10:38:13 -05:00
|
|
|
// Unresolve elder siblings
|
|
|
|
for i := idx - 1; i >= 0; i-- {
|
|
|
|
if st.children[i] != nil {
|
|
|
|
if st.children[i].nodeType != hashedNode {
|
|
|
|
st.children[i].hash()
|
|
|
|
}
|
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
2022-03-09 07:45:17 -06:00
|
|
|
|
2020-09-29 10:38:13 -05:00
|
|
|
// Add new child
|
|
|
|
if st.children[idx] == nil {
|
2022-06-06 10:14:55 -05:00
|
|
|
st.children[idx] = newLeaf(st.owner, key[1:], value, st.db)
|
2021-11-29 04:02:40 -06:00
|
|
|
} else {
|
|
|
|
st.children[idx].insert(key[1:], value)
|
2020-09-29 10:38:13 -05:00
|
|
|
}
|
2022-03-09 07:45:17 -06:00
|
|
|
|
2020-09-29 10:38:13 -05:00
|
|
|
case extNode: /* Ext */
|
|
|
|
// Compare both key chunks and see where they differ
|
|
|
|
diffidx := st.getDiffIndex(key)
|
|
|
|
|
|
|
|
// Check if chunks are identical. If so, recurse into
|
|
|
|
// the child node. Otherwise, the key has to be split
|
|
|
|
// into 1) an optional common prefix, 2) the fullnode
|
|
|
|
// representing the two differing path, and 3) a leaf
|
|
|
|
// for each of the differentiated subtrees.
|
|
|
|
if diffidx == len(st.key) {
|
|
|
|
// Ext key and key segment are identical, recurse into
|
|
|
|
// the child node.
|
2021-11-29 04:02:40 -06:00
|
|
|
st.children[0].insert(key[diffidx:], value)
|
2020-09-29 10:38:13 -05:00
|
|
|
return
|
|
|
|
}
|
|
|
|
// Save the original part. Depending if the break is
|
|
|
|
// at the extension's last byte or not, create an
|
|
|
|
// intermediate extension or use the extension's child
|
|
|
|
// node directly.
|
|
|
|
var n *StackTrie
|
|
|
|
if diffidx < len(st.key)-1 {
|
2022-06-06 10:14:55 -05:00
|
|
|
n = newExt(st.owner, st.key[diffidx+1:], st.children[0], st.db)
|
2020-09-29 10:38:13 -05:00
|
|
|
} else {
|
|
|
|
// Break on the last byte, no need to insert
|
|
|
|
// an extension node: reuse the current node
|
|
|
|
n = st.children[0]
|
|
|
|
}
|
|
|
|
// Convert to hash
|
|
|
|
n.hash()
|
|
|
|
var p *StackTrie
|
|
|
|
if diffidx == 0 {
|
|
|
|
// the break is on the first byte, so
|
|
|
|
// the current node is converted into
|
|
|
|
// a branch node.
|
|
|
|
st.children[0] = nil
|
|
|
|
p = st
|
|
|
|
st.nodeType = branchNode
|
|
|
|
} else {
|
|
|
|
// the common prefix is at least one byte
|
|
|
|
// long, insert a new intermediate branch
|
|
|
|
// node.
|
2022-06-06 10:14:55 -05:00
|
|
|
st.children[0] = stackTrieFromPool(st.db, st.owner)
|
2020-09-29 10:38:13 -05:00
|
|
|
st.children[0].nodeType = branchNode
|
|
|
|
p = st.children[0]
|
|
|
|
}
|
|
|
|
// Create a leaf for the inserted part
|
2022-06-06 10:14:55 -05:00
|
|
|
o := newLeaf(st.owner, key[diffidx+1:], value, st.db)
|
2020-09-29 10:38:13 -05:00
|
|
|
|
|
|
|
// Insert both child leaves where they belong:
|
|
|
|
origIdx := st.key[diffidx]
|
2021-11-29 04:02:40 -06:00
|
|
|
newIdx := key[diffidx]
|
2020-09-29 10:38:13 -05:00
|
|
|
p.children[origIdx] = n
|
|
|
|
p.children[newIdx] = o
|
|
|
|
st.key = st.key[:diffidx]
|
|
|
|
|
|
|
|
case leafNode: /* Leaf */
|
|
|
|
// Compare both key chunks and see where they differ
|
|
|
|
diffidx := st.getDiffIndex(key)
|
|
|
|
|
|
|
|
// Overwriting a key isn't supported, which means that
|
|
|
|
// the current leaf is expected to be split into 1) an
|
|
|
|
// optional extension for the common prefix of these 2
|
|
|
|
// keys, 2) a fullnode selecting the path on which the
|
|
|
|
// keys differ, and 3) one leaf for the differentiated
|
|
|
|
// component of each key.
|
|
|
|
if diffidx >= len(st.key) {
|
|
|
|
panic("Trying to insert into existing key")
|
|
|
|
}
|
|
|
|
|
|
|
|
// Check if the split occurs at the first nibble of the
|
|
|
|
// chunk. In that case, no prefix extnode is necessary.
|
|
|
|
// Otherwise, create that
|
|
|
|
var p *StackTrie
|
|
|
|
if diffidx == 0 {
|
|
|
|
// Convert current leaf into a branch
|
|
|
|
st.nodeType = branchNode
|
|
|
|
p = st
|
|
|
|
st.children[0] = nil
|
|
|
|
} else {
|
|
|
|
// Convert current node into an ext,
|
|
|
|
// and insert a child branch node.
|
|
|
|
st.nodeType = extNode
|
2022-06-06 10:14:55 -05:00
|
|
|
st.children[0] = NewStackTrieWithOwner(st.db, st.owner)
|
2020-09-29 10:38:13 -05:00
|
|
|
st.children[0].nodeType = branchNode
|
|
|
|
p = st.children[0]
|
|
|
|
}
|
|
|
|
|
2022-03-09 07:45:17 -06:00
|
|
|
// Create the two child leaves: one containing the original
|
|
|
|
// value and another containing the new value. The child leaf
|
|
|
|
// is hashed directly in order to free up some memory.
|
2020-09-29 10:38:13 -05:00
|
|
|
origIdx := st.key[diffidx]
|
2022-06-06 10:14:55 -05:00
|
|
|
p.children[origIdx] = newLeaf(st.owner, st.key[diffidx+1:], st.val, st.db)
|
2020-09-29 10:38:13 -05:00
|
|
|
p.children[origIdx].hash()
|
|
|
|
|
2021-11-29 04:02:40 -06:00
|
|
|
newIdx := key[diffidx]
|
2022-06-06 10:14:55 -05:00
|
|
|
p.children[newIdx] = newLeaf(st.owner, key[diffidx+1:], value, st.db)
|
2020-09-29 10:38:13 -05:00
|
|
|
|
|
|
|
// Finally, cut off the key part that has been passed
|
|
|
|
// over to the children.
|
|
|
|
st.key = st.key[:diffidx]
|
|
|
|
st.val = nil
|
2022-03-09 07:45:17 -06:00
|
|
|
|
2020-09-29 10:38:13 -05:00
|
|
|
case emptyNode: /* Empty */
|
|
|
|
st.nodeType = leafNode
|
2021-11-29 04:02:40 -06:00
|
|
|
st.key = key
|
2020-09-29 10:38:13 -05:00
|
|
|
st.val = value
|
2022-03-09 07:45:17 -06:00
|
|
|
|
2020-09-29 10:38:13 -05:00
|
|
|
case hashedNode:
|
|
|
|
panic("trying to insert into hash")
|
2022-03-09 07:45:17 -06:00
|
|
|
|
2020-09-29 10:38:13 -05:00
|
|
|
default:
|
|
|
|
panic("invalid type")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-03-09 07:45:17 -06:00
|
|
|
// hash converts st into a 'hashedNode', if possible. Possible outcomes:
|
|
|
|
//
|
2020-09-29 10:38:13 -05:00
|
|
|
// 1. The rlp-encoded value was >= 32 bytes:
|
2022-09-10 06:25:40 -05:00
|
|
|
// - Then the 32-byte `hash` will be accessible in `st.val`.
|
|
|
|
// - And the 'st.type' will be 'hashedNode'
|
|
|
|
//
|
2020-09-29 10:38:13 -05:00
|
|
|
// 2. The rlp-encoded value was < 32 bytes
|
2022-09-10 06:25:40 -05:00
|
|
|
// - Then the <32 byte rlp-encoded value will be accessible in 'st.val'.
|
|
|
|
// - And the 'st.type' will be 'hashedNode' AGAIN
|
2020-09-29 10:38:13 -05:00
|
|
|
//
|
2022-03-09 07:45:17 -06:00
|
|
|
// This method also sets 'st.type' to hashedNode, and clears 'st.key'.
|
2020-09-29 10:38:13 -05:00
|
|
|
func (st *StackTrie) hash() {
|
2022-03-09 07:45:17 -06:00
|
|
|
h := newHasher(false)
|
|
|
|
defer returnHasherToPool(h)
|
|
|
|
|
|
|
|
st.hashRec(h)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (st *StackTrie) hashRec(hasher *hasher) {
|
|
|
|
// The switch below sets this to the RLP-encoding of this node.
|
|
|
|
var encodedNode []byte
|
2020-09-29 10:38:13 -05:00
|
|
|
|
|
|
|
switch st.nodeType {
|
2022-03-09 07:45:17 -06:00
|
|
|
case hashedNode:
|
|
|
|
return
|
|
|
|
|
|
|
|
case emptyNode:
|
|
|
|
st.val = emptyRoot.Bytes()
|
|
|
|
st.key = st.key[:0]
|
|
|
|
st.nodeType = hashedNode
|
|
|
|
return
|
|
|
|
|
2020-09-29 10:38:13 -05:00
|
|
|
case branchNode:
|
2022-03-09 07:45:17 -06:00
|
|
|
var nodes rawFullNode
|
2020-09-29 10:38:13 -05:00
|
|
|
for i, child := range st.children {
|
|
|
|
if child == nil {
|
|
|
|
nodes[i] = nilValueNode
|
|
|
|
continue
|
|
|
|
}
|
2022-03-09 07:45:17 -06:00
|
|
|
|
|
|
|
child.hashRec(hasher)
|
2020-09-29 10:38:13 -05:00
|
|
|
if len(child.val) < 32 {
|
|
|
|
nodes[i] = rawNode(child.val)
|
|
|
|
} else {
|
|
|
|
nodes[i] = hashNode(child.val)
|
|
|
|
}
|
2022-03-09 07:45:17 -06:00
|
|
|
|
|
|
|
// Release child back to pool.
|
|
|
|
st.children[i] = nil
|
2020-09-29 10:38:13 -05:00
|
|
|
returnToPool(child)
|
|
|
|
}
|
2022-03-09 07:45:17 -06:00
|
|
|
|
|
|
|
nodes.encode(hasher.encbuf)
|
|
|
|
encodedNode = hasher.encodedBytes()
|
|
|
|
|
2020-09-29 10:38:13 -05:00
|
|
|
case extNode:
|
2022-03-09 07:45:17 -06:00
|
|
|
st.children[0].hashRec(hasher)
|
|
|
|
|
|
|
|
sz := hexToCompactInPlace(st.key)
|
|
|
|
n := rawShortNode{Key: st.key[:sz]}
|
2020-11-09 08:08:12 -06:00
|
|
|
if len(st.children[0].val) < 32 {
|
2022-03-09 07:45:17 -06:00
|
|
|
n.Val = rawNode(st.children[0].val)
|
2020-11-09 08:08:12 -06:00
|
|
|
} else {
|
2022-03-09 07:45:17 -06:00
|
|
|
n.Val = hashNode(st.children[0].val)
|
2020-09-29 10:38:13 -05:00
|
|
|
}
|
2022-03-09 07:45:17 -06:00
|
|
|
|
|
|
|
n.encode(hasher.encbuf)
|
|
|
|
encodedNode = hasher.encodedBytes()
|
|
|
|
|
|
|
|
// Release child back to pool.
|
2020-09-29 10:38:13 -05:00
|
|
|
returnToPool(st.children[0])
|
2022-03-09 07:45:17 -06:00
|
|
|
st.children[0] = nil
|
|
|
|
|
2020-09-29 10:38:13 -05:00
|
|
|
case leafNode:
|
|
|
|
st.key = append(st.key, byte(16))
|
|
|
|
sz := hexToCompactInPlace(st.key)
|
2022-03-09 07:45:17 -06:00
|
|
|
n := rawShortNode{Key: st.key[:sz], Val: valueNode(st.val)}
|
|
|
|
|
|
|
|
n.encode(hasher.encbuf)
|
|
|
|
encodedNode = hasher.encodedBytes()
|
|
|
|
|
2020-09-29 10:38:13 -05:00
|
|
|
default:
|
2022-03-09 07:45:17 -06:00
|
|
|
panic("invalid node type")
|
2020-09-29 10:38:13 -05:00
|
|
|
}
|
2022-03-09 07:45:17 -06:00
|
|
|
|
2020-09-29 10:38:13 -05:00
|
|
|
st.nodeType = hashedNode
|
2022-03-09 07:45:17 -06:00
|
|
|
st.key = st.key[:0]
|
|
|
|
if len(encodedNode) < 32 {
|
|
|
|
st.val = common.CopyBytes(encodedNode)
|
2020-09-29 10:38:13 -05:00
|
|
|
return
|
|
|
|
}
|
2022-03-09 07:45:17 -06:00
|
|
|
|
2021-04-16 07:21:01 -05:00
|
|
|
// Write the hash to the 'val'. We allocate a new val here to not mutate
|
|
|
|
// input values
|
2022-03-09 07:45:17 -06:00
|
|
|
st.val = hasher.hashData(encodedNode)
|
2020-09-29 10:38:13 -05:00
|
|
|
if st.db != nil {
|
|
|
|
// TODO! Is it safe to Put the slice here?
|
|
|
|
// Do all db implementations copy the value provided?
|
2022-03-09 07:45:17 -06:00
|
|
|
st.db.Put(st.val, encodedNode)
|
2020-09-29 10:38:13 -05:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-03-09 07:45:17 -06:00
|
|
|
// Hash returns the hash of the current node.
|
2020-09-29 10:38:13 -05:00
|
|
|
func (st *StackTrie) Hash() (h common.Hash) {
|
2022-03-09 07:45:17 -06:00
|
|
|
hasher := newHasher(false)
|
|
|
|
defer returnHasherToPool(hasher)
|
|
|
|
|
|
|
|
st.hashRec(hasher)
|
|
|
|
if len(st.val) == 32 {
|
|
|
|
copy(h[:], st.val)
|
|
|
|
return h
|
2020-09-29 10:38:13 -05:00
|
|
|
}
|
2022-03-09 07:45:17 -06:00
|
|
|
|
|
|
|
// If the node's RLP isn't 32 bytes long, the node will not
|
|
|
|
// be hashed, and instead contain the rlp-encoding of the
|
|
|
|
// node. For the top level node, we need to force the hashing.
|
|
|
|
hasher.sha.Reset()
|
|
|
|
hasher.sha.Write(st.val)
|
|
|
|
hasher.sha.Read(h[:])
|
|
|
|
return h
|
2020-09-29 10:38:13 -05:00
|
|
|
}
|
|
|
|
|
2020-10-12 05:08:04 -05:00
|
|
|
// Commit will firstly hash the entrie trie if it's still not hashed
|
|
|
|
// and then commit all nodes to the associated database. Actually most
|
|
|
|
// of the trie nodes MAY have been committed already. The main purpose
|
|
|
|
// here is to commit the root node.
|
|
|
|
//
|
|
|
|
// The associated database is expected, otherwise the whole commit
|
|
|
|
// functionality should be disabled.
|
2022-03-09 07:45:17 -06:00
|
|
|
func (st *StackTrie) Commit() (h common.Hash, err error) {
|
2020-10-12 05:08:04 -05:00
|
|
|
if st.db == nil {
|
|
|
|
return common.Hash{}, ErrCommitDisabled
|
|
|
|
}
|
2022-03-09 07:45:17 -06:00
|
|
|
|
|
|
|
hasher := newHasher(false)
|
|
|
|
defer returnHasherToPool(hasher)
|
|
|
|
|
|
|
|
st.hashRec(hasher)
|
|
|
|
if len(st.val) == 32 {
|
|
|
|
copy(h[:], st.val)
|
|
|
|
return h, nil
|
2020-11-09 08:08:12 -06:00
|
|
|
}
|
2022-03-09 07:45:17 -06:00
|
|
|
|
|
|
|
// If the node's RLP isn't 32 bytes long, the node will not
|
|
|
|
// be hashed (and committed), and instead contain the rlp-encoding of the
|
|
|
|
// node. For the top level node, we need to force the hashing+commit.
|
|
|
|
hasher.sha.Reset()
|
|
|
|
hasher.sha.Write(st.val)
|
|
|
|
hasher.sha.Read(h[:])
|
|
|
|
st.db.Put(h[:], st.val)
|
|
|
|
return h, nil
|
2020-09-29 10:38:13 -05:00
|
|
|
}
|