2023-05-09 02:11:04 -05:00
|
|
|
// Copyright 2022 The go-ethereum Authors
|
|
|
|
// This file is part of the go-ethereum library.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU Lesser General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
package trie
|
|
|
|
|
|
|
|
import (
|
|
|
|
"errors"
|
|
|
|
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
|
|
|
"github.com/ethereum/go-ethereum/ethdb"
|
all: activate pbss as experimental feature (#26274)
* all: activate pbss
* core/rawdb: fix compilation error
* cma, core, eth, les, trie: address comments
* cmd, core, eth, trie: polish code
* core, cmd, eth: address comments
* cmd, core, eth, les, light, tests: address comment
* cmd/utils: shorten log message
* trie/triedb/pathdb: limit node buffer size to 1gb
* cmd/utils: fix opening non-existing db
* cmd/utils: rename flag name
* cmd, core: group chain history flags and fix tests
* core, eth, trie: fix memory leak in snapshot generation
* cmd, eth, internal: deprecate flags
* all: enable state tests for pathdb, fixes
* cmd, core: polish code
* trie/triedb/pathdb: limit the node buffer size to 256mb
---------
Co-authored-by: Martin Holst Swende <martin@swende.se>
Co-authored-by: Péter Szilágyi <peterke@gmail.com>
2023-08-10 14:21:36 -05:00
|
|
|
"github.com/ethereum/go-ethereum/log"
|
2023-05-09 02:11:04 -05:00
|
|
|
"github.com/ethereum/go-ethereum/trie/triedb/hashdb"
|
2023-08-01 07:17:32 -05:00
|
|
|
"github.com/ethereum/go-ethereum/trie/triedb/pathdb"
|
2023-05-09 02:11:04 -05:00
|
|
|
"github.com/ethereum/go-ethereum/trie/trienode"
|
2023-07-11 08:43:23 -05:00
|
|
|
"github.com/ethereum/go-ethereum/trie/triestate"
|
2023-05-09 02:11:04 -05:00
|
|
|
)
|
|
|
|
|
|
|
|
// Config defines all necessary options for database.
|
|
|
|
type Config struct {
|
all: activate pbss as experimental feature (#26274)
* all: activate pbss
* core/rawdb: fix compilation error
* cma, core, eth, les, trie: address comments
* cmd, core, eth, trie: polish code
* core, cmd, eth: address comments
* cmd, core, eth, les, light, tests: address comment
* cmd/utils: shorten log message
* trie/triedb/pathdb: limit node buffer size to 1gb
* cmd/utils: fix opening non-existing db
* cmd/utils: rename flag name
* cmd, core: group chain history flags and fix tests
* core, eth, trie: fix memory leak in snapshot generation
* cmd, eth, internal: deprecate flags
* all: enable state tests for pathdb, fixes
* cmd, core: polish code
* trie/triedb/pathdb: limit the node buffer size to 256mb
---------
Co-authored-by: Martin Holst Swende <martin@swende.se>
Co-authored-by: Péter Szilágyi <peterke@gmail.com>
2023-08-10 14:21:36 -05:00
|
|
|
Preimages bool // Flag whether the preimage of node key is recorded
|
|
|
|
HashDB *hashdb.Config // Configs for hash-based scheme
|
|
|
|
PathDB *pathdb.Config // Configs for experimental path-based scheme
|
2023-07-11 08:43:23 -05:00
|
|
|
|
|
|
|
// Testing hooks
|
|
|
|
OnCommit func(states *triestate.Set) // Hook invoked when commit is performed
|
2023-05-09 02:11:04 -05:00
|
|
|
}
|
|
|
|
|
all: activate pbss as experimental feature (#26274)
* all: activate pbss
* core/rawdb: fix compilation error
* cma, core, eth, les, trie: address comments
* cmd, core, eth, trie: polish code
* core, cmd, eth: address comments
* cmd, core, eth, les, light, tests: address comment
* cmd/utils: shorten log message
* trie/triedb/pathdb: limit node buffer size to 1gb
* cmd/utils: fix opening non-existing db
* cmd/utils: rename flag name
* cmd, core: group chain history flags and fix tests
* core, eth, trie: fix memory leak in snapshot generation
* cmd, eth, internal: deprecate flags
* all: enable state tests for pathdb, fixes
* cmd, core: polish code
* trie/triedb/pathdb: limit the node buffer size to 256mb
---------
Co-authored-by: Martin Holst Swende <martin@swende.se>
Co-authored-by: Péter Szilágyi <peterke@gmail.com>
2023-08-10 14:21:36 -05:00
|
|
|
// HashDefaults represents a config for using hash-based scheme with
|
|
|
|
// default settings.
|
|
|
|
var HashDefaults = &Config{
|
|
|
|
Preimages: false,
|
|
|
|
HashDB: hashdb.Defaults,
|
|
|
|
}
|
|
|
|
|
2023-05-09 02:11:04 -05:00
|
|
|
// backend defines the methods needed to access/update trie nodes in different
|
|
|
|
// state scheme.
|
|
|
|
type backend interface {
|
|
|
|
// Scheme returns the identifier of used storage scheme.
|
|
|
|
Scheme() string
|
|
|
|
|
|
|
|
// Initialized returns an indicator if the state data is already initialized
|
|
|
|
// according to the state scheme.
|
|
|
|
Initialized(genesisRoot common.Hash) bool
|
|
|
|
|
2023-08-23 06:08:39 -05:00
|
|
|
// Size returns the current storage size of the diff layers on top of the
|
|
|
|
// disk layer and the storage size of the nodes cached in the disk layer.
|
|
|
|
//
|
|
|
|
// For hash scheme, there is no differentiation between diff layer nodes
|
|
|
|
// and dirty disk layer nodes, so both are merged into the second return.
|
|
|
|
Size() (common.StorageSize, common.StorageSize)
|
2023-05-09 02:11:04 -05:00
|
|
|
|
|
|
|
// Update performs a state transition by committing dirty nodes contained
|
|
|
|
// in the given set in order to update state from the specified parent to
|
|
|
|
// the specified root.
|
2023-08-01 07:17:32 -05:00
|
|
|
//
|
|
|
|
// The passed in maps(nodes, states) will be retained to avoid copying
|
|
|
|
// everything. Therefore, these maps must not be changed afterwards.
|
|
|
|
Update(root common.Hash, parent common.Hash, block uint64, nodes *trienode.MergedNodeSet, states *triestate.Set) error
|
2023-05-09 02:11:04 -05:00
|
|
|
|
|
|
|
// Commit writes all relevant trie nodes belonging to the specified state
|
|
|
|
// to disk. Report specifies whether logs will be displayed in info level.
|
|
|
|
Commit(root common.Hash, report bool) error
|
|
|
|
|
|
|
|
// Close closes the trie database backend and releases all held resources.
|
|
|
|
Close() error
|
|
|
|
}
|
|
|
|
|
|
|
|
// Database is the wrapper of the underlying backend which is shared by different
|
|
|
|
// types of node backend as an entrypoint. It's responsible for all interactions
|
|
|
|
// relevant with trie nodes and node preimages.
|
|
|
|
type Database struct {
|
2023-08-01 07:17:32 -05:00
|
|
|
config *Config // Configuration for trie database
|
|
|
|
diskdb ethdb.Database // Persistent database to store the snapshot
|
|
|
|
preimages *preimageStore // The store for caching preimages
|
|
|
|
backend backend // The backend for managing trie nodes
|
2023-05-09 02:11:04 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
// prepare initializes the database with provided configs, but the
|
|
|
|
// database backend is still left as nil.
|
|
|
|
func prepare(diskdb ethdb.Database, config *Config) *Database {
|
|
|
|
var preimages *preimageStore
|
|
|
|
if config != nil && config.Preimages {
|
|
|
|
preimages = newPreimageStore(diskdb)
|
|
|
|
}
|
|
|
|
return &Database{
|
|
|
|
config: config,
|
|
|
|
diskdb: diskdb,
|
|
|
|
preimages: preimages,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
all: activate pbss as experimental feature (#26274)
* all: activate pbss
* core/rawdb: fix compilation error
* cma, core, eth, les, trie: address comments
* cmd, core, eth, trie: polish code
* core, cmd, eth: address comments
* cmd, core, eth, les, light, tests: address comment
* cmd/utils: shorten log message
* trie/triedb/pathdb: limit node buffer size to 1gb
* cmd/utils: fix opening non-existing db
* cmd/utils: rename flag name
* cmd, core: group chain history flags and fix tests
* core, eth, trie: fix memory leak in snapshot generation
* cmd, eth, internal: deprecate flags
* all: enable state tests for pathdb, fixes
* cmd, core: polish code
* trie/triedb/pathdb: limit the node buffer size to 256mb
---------
Co-authored-by: Martin Holst Swende <martin@swende.se>
Co-authored-by: Péter Szilágyi <peterke@gmail.com>
2023-08-10 14:21:36 -05:00
|
|
|
// NewDatabase initializes the trie database with default settings, note
|
2023-05-09 02:11:04 -05:00
|
|
|
// the legacy hash-based scheme is used by default.
|
all: activate pbss as experimental feature (#26274)
* all: activate pbss
* core/rawdb: fix compilation error
* cma, core, eth, les, trie: address comments
* cmd, core, eth, trie: polish code
* core, cmd, eth: address comments
* cmd, core, eth, les, light, tests: address comment
* cmd/utils: shorten log message
* trie/triedb/pathdb: limit node buffer size to 1gb
* cmd/utils: fix opening non-existing db
* cmd/utils: rename flag name
* cmd, core: group chain history flags and fix tests
* core, eth, trie: fix memory leak in snapshot generation
* cmd, eth, internal: deprecate flags
* all: enable state tests for pathdb, fixes
* cmd, core: polish code
* trie/triedb/pathdb: limit the node buffer size to 256mb
---------
Co-authored-by: Martin Holst Swende <martin@swende.se>
Co-authored-by: Péter Szilágyi <peterke@gmail.com>
2023-08-10 14:21:36 -05:00
|
|
|
func NewDatabase(diskdb ethdb.Database, config *Config) *Database {
|
|
|
|
// Sanitize the config and use the default one if it's not specified.
|
|
|
|
if config == nil {
|
|
|
|
config = HashDefaults
|
|
|
|
}
|
|
|
|
var preimages *preimageStore
|
|
|
|
if config.Preimages {
|
|
|
|
preimages = newPreimageStore(diskdb)
|
|
|
|
}
|
|
|
|
db := &Database{
|
|
|
|
config: config,
|
|
|
|
diskdb: diskdb,
|
|
|
|
preimages: preimages,
|
|
|
|
}
|
|
|
|
if config.HashDB != nil && config.PathDB != nil {
|
|
|
|
log.Crit("Both 'hash' and 'path' mode are configured")
|
|
|
|
}
|
|
|
|
if config.PathDB != nil {
|
|
|
|
db.backend = pathdb.New(diskdb, config.PathDB)
|
|
|
|
} else {
|
|
|
|
db.backend = hashdb.New(diskdb, config.HashDB, mptResolver{})
|
2023-08-01 07:17:32 -05:00
|
|
|
}
|
2023-05-09 02:11:04 -05:00
|
|
|
return db
|
|
|
|
}
|
|
|
|
|
|
|
|
// Reader returns a reader for accessing all trie nodes with provided state root.
|
cmd, core/state, eth, tests, trie: improve state reader (#27428)
The state availability is checked during the creation of a state reader.
- In hash-based database, if the specified root node does not exist on disk disk, then
the state reader won't be created and an error will be returned.
- In path-based database, if the specified state layer is not available, then the
state reader won't be created and an error will be returned.
This change also contains a stricter semantics regarding the `Commit` operation: once it has been performed, the trie is no longer usable, and certain operations will return an error.
2023-06-20 14:31:45 -05:00
|
|
|
// An error will be returned if the requested state is not available.
|
|
|
|
func (db *Database) Reader(blockRoot common.Hash) (Reader, error) {
|
2023-08-01 07:17:32 -05:00
|
|
|
switch b := db.backend.(type) {
|
|
|
|
case *hashdb.Database:
|
|
|
|
return b.Reader(blockRoot)
|
|
|
|
case *pathdb.Database:
|
|
|
|
return b.Reader(blockRoot)
|
|
|
|
}
|
|
|
|
return nil, errors.New("unknown backend")
|
2023-05-09 02:11:04 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
// Update performs a state transition by committing dirty nodes contained in the
|
|
|
|
// given set in order to update state from the specified parent to the specified
|
|
|
|
// root. The held pre-images accumulated up to this point will be flushed in case
|
|
|
|
// the size exceeds the threshold.
|
2023-08-01 07:17:32 -05:00
|
|
|
//
|
|
|
|
// The passed in maps(nodes, states) will be retained to avoid copying everything.
|
|
|
|
// Therefore, these maps must not be changed afterwards.
|
2023-07-24 05:22:09 -05:00
|
|
|
func (db *Database) Update(root common.Hash, parent common.Hash, block uint64, nodes *trienode.MergedNodeSet, states *triestate.Set) error {
|
2023-07-11 08:43:23 -05:00
|
|
|
if db.config != nil && db.config.OnCommit != nil {
|
|
|
|
db.config.OnCommit(states)
|
|
|
|
}
|
2023-05-09 02:11:04 -05:00
|
|
|
if db.preimages != nil {
|
|
|
|
db.preimages.commit(false)
|
|
|
|
}
|
2023-08-01 07:17:32 -05:00
|
|
|
return db.backend.Update(root, parent, block, nodes, states)
|
2023-05-09 02:11:04 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
// Commit iterates over all the children of a particular node, writes them out
|
|
|
|
// to disk. As a side effect, all pre-images accumulated up to this point are
|
|
|
|
// also written.
|
|
|
|
func (db *Database) Commit(root common.Hash, report bool) error {
|
|
|
|
if db.preimages != nil {
|
|
|
|
db.preimages.commit(true)
|
|
|
|
}
|
|
|
|
return db.backend.Commit(root, report)
|
|
|
|
}
|
|
|
|
|
2023-08-23 06:08:39 -05:00
|
|
|
// Size returns the storage size of diff layer nodes above the persistent disk
|
|
|
|
// layer, the dirty nodes buffered within the disk layer, and the size of cached
|
|
|
|
// preimages.
|
|
|
|
func (db *Database) Size() (common.StorageSize, common.StorageSize, common.StorageSize) {
|
2023-05-09 02:11:04 -05:00
|
|
|
var (
|
2023-08-23 06:08:39 -05:00
|
|
|
diffs, nodes common.StorageSize
|
|
|
|
preimages common.StorageSize
|
2023-05-09 02:11:04 -05:00
|
|
|
)
|
2023-08-23 06:08:39 -05:00
|
|
|
diffs, nodes = db.backend.Size()
|
2023-05-09 02:11:04 -05:00
|
|
|
if db.preimages != nil {
|
|
|
|
preimages = db.preimages.size()
|
|
|
|
}
|
2023-08-23 06:08:39 -05:00
|
|
|
return diffs, nodes, preimages
|
2023-05-09 02:11:04 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
// Initialized returns an indicator if the state data is already initialized
|
|
|
|
// according to the state scheme.
|
|
|
|
func (db *Database) Initialized(genesisRoot common.Hash) bool {
|
|
|
|
return db.backend.Initialized(genesisRoot)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Scheme returns the node scheme used in the database.
|
|
|
|
func (db *Database) Scheme() string {
|
|
|
|
return db.backend.Scheme()
|
|
|
|
}
|
|
|
|
|
|
|
|
// Close flushes the dangling preimages to disk and closes the trie database.
|
|
|
|
// It is meant to be called when closing the blockchain object, so that all
|
|
|
|
// resources held can be released correctly.
|
|
|
|
func (db *Database) Close() error {
|
core/state, light, les: make signature of ContractCode hash-independent (#27209)
* core/state, light, les: make signature of ContractCode hash-independent
* push current state for feedback
* les: fix unit test
* core, les, light: fix les unittests
* core/state, trie, les, light: fix state iterator
* core, les: address comments
* les: fix lint
---------
Co-authored-by: Gary Rong <garyrong0905@gmail.com>
2023-06-28 04:11:02 -05:00
|
|
|
db.WritePreimages()
|
|
|
|
return db.backend.Close()
|
|
|
|
}
|
|
|
|
|
|
|
|
// WritePreimages flushes all accumulated preimages to disk forcibly.
|
|
|
|
func (db *Database) WritePreimages() {
|
2023-05-09 02:11:04 -05:00
|
|
|
if db.preimages != nil {
|
|
|
|
db.preimages.commit(true)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Cap iteratively flushes old but still referenced trie nodes until the total
|
|
|
|
// memory usage goes below the given threshold. The held pre-images accumulated
|
|
|
|
// up to this point will be flushed in case the size exceeds the threshold.
|
|
|
|
//
|
|
|
|
// It's only supported by hash-based database and will return an error for others.
|
|
|
|
func (db *Database) Cap(limit common.StorageSize) error {
|
|
|
|
hdb, ok := db.backend.(*hashdb.Database)
|
|
|
|
if !ok {
|
|
|
|
return errors.New("not supported")
|
|
|
|
}
|
|
|
|
if db.preimages != nil {
|
|
|
|
db.preimages.commit(false)
|
|
|
|
}
|
|
|
|
return hdb.Cap(limit)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Reference adds a new reference from a parent node to a child node. This function
|
|
|
|
// is used to add reference between internal trie node and external node(e.g. storage
|
|
|
|
// trie root), all internal trie nodes are referenced together by database itself.
|
|
|
|
//
|
|
|
|
// It's only supported by hash-based database and will return an error for others.
|
|
|
|
func (db *Database) Reference(root common.Hash, parent common.Hash) error {
|
|
|
|
hdb, ok := db.backend.(*hashdb.Database)
|
|
|
|
if !ok {
|
|
|
|
return errors.New("not supported")
|
|
|
|
}
|
|
|
|
hdb.Reference(root, parent)
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Dereference removes an existing reference from a root node. It's only
|
|
|
|
// supported by hash-based database and will return an error for others.
|
|
|
|
func (db *Database) Dereference(root common.Hash) error {
|
|
|
|
hdb, ok := db.backend.(*hashdb.Database)
|
|
|
|
if !ok {
|
|
|
|
return errors.New("not supported")
|
|
|
|
}
|
|
|
|
hdb.Dereference(root)
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Node retrieves the rlp-encoded node blob with provided node hash. It's
|
|
|
|
// only supported by hash-based database and will return an error for others.
|
|
|
|
// Note, this function should be deprecated once ETH66 is deprecated.
|
|
|
|
func (db *Database) Node(hash common.Hash) ([]byte, error) {
|
|
|
|
hdb, ok := db.backend.(*hashdb.Database)
|
|
|
|
if !ok {
|
|
|
|
return nil, errors.New("not supported")
|
|
|
|
}
|
|
|
|
return hdb.Node(hash)
|
|
|
|
}
|
all: activate pbss as experimental feature (#26274)
* all: activate pbss
* core/rawdb: fix compilation error
* cma, core, eth, les, trie: address comments
* cmd, core, eth, trie: polish code
* core, cmd, eth: address comments
* cmd, core, eth, les, light, tests: address comment
* cmd/utils: shorten log message
* trie/triedb/pathdb: limit node buffer size to 1gb
* cmd/utils: fix opening non-existing db
* cmd/utils: rename flag name
* cmd, core: group chain history flags and fix tests
* core, eth, trie: fix memory leak in snapshot generation
* cmd, eth, internal: deprecate flags
* all: enable state tests for pathdb, fixes
* cmd, core: polish code
* trie/triedb/pathdb: limit the node buffer size to 256mb
---------
Co-authored-by: Martin Holst Swende <martin@swende.se>
Co-authored-by: Péter Szilágyi <peterke@gmail.com>
2023-08-10 14:21:36 -05:00
|
|
|
|
|
|
|
// Recover rollbacks the database to a specified historical point. The state is
|
|
|
|
// supported as the rollback destination only if it's canonical state and the
|
|
|
|
// corresponding trie histories are existent. It's only supported by path-based
|
|
|
|
// database and will return an error for others.
|
|
|
|
func (db *Database) Recover(target common.Hash) error {
|
|
|
|
pdb, ok := db.backend.(*pathdb.Database)
|
|
|
|
if !ok {
|
|
|
|
return errors.New("not supported")
|
|
|
|
}
|
|
|
|
return pdb.Recover(target, &trieLoader{db: db})
|
|
|
|
}
|
|
|
|
|
|
|
|
// Recoverable returns the indicator if the specified state is enabled to be
|
|
|
|
// recovered. It's only supported by path-based database and will return an
|
|
|
|
// error for others.
|
|
|
|
func (db *Database) Recoverable(root common.Hash) (bool, error) {
|
|
|
|
pdb, ok := db.backend.(*pathdb.Database)
|
|
|
|
if !ok {
|
|
|
|
return false, errors.New("not supported")
|
|
|
|
}
|
|
|
|
return pdb.Recoverable(root), nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Reset wipes all available journal from the persistent database and discard
|
|
|
|
// all caches and diff layers. Using the given root to create a new disk layer.
|
|
|
|
// It's only supported by path-based database and will return an error for others.
|
|
|
|
func (db *Database) Reset(root common.Hash) error {
|
|
|
|
pdb, ok := db.backend.(*pathdb.Database)
|
|
|
|
if !ok {
|
|
|
|
return errors.New("not supported")
|
|
|
|
}
|
|
|
|
return pdb.Reset(root)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Journal commits an entire diff hierarchy to disk into a single journal entry.
|
|
|
|
// This is meant to be used during shutdown to persist the snapshot without
|
|
|
|
// flattening everything down (bad for reorgs). It's only supported by path-based
|
|
|
|
// database and will return an error for others.
|
|
|
|
func (db *Database) Journal(root common.Hash) error {
|
|
|
|
pdb, ok := db.backend.(*pathdb.Database)
|
|
|
|
if !ok {
|
|
|
|
return errors.New("not supported")
|
|
|
|
}
|
|
|
|
return pdb.Journal(root)
|
|
|
|
}
|
|
|
|
|
|
|
|
// SetBufferSize sets the node buffer size to the provided value(in bytes).
|
|
|
|
// It's only supported by path-based database and will return an error for
|
|
|
|
// others.
|
|
|
|
func (db *Database) SetBufferSize(size int) error {
|
|
|
|
pdb, ok := db.backend.(*pathdb.Database)
|
|
|
|
if !ok {
|
|
|
|
return errors.New("not supported")
|
|
|
|
}
|
|
|
|
return pdb.SetBufferSize(size)
|
|
|
|
}
|