2022-05-24 13:39:40 -05:00
// Copyright 2021 The go-ethereum Authors
2021-02-23 04:27:32 -06:00
// This file is part of go-ethereum.
//
// go-ethereum is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// go-ethereum is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with go-ethereum. If not, see <http://www.gnu.org/licenses/>.
package main
import (
2021-11-02 05:31:45 -05:00
"bytes"
2021-02-23 04:27:32 -06:00
"fmt"
"os"
2021-11-02 05:31:45 -05:00
"os/signal"
2021-02-23 04:27:32 -06:00
"path/filepath"
2021-03-30 06:57:21 -05:00
"strconv"
2021-11-02 05:31:45 -05:00
"strings"
"syscall"
2021-02-23 04:27:32 -06:00
"time"
"github.com/ethereum/go-ethereum/cmd/utils"
"github.com/ethereum/go-ethereum/common"
"github.com/ethereum/go-ethereum/common/hexutil"
"github.com/ethereum/go-ethereum/console/prompt"
"github.com/ethereum/go-ethereum/core/rawdb"
2022-01-18 04:30:41 -06:00
"github.com/ethereum/go-ethereum/core/state/snapshot"
2022-03-23 14:57:32 -05:00
"github.com/ethereum/go-ethereum/core/types"
2022-05-17 06:01:46 -05:00
"github.com/ethereum/go-ethereum/crypto"
2021-02-23 04:27:32 -06:00
"github.com/ethereum/go-ethereum/ethdb"
2022-07-25 04:07:44 -05:00
"github.com/ethereum/go-ethereum/internal/flags"
2021-02-23 04:27:32 -06:00
"github.com/ethereum/go-ethereum/log"
2021-03-30 06:57:21 -05:00
"github.com/ethereum/go-ethereum/trie"
2022-01-18 04:30:41 -06:00
"github.com/olekukonko/tablewriter"
2022-06-27 11:22:36 -05:00
"github.com/urfave/cli/v2"
2021-02-23 04:27:32 -06:00
)
var (
2022-06-27 11:22:36 -05:00
removedbCommand = & cli . Command {
Action : removeDB ,
2021-02-23 04:27:32 -06:00
Name : "removedb" ,
Usage : "Remove blockchain and state databases" ,
ArgsUsage : "" ,
2022-05-03 01:46:17 -05:00
Flags : utils . DatabasePathFlags ,
2021-02-23 04:27:32 -06:00
Description : `
Remove blockchain and state databases ` ,
}
2022-06-27 11:22:36 -05:00
dbCommand = & cli . Command {
2021-02-23 04:27:32 -06:00
Name : "db" ,
Usage : "Low level database operations" ,
ArgsUsage : "" ,
2022-06-27 11:22:36 -05:00
Subcommands : [ ] * cli . Command {
2021-02-23 04:27:32 -06:00
dbInspectCmd ,
dbStatCmd ,
dbCompactCmd ,
dbGetCmd ,
dbDeleteCmd ,
dbPutCmd ,
2021-03-30 06:57:21 -05:00
dbGetSlotsCmd ,
2021-04-13 08:45:30 -05:00
dbDumpFreezerIndex ,
2021-11-02 05:31:45 -05:00
dbImportCmd ,
dbExportCmd ,
2022-01-18 04:30:41 -06:00
dbMetadataCmd ,
2022-03-23 14:57:32 -05:00
dbMigrateFreezerCmd ,
2022-05-17 06:01:46 -05:00
dbCheckStateContentCmd ,
2021-02-23 04:27:32 -06:00
} ,
}
2022-06-27 11:22:36 -05:00
dbInspectCmd = & cli . Command {
Action : inspect ,
2021-02-23 04:27:32 -06:00
Name : "inspect" ,
ArgsUsage : "<prefix> <start>" ,
2022-07-25 04:07:44 -05:00
Flags : flags . Merge ( [ ] cli . Flag {
2021-03-22 13:06:30 -05:00
utils . SyncModeFlag ,
2022-05-03 01:46:17 -05:00
} , utils . NetworkFlags , utils . DatabasePathFlags ) ,
2021-02-23 04:27:32 -06:00
Usage : "Inspect the storage size for each type of data in the database" ,
Description : ` This commands iterates the entire database. If the optional 'prefix' and 'start' arguments are provided, then the iteration is limited to the given subset of data. ` ,
}
2022-06-27 11:22:36 -05:00
dbCheckStateContentCmd = & cli . Command {
Action : checkStateContent ,
2022-05-17 06:01:46 -05:00
Name : "check-state-content" ,
ArgsUsage : "<start (optional)>" ,
2022-07-25 04:07:44 -05:00
Flags : flags . Merge ( utils . NetworkFlags , utils . DatabasePathFlags ) ,
2022-05-17 06:01:46 -05:00
Usage : "Verify that state data is cryptographically correct" ,
Description : ` This command iterates the entire database for 32 - byte keys , looking for rlp - encoded trie nodes .
For each trie node encountered , it checks that the key corresponds to the keccak256 ( value ) . If this is not true , this indicates
a data corruption . ` ,
}
2022-06-27 11:22:36 -05:00
dbStatCmd = & cli . Command {
Action : dbStats ,
2021-02-23 04:27:32 -06:00
Name : "stats" ,
Usage : "Print leveldb statistics" ,
2022-07-25 04:07:44 -05:00
Flags : flags . Merge ( [ ] cli . Flag {
2021-03-22 13:06:30 -05:00
utils . SyncModeFlag ,
2022-05-03 01:46:17 -05:00
} , utils . NetworkFlags , utils . DatabasePathFlags ) ,
2021-02-23 04:27:32 -06:00
}
2022-06-27 11:22:36 -05:00
dbCompactCmd = & cli . Command {
Action : dbCompact ,
2021-02-23 04:27:32 -06:00
Name : "compact" ,
Usage : "Compact leveldb database. WARNING: May take a very long time" ,
2022-07-25 04:07:44 -05:00
Flags : flags . Merge ( [ ] cli . Flag {
2021-03-22 13:06:30 -05:00
utils . SyncModeFlag ,
utils . CacheFlag ,
utils . CacheDatabaseFlag ,
2022-05-03 01:46:17 -05:00
} , utils . NetworkFlags , utils . DatabasePathFlags ) ,
2021-02-23 04:27:32 -06:00
Description : ` This command performs a database compaction .
WARNING : This operation may take a very long time to finish , and may cause database
corruption if it is aborted during execution ' ! ` ,
}
2022-06-27 11:22:36 -05:00
dbGetCmd = & cli . Command {
Action : dbGet ,
2021-03-22 13:06:30 -05:00
Name : "get" ,
Usage : "Show the value of a database key" ,
ArgsUsage : "<hex-encoded key>" ,
2022-07-25 04:07:44 -05:00
Flags : flags . Merge ( [ ] cli . Flag {
2021-03-22 13:06:30 -05:00
utils . SyncModeFlag ,
2022-05-03 01:46:17 -05:00
} , utils . NetworkFlags , utils . DatabasePathFlags ) ,
2021-02-23 04:27:32 -06:00
Description : "This command looks up the specified database key from the database." ,
}
2022-06-27 11:22:36 -05:00
dbDeleteCmd = & cli . Command {
Action : dbDelete ,
2021-02-23 04:27:32 -06:00
Name : "delete" ,
Usage : "Delete a database key (WARNING: may corrupt your database)" ,
ArgsUsage : "<hex-encoded key>" ,
2022-07-25 04:07:44 -05:00
Flags : flags . Merge ( [ ] cli . Flag {
2021-03-22 13:06:30 -05:00
utils . SyncModeFlag ,
2022-05-03 01:46:17 -05:00
} , utils . NetworkFlags , utils . DatabasePathFlags ) ,
2021-02-23 04:27:32 -06:00
Description : ` This command deletes the specified database key from the database .
WARNING : This is a low - level operation which may cause database corruption ! ` ,
}
2022-06-27 11:22:36 -05:00
dbPutCmd = & cli . Command {
Action : dbPut ,
2021-02-23 04:27:32 -06:00
Name : "put" ,
Usage : "Set the value of a database key (WARNING: may corrupt your database)" ,
ArgsUsage : "<hex-encoded key> <hex-encoded value>" ,
2022-07-25 04:07:44 -05:00
Flags : flags . Merge ( [ ] cli . Flag {
2021-03-22 13:06:30 -05:00
utils . SyncModeFlag ,
2022-05-03 01:46:17 -05:00
} , utils . NetworkFlags , utils . DatabasePathFlags ) ,
2021-02-23 04:27:32 -06:00
Description : ` This command sets a given database key to the given value .
WARNING : This is a low - level operation which may cause database corruption ! ` ,
}
2022-06-27 11:22:36 -05:00
dbGetSlotsCmd = & cli . Command {
Action : dbDumpTrie ,
2021-03-30 06:57:21 -05:00
Name : "dumptrie" ,
Usage : "Show the storage key/values of a given storage trie" ,
cmd, core, eth, les, light: track deleted nodes (#25757)
* cmd, core, eth, les, light: track deleted nodes
* trie: add docs
* trie: address comments
* cmd, core, eth, les, light, trie: trie id
* trie: add tests
* trie, core: updates
* trie: fix imports
* trie: add utility print-method for nodeset
* trie: import err
* trie: fix go vet warnings
Co-authored-by: Martin Holst Swende <martin@swende.se>
2022-09-27 03:01:02 -05:00
ArgsUsage : "<hex-encoded state root> <hex-encoded account hash> <hex-encoded storage trie root> <hex-encoded start (optional)> <int max elements (optional)>" ,
2022-07-25 04:07:44 -05:00
Flags : flags . Merge ( [ ] cli . Flag {
2021-03-30 06:57:21 -05:00
utils . SyncModeFlag ,
2022-05-03 01:46:17 -05:00
} , utils . NetworkFlags , utils . DatabasePathFlags ) ,
2021-03-30 06:57:21 -05:00
Description : "This command looks up the specified database key from the database." ,
}
2022-06-27 11:22:36 -05:00
dbDumpFreezerIndex = & cli . Command {
Action : freezerInspect ,
2021-04-13 08:45:30 -05:00
Name : "freezer-index" ,
2022-08-08 04:08:36 -05:00
Usage : "Dump out the index of a specific freezer table" ,
ArgsUsage : "<freezer-type> <table-type> <start (int)> <end (int)>" ,
2022-07-25 04:07:44 -05:00
Flags : flags . Merge ( [ ] cli . Flag {
2021-04-13 08:45:30 -05:00
utils . SyncModeFlag ,
2022-05-03 01:46:17 -05:00
} , utils . NetworkFlags , utils . DatabasePathFlags ) ,
2021-04-13 08:45:30 -05:00
Description : "This command displays information about the freezer index." ,
}
2022-06-27 11:22:36 -05:00
dbImportCmd = & cli . Command {
Action : importLDBdata ,
2021-11-02 05:31:45 -05:00
Name : "import" ,
Usage : "Imports leveldb-data from an exported RLP dump." ,
ArgsUsage : "<dumpfile> <start (optional)" ,
2022-07-25 04:07:44 -05:00
Flags : flags . Merge ( [ ] cli . Flag {
2021-11-02 05:31:45 -05:00
utils . SyncModeFlag ,
2022-05-03 01:46:17 -05:00
} , utils . NetworkFlags , utils . DatabasePathFlags ) ,
2021-11-02 05:31:45 -05:00
Description : "The import command imports the specific chain data from an RLP encoded stream." ,
}
2022-06-27 11:22:36 -05:00
dbExportCmd = & cli . Command {
Action : exportChaindata ,
2021-11-02 05:31:45 -05:00
Name : "export" ,
Usage : "Exports the chain data into an RLP dump. If the <dumpfile> has .gz suffix, gzip compression will be used." ,
ArgsUsage : "<type> <dumpfile>" ,
2022-07-25 04:07:44 -05:00
Flags : flags . Merge ( [ ] cli . Flag {
2021-11-02 05:31:45 -05:00
utils . SyncModeFlag ,
2022-05-03 01:46:17 -05:00
} , utils . NetworkFlags , utils . DatabasePathFlags ) ,
2021-11-02 05:31:45 -05:00
Description : "Exports the specified chain data to an RLP encoded stream, optionally gzip-compressed." ,
}
2022-06-27 11:22:36 -05:00
dbMetadataCmd = & cli . Command {
Action : showMetaData ,
2022-01-18 04:30:41 -06:00
Name : "metadata" ,
Usage : "Shows metadata about the chain status." ,
2022-07-25 04:07:44 -05:00
Flags : flags . Merge ( [ ] cli . Flag {
2022-01-18 04:30:41 -06:00
utils . SyncModeFlag ,
2022-05-03 01:46:17 -05:00
} , utils . NetworkFlags , utils . DatabasePathFlags ) ,
2022-01-18 04:30:41 -06:00
Description : "Shows metadata about the chain status." ,
}
2022-06-27 11:22:36 -05:00
dbMigrateFreezerCmd = & cli . Command {
Action : freezerMigrate ,
2022-03-23 14:57:32 -05:00
Name : "freezer-migrate" ,
Usage : "Migrate legacy parts of the freezer. (WARNING: may take a long time)" ,
ArgsUsage : "" ,
2022-07-25 04:07:44 -05:00
Flags : flags . Merge ( [ ] cli . Flag {
2022-03-23 14:57:32 -05:00
utils . SyncModeFlag ,
2022-05-03 01:46:17 -05:00
} , utils . NetworkFlags , utils . DatabasePathFlags ) ,
2022-03-23 14:57:32 -05:00
Description : ` The freezer - migrate command checks your database for receipts in a legacy format and updates those .
WARNING : please back - up the receipt files in your ancients before running this command . ` ,
}
2021-02-23 04:27:32 -06:00
)
func removeDB ( ctx * cli . Context ) error {
stack , config := makeConfigNode ( ctx )
// Remove the full node state database
path := stack . ResolvePath ( "chaindata" )
if common . FileExist ( path ) {
confirmAndRemoveDB ( path , "full node state database" )
} else {
log . Info ( "Full node state database missing" , "path" , path )
}
// Remove the full node ancient database
path = config . Eth . DatabaseFreezer
switch {
case path == "" :
path = filepath . Join ( stack . ResolvePath ( "chaindata" ) , "ancient" )
case ! filepath . IsAbs ( path ) :
path = config . Node . ResolvePath ( path )
}
if common . FileExist ( path ) {
confirmAndRemoveDB ( path , "full node ancient database" )
} else {
log . Info ( "Full node ancient database missing" , "path" , path )
}
// Remove the light node database
path = stack . ResolvePath ( "lightchaindata" )
if common . FileExist ( path ) {
confirmAndRemoveDB ( path , "light node database" )
} else {
log . Info ( "Light node database missing" , "path" , path )
}
return nil
}
// confirmAndRemoveDB prompts the user for a last confirmation and removes the
// folder if accepted.
func confirmAndRemoveDB ( database string , kind string ) {
confirm , err := prompt . Stdin . PromptConfirm ( fmt . Sprintf ( "Remove %s (%s)?" , kind , database ) )
switch {
case err != nil :
utils . Fatalf ( "%v" , err )
case ! confirm :
log . Info ( "Database deletion skipped" , "path" , database )
default :
start := time . Now ( )
filepath . Walk ( database , func ( path string , info os . FileInfo , err error ) error {
// If we're at the top level folder, recurse into
if path == database {
return nil
}
// Delete all the files, but not subfolders
if ! info . IsDir ( ) {
os . Remove ( path )
return nil
}
return filepath . SkipDir
} )
log . Info ( "Database successfully deleted" , "path" , database , "elapsed" , common . PrettyDuration ( time . Since ( start ) ) )
}
}
func inspect ( ctx * cli . Context ) error {
var (
prefix [ ] byte
start [ ] byte
)
if ctx . NArg ( ) > 2 {
2022-08-08 04:08:36 -05:00
return fmt . Errorf ( "max 2 arguments: %v" , ctx . Command . ArgsUsage )
2021-02-23 04:27:32 -06:00
}
if ctx . NArg ( ) >= 1 {
if d , err := hexutil . Decode ( ctx . Args ( ) . Get ( 0 ) ) ; err != nil {
return fmt . Errorf ( "failed to hex-decode 'prefix': %v" , err )
} else {
prefix = d
}
}
if ctx . NArg ( ) >= 2 {
if d , err := hexutil . Decode ( ctx . Args ( ) . Get ( 1 ) ) ; err != nil {
return fmt . Errorf ( "failed to hex-decode 'start': %v" , err )
} else {
start = d
}
}
stack , _ := makeConfigNode ( ctx )
defer stack . Close ( )
2021-03-22 13:06:30 -05:00
db := utils . MakeChainDatabase ( ctx , stack , true )
defer db . Close ( )
2021-02-23 04:27:32 -06:00
2021-03-22 13:06:30 -05:00
return rawdb . InspectDatabase ( db , prefix , start )
2021-02-23 04:27:32 -06:00
}
2022-05-17 06:01:46 -05:00
func checkStateContent ( ctx * cli . Context ) error {
var (
prefix [ ] byte
start [ ] byte
)
if ctx . NArg ( ) > 1 {
2022-05-30 05:37:42 -05:00
return fmt . Errorf ( "max 1 argument: %v" , ctx . Command . ArgsUsage )
2022-05-17 06:01:46 -05:00
}
if ctx . NArg ( ) > 0 {
if d , err := hexutil . Decode ( ctx . Args ( ) . First ( ) ) ; err != nil {
return fmt . Errorf ( "failed to hex-decode 'start': %v" , err )
} else {
start = d
}
}
stack , _ := makeConfigNode ( ctx )
defer stack . Close ( )
db := utils . MakeChainDatabase ( ctx , stack , true )
defer db . Close ( )
var (
it = rawdb . NewKeyLengthIterator ( db . NewIterator ( prefix , start ) , 32 )
hasher = crypto . NewKeccakState ( )
got = make ( [ ] byte , 32 )
errs int
count int
startTime = time . Now ( )
lastLog = time . Now ( )
)
for it . Next ( ) {
count ++
k := it . Key ( )
2022-05-30 05:37:42 -05:00
v := it . Value ( )
2022-05-17 06:01:46 -05:00
hasher . Reset ( )
hasher . Write ( v )
hasher . Read ( got )
if ! bytes . Equal ( k , got ) {
errs ++
2022-07-04 03:03:32 -05:00
fmt . Printf ( "Error at %#x\n" , k )
fmt . Printf ( " Hash: %#x\n" , got )
fmt . Printf ( " Data: %#x\n" , v )
2022-05-17 06:01:46 -05:00
}
if time . Since ( lastLog ) > 8 * time . Second {
log . Info ( "Iterating the database" , "at" , fmt . Sprintf ( "%#x" , k ) , "elapsed" , common . PrettyDuration ( time . Since ( startTime ) ) )
lastLog = time . Now ( )
}
}
if err := it . Error ( ) ; err != nil {
return err
}
log . Info ( "Iterated the state content" , "errors" , errs , "items" , count )
return nil
}
2022-05-06 06:28:42 -05:00
func showLeveldbStats ( db ethdb . KeyValueStater ) {
2021-02-23 04:27:32 -06:00
if stats , err := db . Stat ( "leveldb.stats" ) ; err != nil {
log . Warn ( "Failed to read database stats" , "error" , err )
} else {
fmt . Println ( stats )
}
if ioStats , err := db . Stat ( "leveldb.iostats" ) ; err != nil {
log . Warn ( "Failed to read database iostats" , "error" , err )
} else {
fmt . Println ( ioStats )
}
}
func dbStats ( ctx * cli . Context ) error {
stack , _ := makeConfigNode ( ctx )
defer stack . Close ( )
2021-03-22 13:06:30 -05:00
db := utils . MakeChainDatabase ( ctx , stack , true )
defer db . Close ( )
2021-02-23 04:27:32 -06:00
showLeveldbStats ( db )
return nil
}
func dbCompact ( ctx * cli . Context ) error {
stack , _ := makeConfigNode ( ctx )
defer stack . Close ( )
2021-03-22 13:06:30 -05:00
db := utils . MakeChainDatabase ( ctx , stack , false )
defer db . Close ( )
log . Info ( "Stats before compaction" )
2021-02-23 04:27:32 -06:00
showLeveldbStats ( db )
2021-03-22 13:06:30 -05:00
2021-02-23 04:27:32 -06:00
log . Info ( "Triggering compaction" )
2021-03-22 13:06:30 -05:00
if err := db . Compact ( nil , nil ) ; err != nil {
2021-02-23 04:27:32 -06:00
log . Info ( "Compact err" , "error" , err )
2021-03-22 13:06:30 -05:00
return err
2021-02-23 04:27:32 -06:00
}
2021-03-22 13:06:30 -05:00
log . Info ( "Stats after compaction" )
2021-02-23 04:27:32 -06:00
showLeveldbStats ( db )
2021-03-22 13:06:30 -05:00
return nil
2021-02-23 04:27:32 -06:00
}
// dbGet shows the value of a given database key
func dbGet ( ctx * cli . Context ) error {
if ctx . NArg ( ) != 1 {
return fmt . Errorf ( "required arguments: %v" , ctx . Command . ArgsUsage )
}
stack , _ := makeConfigNode ( ctx )
defer stack . Close ( )
2021-03-22 13:06:30 -05:00
db := utils . MakeChainDatabase ( ctx , stack , true )
2021-02-23 04:27:32 -06:00
defer db . Close ( )
2021-03-22 13:06:30 -05:00
2022-04-27 01:37:48 -05:00
key , err := common . ParseHexOrString ( ctx . Args ( ) . Get ( 0 ) )
2021-02-23 04:27:32 -06:00
if err != nil {
log . Info ( "Could not decode the key" , "error" , err )
return err
}
2021-10-18 05:18:49 -05:00
2021-02-23 04:27:32 -06:00
data , err := db . Get ( key )
if err != nil {
2022-07-18 06:22:56 -05:00
log . Info ( "Get operation failed" , "key" , fmt . Sprintf ( "%#x" , key ) , "error" , err )
2021-02-23 04:27:32 -06:00
return err
}
2021-03-22 13:06:30 -05:00
fmt . Printf ( "key %#x: %#x\n" , key , data )
2021-02-23 04:27:32 -06:00
return nil
}
// dbDelete deletes a key from the database
func dbDelete ( ctx * cli . Context ) error {
if ctx . NArg ( ) != 1 {
return fmt . Errorf ( "required arguments: %v" , ctx . Command . ArgsUsage )
}
stack , _ := makeConfigNode ( ctx )
defer stack . Close ( )
2021-03-22 13:06:30 -05:00
db := utils . MakeChainDatabase ( ctx , stack , false )
2021-02-23 04:27:32 -06:00
defer db . Close ( )
2021-03-22 13:06:30 -05:00
2022-04-27 01:37:48 -05:00
key , err := common . ParseHexOrString ( ctx . Args ( ) . Get ( 0 ) )
2021-02-23 04:27:32 -06:00
if err != nil {
log . Info ( "Could not decode the key" , "error" , err )
return err
}
2021-03-22 13:06:30 -05:00
data , err := db . Get ( key )
if err == nil {
fmt . Printf ( "Previous value: %#x\n" , data )
}
2021-02-23 04:27:32 -06:00
if err = db . Delete ( key ) ; err != nil {
2022-07-18 06:22:56 -05:00
log . Info ( "Delete operation returned an error" , "key" , fmt . Sprintf ( "%#x" , key ) , "error" , err )
2021-02-23 04:27:32 -06:00
return err
}
return nil
}
// dbPut overwrite a value in the database
func dbPut ( ctx * cli . Context ) error {
if ctx . NArg ( ) != 2 {
return fmt . Errorf ( "required arguments: %v" , ctx . Command . ArgsUsage )
}
stack , _ := makeConfigNode ( ctx )
defer stack . Close ( )
2021-03-22 13:06:30 -05:00
db := utils . MakeChainDatabase ( ctx , stack , false )
2021-02-23 04:27:32 -06:00
defer db . Close ( )
2021-03-22 13:06:30 -05:00
2021-02-23 04:27:32 -06:00
var (
key [ ] byte
value [ ] byte
data [ ] byte
err error
)
2022-04-27 01:37:48 -05:00
key , err = common . ParseHexOrString ( ctx . Args ( ) . Get ( 0 ) )
2021-02-23 04:27:32 -06:00
if err != nil {
log . Info ( "Could not decode the key" , "error" , err )
return err
}
value , err = hexutil . Decode ( ctx . Args ( ) . Get ( 1 ) )
if err != nil {
log . Info ( "Could not decode the value" , "error" , err )
return err
}
data , err = db . Get ( key )
if err == nil {
2021-03-22 13:06:30 -05:00
fmt . Printf ( "Previous value: %#x\n" , data )
2021-02-23 04:27:32 -06:00
}
return db . Put ( key , value )
}
2021-03-30 06:57:21 -05:00
// dbDumpTrie shows the key-value slots of a given storage trie
func dbDumpTrie ( ctx * cli . Context ) error {
cmd, core, eth, les, light: track deleted nodes (#25757)
* cmd, core, eth, les, light: track deleted nodes
* trie: add docs
* trie: address comments
* cmd, core, eth, les, light, trie: trie id
* trie: add tests
* trie, core: updates
* trie: fix imports
* trie: add utility print-method for nodeset
* trie: import err
* trie: fix go vet warnings
Co-authored-by: Martin Holst Swende <martin@swende.se>
2022-09-27 03:01:02 -05:00
if ctx . NArg ( ) < 3 {
2021-03-30 06:57:21 -05:00
return fmt . Errorf ( "required arguments: %v" , ctx . Command . ArgsUsage )
}
stack , _ := makeConfigNode ( ctx )
defer stack . Close ( )
db := utils . MakeChainDatabase ( ctx , stack , true )
defer db . Close ( )
cmd, core, eth, les, light: track deleted nodes (#25757)
* cmd, core, eth, les, light: track deleted nodes
* trie: add docs
* trie: address comments
* cmd, core, eth, les, light, trie: trie id
* trie: add tests
* trie, core: updates
* trie: fix imports
* trie: add utility print-method for nodeset
* trie: import err
* trie: fix go vet warnings
Co-authored-by: Martin Holst Swende <martin@swende.se>
2022-09-27 03:01:02 -05:00
2021-03-30 06:57:21 -05:00
var (
cmd, core, eth, les, light: track deleted nodes (#25757)
* cmd, core, eth, les, light: track deleted nodes
* trie: add docs
* trie: address comments
* cmd, core, eth, les, light, trie: trie id
* trie: add tests
* trie, core: updates
* trie: fix imports
* trie: add utility print-method for nodeset
* trie: import err
* trie: fix go vet warnings
Co-authored-by: Martin Holst Swende <martin@swende.se>
2022-09-27 03:01:02 -05:00
state [ ] byte
storage [ ] byte
account [ ] byte
start [ ] byte
max = int64 ( - 1 )
err error
2021-03-30 06:57:21 -05:00
)
cmd, core, eth, les, light: track deleted nodes (#25757)
* cmd, core, eth, les, light: track deleted nodes
* trie: add docs
* trie: address comments
* cmd, core, eth, les, light, trie: trie id
* trie: add tests
* trie, core: updates
* trie: fix imports
* trie: add utility print-method for nodeset
* trie: import err
* trie: fix go vet warnings
Co-authored-by: Martin Holst Swende <martin@swende.se>
2022-09-27 03:01:02 -05:00
if state , err = hexutil . Decode ( ctx . Args ( ) . Get ( 0 ) ) ; err != nil {
log . Info ( "Could not decode the state root" , "error" , err )
2021-03-30 06:57:21 -05:00
return err
}
cmd, core, eth, les, light: track deleted nodes (#25757)
* cmd, core, eth, les, light: track deleted nodes
* trie: add docs
* trie: address comments
* cmd, core, eth, les, light, trie: trie id
* trie: add tests
* trie, core: updates
* trie: fix imports
* trie: add utility print-method for nodeset
* trie: import err
* trie: fix go vet warnings
Co-authored-by: Martin Holst Swende <martin@swende.se>
2022-09-27 03:01:02 -05:00
if account , err = hexutil . Decode ( ctx . Args ( ) . Get ( 1 ) ) ; err != nil {
log . Info ( "Could not decode the account hash" , "error" , err )
return err
}
if storage , err = hexutil . Decode ( ctx . Args ( ) . Get ( 2 ) ) ; err != nil {
log . Info ( "Could not decode the storage trie root" , "error" , err )
return err
}
if ctx . NArg ( ) > 3 {
if start , err = hexutil . Decode ( ctx . Args ( ) . Get ( 3 ) ) ; err != nil {
2021-03-30 06:57:21 -05:00
log . Info ( "Could not decode the seek position" , "error" , err )
return err
}
}
cmd, core, eth, les, light: track deleted nodes (#25757)
* cmd, core, eth, les, light: track deleted nodes
* trie: add docs
* trie: address comments
* cmd, core, eth, les, light, trie: trie id
* trie: add tests
* trie, core: updates
* trie: fix imports
* trie: add utility print-method for nodeset
* trie: import err
* trie: fix go vet warnings
Co-authored-by: Martin Holst Swende <martin@swende.se>
2022-09-27 03:01:02 -05:00
if ctx . NArg ( ) > 4 {
if max , err = strconv . ParseInt ( ctx . Args ( ) . Get ( 4 ) , 10 , 64 ) ; err != nil {
2021-03-30 06:57:21 -05:00
log . Info ( "Could not decode the max count" , "error" , err )
return err
}
}
cmd, core, eth, les, light: track deleted nodes (#25757)
* cmd, core, eth, les, light: track deleted nodes
* trie: add docs
* trie: address comments
* cmd, core, eth, les, light, trie: trie id
* trie: add tests
* trie, core: updates
* trie: fix imports
* trie: add utility print-method for nodeset
* trie: import err
* trie: fix go vet warnings
Co-authored-by: Martin Holst Swende <martin@swende.se>
2022-09-27 03:01:02 -05:00
id := trie . StorageTrieID ( common . BytesToHash ( state ) , common . BytesToHash ( account ) , common . BytesToHash ( storage ) )
theTrie , err := trie . New ( id , trie . NewDatabase ( db ) )
2021-03-30 06:57:21 -05:00
if err != nil {
return err
}
var count int64
it := trie . NewIterator ( theTrie . NodeIterator ( start ) )
for it . Next ( ) {
if max > 0 && count == max {
fmt . Printf ( "Exiting after %d values\n" , count )
break
}
fmt . Printf ( " %d. key %#x: %#x\n" , count , it . Key , it . Value )
count ++
}
return it . Err
}
2021-04-13 08:45:30 -05:00
func freezerInspect ( ctx * cli . Context ) error {
2022-08-08 04:08:36 -05:00
if ctx . NArg ( ) < 4 {
2021-04-13 08:45:30 -05:00
return fmt . Errorf ( "required arguments: %v" , ctx . Command . ArgsUsage )
}
2022-08-08 04:08:36 -05:00
var (
freezer = ctx . Args ( ) . Get ( 0 )
table = ctx . Args ( ) . Get ( 1 )
)
start , err := strconv . ParseInt ( ctx . Args ( ) . Get ( 2 ) , 10 , 64 )
if err != nil {
log . Info ( "Could not read start-param" , "err" , err )
2021-04-13 08:45:30 -05:00
return err
}
2022-08-08 04:08:36 -05:00
end , err := strconv . ParseInt ( ctx . Args ( ) . Get ( 3 ) , 10 , 64 )
if err != nil {
log . Info ( "Could not read count param" , "err" , err )
2021-04-13 08:45:30 -05:00
return err
}
stack , _ := makeConfigNode ( ctx )
defer stack . Close ( )
2022-08-08 04:08:36 -05:00
db := utils . MakeChainDatabase ( ctx , stack , true )
defer db . Close ( )
ancient , err := db . AncientDatadir ( )
if err != nil {
log . Info ( "Failed to retrieve ancient root" , "err" , err )
2021-04-13 08:45:30 -05:00
return err
}
2022-08-08 04:08:36 -05:00
return rawdb . InspectFreezerTable ( ancient , freezer , table , start , end )
2021-04-13 08:45:30 -05:00
}
2021-10-18 05:18:49 -05:00
2021-11-02 05:31:45 -05:00
func importLDBdata ( ctx * cli . Context ) error {
start := 0
switch ctx . NArg ( ) {
case 1 :
break
case 2 :
s , err := strconv . Atoi ( ctx . Args ( ) . Get ( 1 ) )
if err != nil {
return fmt . Errorf ( "second arg must be an integer: %v" , err )
}
start = s
default :
return fmt . Errorf ( "required arguments: %v" , ctx . Command . ArgsUsage )
}
var (
fName = ctx . Args ( ) . Get ( 0 )
stack , _ = makeConfigNode ( ctx )
interrupt = make ( chan os . Signal , 1 )
stop = make ( chan struct { } )
)
defer stack . Close ( )
signal . Notify ( interrupt , syscall . SIGINT , syscall . SIGTERM )
defer signal . Stop ( interrupt )
defer close ( interrupt )
go func ( ) {
if _ , ok := <- interrupt ; ok {
log . Info ( "Interrupted during ldb import, stopping at next batch" )
}
close ( stop )
} ( )
db := utils . MakeChainDatabase ( ctx , stack , false )
return utils . ImportLDBData ( db , fName , int64 ( start ) , stop )
}
type preimageIterator struct {
iter ethdb . Iterator
}
func ( iter * preimageIterator ) Next ( ) ( byte , [ ] byte , [ ] byte , bool ) {
for iter . iter . Next ( ) {
key := iter . iter . Key ( )
if bytes . HasPrefix ( key , rawdb . PreimagePrefix ) && len ( key ) == ( len ( rawdb . PreimagePrefix ) + common . HashLength ) {
return utils . OpBatchAdd , key , iter . iter . Value ( ) , true
}
}
return 0 , nil , nil , false
}
func ( iter * preimageIterator ) Release ( ) {
iter . iter . Release ( )
}
type snapshotIterator struct {
init bool
account ethdb . Iterator
storage ethdb . Iterator
}
func ( iter * snapshotIterator ) Next ( ) ( byte , [ ] byte , [ ] byte , bool ) {
if ! iter . init {
iter . init = true
return utils . OpBatchDel , rawdb . SnapshotRootKey , nil , true
}
for iter . account . Next ( ) {
key := iter . account . Key ( )
if bytes . HasPrefix ( key , rawdb . SnapshotAccountPrefix ) && len ( key ) == ( len ( rawdb . SnapshotAccountPrefix ) + common . HashLength ) {
return utils . OpBatchAdd , key , iter . account . Value ( ) , true
}
}
for iter . storage . Next ( ) {
key := iter . storage . Key ( )
if bytes . HasPrefix ( key , rawdb . SnapshotStoragePrefix ) && len ( key ) == ( len ( rawdb . SnapshotStoragePrefix ) + 2 * common . HashLength ) {
return utils . OpBatchAdd , key , iter . storage . Value ( ) , true
}
}
return 0 , nil , nil , false
}
func ( iter * snapshotIterator ) Release ( ) {
iter . account . Release ( )
iter . storage . Release ( )
}
// chainExporters defines the export scheme for all exportable chain data.
var chainExporters = map [ string ] func ( db ethdb . Database ) utils . ChainDataIterator {
"preimage" : func ( db ethdb . Database ) utils . ChainDataIterator {
iter := db . NewIterator ( rawdb . PreimagePrefix , nil )
return & preimageIterator { iter : iter }
} ,
"snapshot" : func ( db ethdb . Database ) utils . ChainDataIterator {
account := db . NewIterator ( rawdb . SnapshotAccountPrefix , nil )
storage := db . NewIterator ( rawdb . SnapshotStoragePrefix , nil )
return & snapshotIterator { account : account , storage : storage }
} ,
}
func exportChaindata ( ctx * cli . Context ) error {
if ctx . NArg ( ) < 2 {
return fmt . Errorf ( "required arguments: %v" , ctx . Command . ArgsUsage )
}
// Parse the required chain data type, make sure it's supported.
kind := ctx . Args ( ) . Get ( 0 )
kind = strings . ToLower ( strings . Trim ( kind , " " ) )
exporter , ok := chainExporters [ kind ]
if ! ok {
var kinds [ ] string
for kind := range chainExporters {
kinds = append ( kinds , kind )
}
return fmt . Errorf ( "invalid data type %s, supported types: %s" , kind , strings . Join ( kinds , ", " ) )
}
var (
stack , _ = makeConfigNode ( ctx )
interrupt = make ( chan os . Signal , 1 )
stop = make ( chan struct { } )
)
defer stack . Close ( )
signal . Notify ( interrupt , syscall . SIGINT , syscall . SIGTERM )
defer signal . Stop ( interrupt )
defer close ( interrupt )
go func ( ) {
if _ , ok := <- interrupt ; ok {
log . Info ( "Interrupted during db export, stopping at next batch" )
}
close ( stop )
} ( )
db := utils . MakeChainDatabase ( ctx , stack , true )
return utils . ExportChaindata ( ctx . Args ( ) . Get ( 1 ) , kind , exporter ( db ) , stop )
}
2022-01-18 04:30:41 -06:00
func showMetaData ( ctx * cli . Context ) error {
stack , _ := makeConfigNode ( ctx )
defer stack . Close ( )
db := utils . MakeChainDatabase ( ctx , stack , true )
ancients , err := db . Ancients ( )
if err != nil {
fmt . Fprintf ( os . Stderr , "Error accessing ancients: %v" , err )
}
pp := func ( val * uint64 ) string {
if val == nil {
return "<nil>"
}
2022-07-04 03:03:32 -05:00
return fmt . Sprintf ( "%d (%#x)" , * val , * val )
2022-01-18 04:30:41 -06:00
}
data := [ ] [ ] string {
{ "databaseVersion" , pp ( rawdb . ReadDatabaseVersion ( db ) ) } ,
{ "headBlockHash" , fmt . Sprintf ( "%v" , rawdb . ReadHeadBlockHash ( db ) ) } ,
{ "headFastBlockHash" , fmt . Sprintf ( "%v" , rawdb . ReadHeadFastBlockHash ( db ) ) } ,
{ "headHeaderHash" , fmt . Sprintf ( "%v" , rawdb . ReadHeadHeaderHash ( db ) ) } }
if b := rawdb . ReadHeadBlock ( db ) ; b != nil {
data = append ( data , [ ] string { "headBlock.Hash" , fmt . Sprintf ( "%v" , b . Hash ( ) ) } )
data = append ( data , [ ] string { "headBlock.Root" , fmt . Sprintf ( "%v" , b . Root ( ) ) } )
2022-07-04 03:03:32 -05:00
data = append ( data , [ ] string { "headBlock.Number" , fmt . Sprintf ( "%d (%#x)" , b . Number ( ) , b . Number ( ) ) } )
2022-01-18 04:30:41 -06:00
}
2022-03-29 11:26:18 -05:00
if b := rawdb . ReadSkeletonSyncStatus ( db ) ; b != nil {
data = append ( data , [ ] string { "SkeletonSyncStatus" , string ( b ) } )
}
2022-01-18 04:30:41 -06:00
if h := rawdb . ReadHeadHeader ( db ) ; h != nil {
data = append ( data , [ ] string { "headHeader.Hash" , fmt . Sprintf ( "%v" , h . Hash ( ) ) } )
data = append ( data , [ ] string { "headHeader.Root" , fmt . Sprintf ( "%v" , h . Root ) } )
2022-07-04 03:03:32 -05:00
data = append ( data , [ ] string { "headHeader.Number" , fmt . Sprintf ( "%d (%#x)" , h . Number , h . Number ) } )
2022-01-18 04:30:41 -06:00
}
data = append ( data , [ ] [ ] string { { "frozen" , fmt . Sprintf ( "%d items" , ancients ) } ,
{ "lastPivotNumber" , pp ( rawdb . ReadLastPivotNumber ( db ) ) } ,
{ "len(snapshotSyncStatus)" , fmt . Sprintf ( "%d bytes" , len ( rawdb . ReadSnapshotSyncStatus ( db ) ) ) } ,
{ "snapshotGenerator" , snapshot . ParseGeneratorStatus ( rawdb . ReadSnapshotGenerator ( db ) ) } ,
{ "snapshotDisabled" , fmt . Sprintf ( "%v" , rawdb . ReadSnapshotDisabled ( db ) ) } ,
{ "snapshotJournal" , fmt . Sprintf ( "%d bytes" , len ( rawdb . ReadSnapshotJournal ( db ) ) ) } ,
{ "snapshotRecoveryNumber" , pp ( rawdb . ReadSnapshotRecoveryNumber ( db ) ) } ,
{ "snapshotRoot" , fmt . Sprintf ( "%v" , rawdb . ReadSnapshotRoot ( db ) ) } ,
{ "txIndexTail" , pp ( rawdb . ReadTxIndexTail ( db ) ) } ,
{ "fastTxLookupLimit" , pp ( rawdb . ReadFastTxLookupLimit ( db ) ) } ,
} ... )
table := tablewriter . NewWriter ( os . Stdout )
table . SetHeader ( [ ] string { "Field" , "Value" } )
table . AppendBulk ( data )
table . Render ( )
return nil
}
2022-03-23 14:57:32 -05:00
func freezerMigrate ( ctx * cli . Context ) error {
stack , _ := makeConfigNode ( ctx )
defer stack . Close ( )
db := utils . MakeChainDatabase ( ctx , stack , false )
defer db . Close ( )
// Check first block for legacy receipt format
numAncients , err := db . Ancients ( )
if err != nil {
return err
}
if numAncients < 1 {
log . Info ( "No receipts in freezer to migrate" )
return nil
}
isFirstLegacy , firstIdx , err := dbHasLegacyReceipts ( db , 0 )
if err != nil {
return err
}
if ! isFirstLegacy {
log . Info ( "No legacy receipts to migrate" )
return nil
}
log . Info ( "Starting migration" , "ancients" , numAncients , "firstLegacy" , firstIdx )
start := time . Now ( )
if err := db . MigrateTable ( "receipts" , types . ConvertLegacyStoredReceipts ) ; err != nil {
return err
}
if err := db . Close ( ) ; err != nil {
return err
}
log . Info ( "Migration finished" , "duration" , time . Since ( start ) )
return nil
}
// dbHasLegacyReceipts checks freezer entries for legacy receipts. It stops at the first
// non-empty receipt and checks its format. The index of this first non-empty element is
// the second return parameter.
func dbHasLegacyReceipts ( db ethdb . Database , firstIdx uint64 ) ( bool , uint64 , error ) {
// Check first block for legacy receipt format
numAncients , err := db . Ancients ( )
if err != nil {
return false , 0 , err
}
if numAncients < 1 {
return false , 0 , nil
}
if firstIdx >= numAncients {
return false , firstIdx , nil
}
var (
legacy bool
blob [ ] byte
emptyRLPList = [ ] byte { 192 }
)
// Find first block with non-empty receipt, only if
// the index is not already provided.
if firstIdx == 0 {
for i := uint64 ( 0 ) ; i < numAncients ; i ++ {
blob , err = db . Ancient ( "receipts" , i )
if err != nil {
return false , 0 , err
}
if len ( blob ) == 0 {
continue
}
if ! bytes . Equal ( blob , emptyRLPList ) {
firstIdx = i
break
}
}
}
first , err := db . Ancient ( "receipts" , firstIdx )
if err != nil {
return false , 0 , err
}
2022-08-30 07:38:35 -05:00
// We looped over all receipts and they were all empty
if bytes . Equal ( first , emptyRLPList ) {
return false , 0 , nil
}
// Is first non-empty receipt legacy?
2022-03-23 14:57:32 -05:00
legacy , err = types . IsLegacyStoredReceipts ( first )
return legacy , firstIdx , err
}