2015-07-06 19:54:22 -05:00
|
|
|
// Copyright 2015 The go-ethereum Authors
|
2015-07-22 11:48:40 -05:00
|
|
|
// This file is part of the go-ethereum library.
|
2015-07-06 19:54:22 -05:00
|
|
|
//
|
2015-07-23 11:35:11 -05:00
|
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
2015-07-06 19:54:22 -05:00
|
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
2015-07-22 11:48:40 -05:00
|
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
2015-07-06 19:54:22 -05:00
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
2015-07-22 11:48:40 -05:00
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
2015-07-06 19:54:22 -05:00
|
|
|
// GNU Lesser General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Lesser General Public License
|
2015-07-22 11:48:40 -05:00
|
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
2015-07-06 19:54:22 -05:00
|
|
|
|
2015-07-01 09:15:02 -05:00
|
|
|
package core
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
2015-10-12 10:58:51 -05:00
|
|
|
"encoding/binary"
|
2016-03-01 16:32:43 -06:00
|
|
|
"encoding/json"
|
2016-10-20 06:36:29 -05:00
|
|
|
"errors"
|
2015-10-12 10:58:51 -05:00
|
|
|
"fmt"
|
2015-07-01 09:15:02 -05:00
|
|
|
"math/big"
|
2017-01-09 04:30:06 -06:00
|
|
|
"sync"
|
2015-07-01 09:15:02 -05:00
|
|
|
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
|
|
|
"github.com/ethereum/go-ethereum/core/types"
|
2015-09-14 02:35:57 -05:00
|
|
|
"github.com/ethereum/go-ethereum/ethdb"
|
2017-02-22 06:10:07 -06:00
|
|
|
"github.com/ethereum/go-ethereum/log"
|
2017-01-17 05:19:50 -06:00
|
|
|
"github.com/ethereum/go-ethereum/metrics"
|
2016-10-20 06:36:29 -05:00
|
|
|
"github.com/ethereum/go-ethereum/params"
|
2015-07-01 09:15:02 -05:00
|
|
|
"github.com/ethereum/go-ethereum/rlp"
|
|
|
|
)
|
|
|
|
|
2015-07-10 07:29:40 -05:00
|
|
|
var (
|
2015-09-07 12:43:01 -05:00
|
|
|
headHeaderKey = []byte("LastHeader")
|
|
|
|
headBlockKey = []byte("LastBlock")
|
2015-09-30 11:23:31 -05:00
|
|
|
headFastKey = []byte("LastFast")
|
2015-08-31 12:21:02 -05:00
|
|
|
|
2017-01-17 05:19:50 -06:00
|
|
|
headerPrefix = []byte("h") // headerPrefix + num (uint64 big endian) + hash -> header
|
|
|
|
tdSuffix = []byte("t") // headerPrefix + num (uint64 big endian) + hash + tdSuffix -> td
|
|
|
|
numSuffix = []byte("n") // headerPrefix + num (uint64 big endian) + numSuffix -> hash
|
|
|
|
blockHashPrefix = []byte("H") // blockHashPrefix + hash -> num (uint64 big endian)
|
|
|
|
bodyPrefix = []byte("b") // bodyPrefix + num (uint64 big endian) + hash -> block body
|
|
|
|
blockReceiptsPrefix = []byte("r") // blockReceiptsPrefix + num (uint64 big endian) + hash -> block receipts
|
|
|
|
preimagePrefix = "secure-key-" // preimagePrefix + hash -> preimage
|
2015-09-07 12:43:01 -05:00
|
|
|
|
2016-04-05 08:22:04 -05:00
|
|
|
txMetaSuffix = []byte{0x01}
|
|
|
|
receiptsPrefix = []byte("receipts-")
|
2015-10-12 10:58:51 -05:00
|
|
|
|
|
|
|
mipmapPre = []byte("mipmap-log-bloom-")
|
|
|
|
MIPMapLevels = []uint64{1000000, 500000, 100000, 50000, 1000}
|
2015-10-22 07:43:21 -05:00
|
|
|
|
2016-03-01 16:32:43 -06:00
|
|
|
configPrefix = []byte("ethereum-config-") // config prefix for the db
|
2016-04-05 08:22:04 -05:00
|
|
|
|
|
|
|
// used by old (non-sequential keys) db, now only used for conversion
|
|
|
|
oldBlockPrefix = []byte("block-")
|
|
|
|
oldHeaderSuffix = []byte("-header")
|
|
|
|
oldTdSuffix = []byte("-td") // headerPrefix + num (uint64 big endian) + hash + tdSuffix -> td
|
|
|
|
oldBodySuffix = []byte("-body")
|
|
|
|
oldBlockNumPrefix = []byte("block-num-")
|
|
|
|
oldBlockReceiptsPrefix = []byte("receipts-block-")
|
|
|
|
oldBlockHashPrefix = []byte("block-hash-") // [deprecated by the header/block split, remove eventually]
|
2016-10-20 06:36:29 -05:00
|
|
|
|
|
|
|
ChainConfigNotFoundErr = errors.New("ChainConfig not found") // general config not found error
|
2017-01-09 04:30:06 -06:00
|
|
|
|
|
|
|
mipmapBloomMu sync.Mutex // protect against race condition when updating mipmap blooms
|
2017-01-17 05:19:50 -06:00
|
|
|
|
|
|
|
preimageCounter = metrics.NewCounter("db/preimage/total")
|
|
|
|
preimageHitCounter = metrics.NewCounter("db/preimage/hits")
|
2015-07-10 07:29:40 -05:00
|
|
|
)
|
|
|
|
|
2016-04-05 08:22:04 -05:00
|
|
|
// encodeBlockNumber encodes a block number as big endian uint64
|
|
|
|
func encodeBlockNumber(number uint64) []byte {
|
|
|
|
enc := make([]byte, 8)
|
|
|
|
binary.BigEndian.PutUint64(enc, number)
|
|
|
|
return enc
|
|
|
|
}
|
|
|
|
|
2015-09-07 12:43:01 -05:00
|
|
|
// GetCanonicalHash retrieves a hash assigned to a canonical block number.
|
2015-09-14 02:35:57 -05:00
|
|
|
func GetCanonicalHash(db ethdb.Database, number uint64) common.Hash {
|
2016-04-05 08:22:04 -05:00
|
|
|
data, _ := db.Get(append(append(headerPrefix, encodeBlockNumber(number)...), numSuffix...))
|
2015-09-07 12:43:01 -05:00
|
|
|
if len(data) == 0 {
|
2016-04-05 08:22:04 -05:00
|
|
|
data, _ = db.Get(append(oldBlockNumPrefix, big.NewInt(int64(number)).Bytes()...))
|
|
|
|
if len(data) == 0 {
|
|
|
|
return common.Hash{}
|
|
|
|
}
|
2015-09-07 12:43:01 -05:00
|
|
|
}
|
|
|
|
return common.BytesToHash(data)
|
2015-08-31 12:21:02 -05:00
|
|
|
}
|
|
|
|
|
2016-04-05 08:22:04 -05:00
|
|
|
// missingNumber is returned by GetBlockNumber if no header with the
|
|
|
|
// given block hash has been stored in the database
|
|
|
|
const missingNumber = uint64(0xffffffffffffffff)
|
|
|
|
|
|
|
|
// GetBlockNumber returns the block number assigned to a block hash
|
|
|
|
// if the corresponding header is present in the database
|
|
|
|
func GetBlockNumber(db ethdb.Database, hash common.Hash) uint64 {
|
|
|
|
data, _ := db.Get(append(blockHashPrefix, hash.Bytes()...))
|
|
|
|
if len(data) != 8 {
|
|
|
|
data, _ := db.Get(append(append(oldBlockPrefix, hash.Bytes()...), oldHeaderSuffix...))
|
|
|
|
if len(data) == 0 {
|
|
|
|
return missingNumber
|
|
|
|
}
|
|
|
|
header := new(types.Header)
|
|
|
|
if err := rlp.Decode(bytes.NewReader(data), header); err != nil {
|
2017-02-28 05:35:17 -06:00
|
|
|
log.Crit("Failed to decode block header", "err", err)
|
2016-04-05 08:22:04 -05:00
|
|
|
}
|
|
|
|
return header.Number.Uint64()
|
|
|
|
}
|
|
|
|
return binary.BigEndian.Uint64(data)
|
|
|
|
}
|
|
|
|
|
2015-09-07 12:43:01 -05:00
|
|
|
// GetHeadHeaderHash retrieves the hash of the current canonical head block's
|
|
|
|
// header. The difference between this and GetHeadBlockHash is that whereas the
|
|
|
|
// last block hash is only updated upon a full block import, the last header
|
|
|
|
// hash is updated already at header import, allowing head tracking for the
|
2015-09-30 11:23:31 -05:00
|
|
|
// light synchronization mechanism.
|
2015-09-14 02:35:57 -05:00
|
|
|
func GetHeadHeaderHash(db ethdb.Database) common.Hash {
|
2015-09-07 12:43:01 -05:00
|
|
|
data, _ := db.Get(headHeaderKey)
|
2015-08-31 12:21:02 -05:00
|
|
|
if len(data) == 0 {
|
|
|
|
return common.Hash{}
|
|
|
|
}
|
|
|
|
return common.BytesToHash(data)
|
|
|
|
}
|
|
|
|
|
2015-09-07 12:43:01 -05:00
|
|
|
// GetHeadBlockHash retrieves the hash of the current canonical head block.
|
2015-09-14 02:35:57 -05:00
|
|
|
func GetHeadBlockHash(db ethdb.Database) common.Hash {
|
2015-09-07 12:43:01 -05:00
|
|
|
data, _ := db.Get(headBlockKey)
|
2015-08-31 12:21:02 -05:00
|
|
|
if len(data) == 0 {
|
|
|
|
return common.Hash{}
|
|
|
|
}
|
|
|
|
return common.BytesToHash(data)
|
|
|
|
}
|
|
|
|
|
2015-09-30 11:23:31 -05:00
|
|
|
// GetHeadFastBlockHash retrieves the hash of the current canonical head block during
|
|
|
|
// fast synchronization. The difference between this and GetHeadBlockHash is that
|
|
|
|
// whereas the last block hash is only updated upon a full block import, the last
|
|
|
|
// fast hash is updated when importing pre-processed blocks.
|
|
|
|
func GetHeadFastBlockHash(db ethdb.Database) common.Hash {
|
|
|
|
data, _ := db.Get(headFastKey)
|
|
|
|
if len(data) == 0 {
|
|
|
|
return common.Hash{}
|
|
|
|
}
|
|
|
|
return common.BytesToHash(data)
|
|
|
|
}
|
|
|
|
|
2015-09-07 12:43:01 -05:00
|
|
|
// GetHeaderRLP retrieves a block header in its raw RLP database encoding, or nil
|
|
|
|
// if the header's not found.
|
2016-04-05 08:22:04 -05:00
|
|
|
func GetHeaderRLP(db ethdb.Database, hash common.Hash, number uint64) rlp.RawValue {
|
|
|
|
data, _ := db.Get(append(append(headerPrefix, encodeBlockNumber(number)...), hash.Bytes()...))
|
|
|
|
if len(data) == 0 {
|
|
|
|
data, _ = db.Get(append(append(oldBlockPrefix, hash.Bytes()...), oldHeaderSuffix...))
|
|
|
|
}
|
2015-08-31 12:21:02 -05:00
|
|
|
return data
|
|
|
|
}
|
|
|
|
|
2015-09-07 12:43:01 -05:00
|
|
|
// GetHeader retrieves the block header corresponding to the hash, nil if none
|
|
|
|
// found.
|
2016-04-05 08:22:04 -05:00
|
|
|
func GetHeader(db ethdb.Database, hash common.Hash, number uint64) *types.Header {
|
|
|
|
data := GetHeaderRLP(db, hash, number)
|
2015-07-01 09:15:02 -05:00
|
|
|
if len(data) == 0 {
|
|
|
|
return nil
|
|
|
|
}
|
2015-08-31 12:21:02 -05:00
|
|
|
header := new(types.Header)
|
|
|
|
if err := rlp.Decode(bytes.NewReader(data), header); err != nil {
|
2017-02-28 05:35:17 -06:00
|
|
|
log.Error("Invalid block header RLP", "hash", hash, "err", err)
|
2015-07-01 09:15:02 -05:00
|
|
|
return nil
|
|
|
|
}
|
2015-08-31 12:21:02 -05:00
|
|
|
return header
|
2015-07-01 09:15:02 -05:00
|
|
|
}
|
|
|
|
|
2015-09-07 12:43:01 -05:00
|
|
|
// GetBodyRLP retrieves the block body (transactions and uncles) in RLP encoding.
|
2016-04-05 08:22:04 -05:00
|
|
|
func GetBodyRLP(db ethdb.Database, hash common.Hash, number uint64) rlp.RawValue {
|
|
|
|
data, _ := db.Get(append(append(bodyPrefix, encodeBlockNumber(number)...), hash.Bytes()...))
|
|
|
|
if len(data) == 0 {
|
|
|
|
data, _ = db.Get(append(append(oldBlockPrefix, hash.Bytes()...), oldBodySuffix...))
|
|
|
|
}
|
2015-09-07 12:43:01 -05:00
|
|
|
return data
|
2015-08-31 12:21:02 -05:00
|
|
|
}
|
|
|
|
|
2015-09-07 12:43:01 -05:00
|
|
|
// GetBody retrieves the block body (transactons, uncles) corresponding to the
|
|
|
|
// hash, nil if none found.
|
2016-04-05 08:22:04 -05:00
|
|
|
func GetBody(db ethdb.Database, hash common.Hash, number uint64) *types.Body {
|
|
|
|
data := GetBodyRLP(db, hash, number)
|
2015-09-07 12:43:01 -05:00
|
|
|
if len(data) == 0 {
|
|
|
|
return nil
|
2015-08-31 12:21:02 -05:00
|
|
|
}
|
2015-09-07 12:43:01 -05:00
|
|
|
body := new(types.Body)
|
2015-08-31 12:21:02 -05:00
|
|
|
if err := rlp.Decode(bytes.NewReader(data), body); err != nil {
|
2017-02-28 05:35:17 -06:00
|
|
|
log.Error("Invalid block body RLP", "hash", hash, "err", err)
|
2015-09-07 12:43:01 -05:00
|
|
|
return nil
|
2015-08-31 12:21:02 -05:00
|
|
|
}
|
2015-09-07 12:43:01 -05:00
|
|
|
return body
|
2015-08-31 12:21:02 -05:00
|
|
|
}
|
|
|
|
|
2015-09-07 12:43:01 -05:00
|
|
|
// GetTd retrieves a block's total difficulty corresponding to the hash, nil if
|
|
|
|
// none found.
|
2016-04-05 08:22:04 -05:00
|
|
|
func GetTd(db ethdb.Database, hash common.Hash, number uint64) *big.Int {
|
|
|
|
data, _ := db.Get(append(append(append(headerPrefix, encodeBlockNumber(number)...), hash[:]...), tdSuffix...))
|
2015-09-07 12:43:01 -05:00
|
|
|
if len(data) == 0 {
|
2016-04-05 08:22:04 -05:00
|
|
|
data, _ = db.Get(append(append(oldBlockPrefix, hash.Bytes()...), oldTdSuffix...))
|
|
|
|
if len(data) == 0 {
|
|
|
|
return nil
|
|
|
|
}
|
2015-08-31 12:21:02 -05:00
|
|
|
}
|
2015-09-07 12:43:01 -05:00
|
|
|
td := new(big.Int)
|
|
|
|
if err := rlp.Decode(bytes.NewReader(data), td); err != nil {
|
2017-02-28 05:35:17 -06:00
|
|
|
log.Error("Invalid block total difficulty RLP", "hash", hash, "err", err)
|
2015-08-31 12:21:02 -05:00
|
|
|
return nil
|
|
|
|
}
|
2015-09-07 12:43:01 -05:00
|
|
|
return td
|
2015-08-31 12:21:02 -05:00
|
|
|
}
|
|
|
|
|
2015-09-07 12:43:01 -05:00
|
|
|
// GetBlock retrieves an entire block corresponding to the hash, assembling it
|
2016-07-26 09:37:04 -05:00
|
|
|
// back from the stored header and body. If either the header or body could not
|
|
|
|
// be retrieved nil is returned.
|
|
|
|
//
|
|
|
|
// Note, due to concurrent download of header and block body the header and thus
|
|
|
|
// canonical hash can be stored in the database but the body data not (yet).
|
2016-04-05 08:22:04 -05:00
|
|
|
func GetBlock(db ethdb.Database, hash common.Hash, number uint64) *types.Block {
|
2015-09-07 12:43:01 -05:00
|
|
|
// Retrieve the block header and body contents
|
2016-04-05 08:22:04 -05:00
|
|
|
header := GetHeader(db, hash, number)
|
2015-09-07 12:43:01 -05:00
|
|
|
if header == nil {
|
|
|
|
return nil
|
|
|
|
}
|
2016-04-05 08:22:04 -05:00
|
|
|
body := GetBody(db, hash, number)
|
2015-09-07 12:43:01 -05:00
|
|
|
if body == nil {
|
2015-07-01 09:15:02 -05:00
|
|
|
return nil
|
|
|
|
}
|
2015-09-07 12:43:01 -05:00
|
|
|
// Reassemble the block and return
|
|
|
|
return types.NewBlockWithHeader(header).WithBody(body.Transactions, body.Uncles)
|
2015-07-01 09:15:02 -05:00
|
|
|
}
|
|
|
|
|
2015-10-22 07:43:21 -05:00
|
|
|
// GetBlockReceipts retrieves the receipts generated by the transactions included
|
|
|
|
// in a block given by its hash.
|
2016-04-05 08:22:04 -05:00
|
|
|
func GetBlockReceipts(db ethdb.Database, hash common.Hash, number uint64) types.Receipts {
|
|
|
|
data, _ := db.Get(append(append(blockReceiptsPrefix, encodeBlockNumber(number)...), hash[:]...))
|
2015-10-22 07:43:21 -05:00
|
|
|
if len(data) == 0 {
|
2016-04-05 08:22:04 -05:00
|
|
|
data, _ = db.Get(append(oldBlockReceiptsPrefix, hash.Bytes()...))
|
|
|
|
if len(data) == 0 {
|
|
|
|
return nil
|
|
|
|
}
|
2015-10-22 07:43:21 -05:00
|
|
|
}
|
|
|
|
storageReceipts := []*types.ReceiptForStorage{}
|
|
|
|
if err := rlp.DecodeBytes(data, &storageReceipts); err != nil {
|
2017-02-28 05:35:17 -06:00
|
|
|
log.Error("Invalid receipt array RLP", "hash", hash, "err", err)
|
2015-10-22 07:43:21 -05:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
receipts := make(types.Receipts, len(storageReceipts))
|
|
|
|
for i, receipt := range storageReceipts {
|
|
|
|
receipts[i] = (*types.Receipt)(receipt)
|
|
|
|
}
|
|
|
|
return receipts
|
|
|
|
}
|
|
|
|
|
|
|
|
// GetTransaction retrieves a specific transaction from the database, along with
|
|
|
|
// its added positional metadata.
|
|
|
|
func GetTransaction(db ethdb.Database, hash common.Hash) (*types.Transaction, common.Hash, uint64, uint64) {
|
|
|
|
// Retrieve the transaction itself from the database
|
|
|
|
data, _ := db.Get(hash.Bytes())
|
|
|
|
if len(data) == 0 {
|
|
|
|
return nil, common.Hash{}, 0, 0
|
|
|
|
}
|
|
|
|
var tx types.Transaction
|
|
|
|
if err := rlp.DecodeBytes(data, &tx); err != nil {
|
|
|
|
return nil, common.Hash{}, 0, 0
|
|
|
|
}
|
|
|
|
// Retrieve the blockchain positional metadata
|
|
|
|
data, _ = db.Get(append(hash.Bytes(), txMetaSuffix...))
|
|
|
|
if len(data) == 0 {
|
|
|
|
return nil, common.Hash{}, 0, 0
|
|
|
|
}
|
|
|
|
var meta struct {
|
|
|
|
BlockHash common.Hash
|
|
|
|
BlockIndex uint64
|
|
|
|
Index uint64
|
|
|
|
}
|
|
|
|
if err := rlp.DecodeBytes(data, &meta); err != nil {
|
|
|
|
return nil, common.Hash{}, 0, 0
|
|
|
|
}
|
|
|
|
return &tx, meta.BlockHash, meta.BlockIndex, meta.Index
|
|
|
|
}
|
|
|
|
|
|
|
|
// GetReceipt returns a receipt by hash
|
2017-02-28 05:35:17 -06:00
|
|
|
func GetReceipt(db ethdb.Database, hash common.Hash) *types.Receipt {
|
|
|
|
data, _ := db.Get(append(receiptsPrefix, hash[:]...))
|
2015-10-22 07:43:21 -05:00
|
|
|
if len(data) == 0 {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
var receipt types.ReceiptForStorage
|
|
|
|
err := rlp.DecodeBytes(data, &receipt)
|
|
|
|
if err != nil {
|
2017-02-28 05:35:17 -06:00
|
|
|
log.Error("Invalid receipt RLP", "hash", hash, "err", err)
|
2015-10-22 07:43:21 -05:00
|
|
|
}
|
|
|
|
return (*types.Receipt)(&receipt)
|
|
|
|
}
|
|
|
|
|
2015-09-07 12:43:01 -05:00
|
|
|
// WriteCanonicalHash stores the canonical hash for the given block number.
|
2015-09-14 02:35:57 -05:00
|
|
|
func WriteCanonicalHash(db ethdb.Database, hash common.Hash, number uint64) error {
|
2016-04-05 08:22:04 -05:00
|
|
|
key := append(append(headerPrefix, encodeBlockNumber(number)...), numSuffix...)
|
2015-08-31 12:21:02 -05:00
|
|
|
if err := db.Put(key, hash.Bytes()); err != nil {
|
2017-02-28 05:35:17 -06:00
|
|
|
log.Crit("Failed to store number to hash mapping", "err", err)
|
2015-07-01 09:15:02 -05:00
|
|
|
}
|
2015-07-25 14:48:53 -05:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2015-09-07 12:43:01 -05:00
|
|
|
// WriteHeadHeaderHash stores the head header's hash.
|
2015-09-14 02:35:57 -05:00
|
|
|
func WriteHeadHeaderHash(db ethdb.Database, hash common.Hash) error {
|
2015-09-07 12:43:01 -05:00
|
|
|
if err := db.Put(headHeaderKey, hash.Bytes()); err != nil {
|
2017-02-28 05:35:17 -06:00
|
|
|
log.Crit("Failed to store last header's hash", "err", err)
|
2015-07-25 14:48:53 -05:00
|
|
|
}
|
2015-09-07 12:43:01 -05:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// WriteHeadBlockHash stores the head block's hash.
|
2015-09-14 02:35:57 -05:00
|
|
|
func WriteHeadBlockHash(db ethdb.Database, hash common.Hash) error {
|
2015-09-07 12:43:01 -05:00
|
|
|
if err := db.Put(headBlockKey, hash.Bytes()); err != nil {
|
2017-02-28 05:35:17 -06:00
|
|
|
log.Crit("Failed to store last block's hash", "err", err)
|
2015-07-01 09:15:02 -05:00
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
2015-07-10 07:29:40 -05:00
|
|
|
|
2015-09-30 11:23:31 -05:00
|
|
|
// WriteHeadFastBlockHash stores the fast head block's hash.
|
|
|
|
func WriteHeadFastBlockHash(db ethdb.Database, hash common.Hash) error {
|
|
|
|
if err := db.Put(headFastKey, hash.Bytes()); err != nil {
|
2017-02-28 05:35:17 -06:00
|
|
|
log.Crit("Failed to store last fast block's hash", "err", err)
|
2015-09-30 11:23:31 -05:00
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2015-08-31 12:21:02 -05:00
|
|
|
// WriteHeader serializes a block header into the database.
|
2015-09-14 02:35:57 -05:00
|
|
|
func WriteHeader(db ethdb.Database, header *types.Header) error {
|
2015-08-31 12:21:02 -05:00
|
|
|
data, err := rlp.EncodeToBytes(header)
|
2015-07-10 07:29:40 -05:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2016-04-05 08:22:04 -05:00
|
|
|
hash := header.Hash().Bytes()
|
|
|
|
num := header.Number.Uint64()
|
|
|
|
encNum := encodeBlockNumber(num)
|
|
|
|
key := append(blockHashPrefix, hash...)
|
|
|
|
if err := db.Put(key, encNum); err != nil {
|
2017-02-28 05:35:17 -06:00
|
|
|
log.Crit("Failed to store hash to number mapping", "err", err)
|
2016-04-05 08:22:04 -05:00
|
|
|
}
|
|
|
|
key = append(append(headerPrefix, encNum...), hash...)
|
2015-08-31 12:21:02 -05:00
|
|
|
if err := db.Put(key, data); err != nil {
|
2017-02-28 05:35:17 -06:00
|
|
|
log.Crit("Failed to store header", "err", err)
|
2015-08-31 12:21:02 -05:00
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
2015-07-10 07:29:40 -05:00
|
|
|
|
2015-08-31 12:21:02 -05:00
|
|
|
// WriteBody serializes the body of a block into the database.
|
2016-04-05 08:22:04 -05:00
|
|
|
func WriteBody(db ethdb.Database, hash common.Hash, number uint64, body *types.Body) error {
|
2015-09-07 12:43:01 -05:00
|
|
|
data, err := rlp.EncodeToBytes(body)
|
2015-08-31 12:21:02 -05:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2016-10-13 22:47:09 -05:00
|
|
|
return WriteBodyRLP(db, hash, number, data)
|
|
|
|
}
|
|
|
|
|
|
|
|
// WriteBodyRLP writes a serialized body of a block into the database.
|
|
|
|
func WriteBodyRLP(db ethdb.Database, hash common.Hash, number uint64, rlp rlp.RawValue) error {
|
2016-04-05 08:22:04 -05:00
|
|
|
key := append(append(bodyPrefix, encodeBlockNumber(number)...), hash.Bytes()...)
|
2016-10-13 22:47:09 -05:00
|
|
|
if err := db.Put(key, rlp); err != nil {
|
2017-02-28 05:35:17 -06:00
|
|
|
log.Crit("Failed to store block body", "err", err)
|
2015-09-07 12:43:01 -05:00
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// WriteTd serializes the total difficulty of a block into the database.
|
2016-04-05 08:22:04 -05:00
|
|
|
func WriteTd(db ethdb.Database, hash common.Hash, number uint64, td *big.Int) error {
|
2015-09-07 12:43:01 -05:00
|
|
|
data, err := rlp.EncodeToBytes(td)
|
2015-08-31 12:21:02 -05:00
|
|
|
if err != nil {
|
|
|
|
return err
|
2015-07-10 07:29:40 -05:00
|
|
|
}
|
2016-04-05 08:22:04 -05:00
|
|
|
key := append(append(append(headerPrefix, encodeBlockNumber(number)...), hash.Bytes()...), tdSuffix...)
|
2015-09-07 12:43:01 -05:00
|
|
|
if err := db.Put(key, data); err != nil {
|
2017-02-28 05:35:17 -06:00
|
|
|
log.Crit("Failed to store block total difficulty", "err", err)
|
2015-08-31 12:21:02 -05:00
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
2015-07-10 07:29:40 -05:00
|
|
|
|
2015-08-31 12:21:02 -05:00
|
|
|
// WriteBlock serializes a block into the database, header and body separately.
|
2015-09-14 02:35:57 -05:00
|
|
|
func WriteBlock(db ethdb.Database, block *types.Block) error {
|
2015-08-31 12:21:02 -05:00
|
|
|
// Store the body first to retain database consistency
|
2016-04-05 08:22:04 -05:00
|
|
|
if err := WriteBody(db, block.Hash(), block.NumberU64(), block.Body()); err != nil {
|
2015-08-31 12:21:02 -05:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
// Store the header too, signaling full block ownership
|
|
|
|
if err := WriteHeader(db, block.Header()); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2015-07-10 07:29:40 -05:00
|
|
|
return nil
|
|
|
|
}
|
2015-08-31 12:21:02 -05:00
|
|
|
|
2015-10-22 07:43:21 -05:00
|
|
|
// WriteBlockReceipts stores all the transaction receipts belonging to a block
|
|
|
|
// as a single receipt slice. This is used during chain reorganisations for
|
|
|
|
// rescheduling dropped transactions.
|
2016-04-05 08:22:04 -05:00
|
|
|
func WriteBlockReceipts(db ethdb.Database, hash common.Hash, number uint64, receipts types.Receipts) error {
|
2015-10-22 07:43:21 -05:00
|
|
|
// Convert the receipts into their storage form and serialize them
|
|
|
|
storageReceipts := make([]*types.ReceiptForStorage, len(receipts))
|
|
|
|
for i, receipt := range receipts {
|
|
|
|
storageReceipts[i] = (*types.ReceiptForStorage)(receipt)
|
|
|
|
}
|
|
|
|
bytes, err := rlp.EncodeToBytes(storageReceipts)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
// Store the flattened receipt slice
|
2016-04-05 08:22:04 -05:00
|
|
|
key := append(append(blockReceiptsPrefix, encodeBlockNumber(number)...), hash.Bytes()...)
|
|
|
|
if err := db.Put(key, bytes); err != nil {
|
2017-02-28 05:35:17 -06:00
|
|
|
log.Crit("Failed to store block receipts", "err", err)
|
2015-10-22 07:43:21 -05:00
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// WriteTransactions stores the transactions associated with a specific block
|
|
|
|
// into the given database. Beside writing the transaction, the function also
|
|
|
|
// stores a metadata entry along with the transaction, detailing the position
|
|
|
|
// of this within the blockchain.
|
|
|
|
func WriteTransactions(db ethdb.Database, block *types.Block) error {
|
|
|
|
batch := db.NewBatch()
|
|
|
|
|
|
|
|
// Iterate over each transaction and encode it with its metadata
|
|
|
|
for i, tx := range block.Transactions() {
|
|
|
|
// Encode and queue up the transaction for storage
|
|
|
|
data, err := rlp.EncodeToBytes(tx)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2017-02-28 05:35:17 -06:00
|
|
|
if err = batch.Put(tx.Hash().Bytes(), data); err != nil {
|
2015-10-22 07:43:21 -05:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
// Encode and queue up the transaction metadata for storage
|
|
|
|
meta := struct {
|
|
|
|
BlockHash common.Hash
|
|
|
|
BlockIndex uint64
|
|
|
|
Index uint64
|
|
|
|
}{
|
|
|
|
BlockHash: block.Hash(),
|
|
|
|
BlockIndex: block.NumberU64(),
|
|
|
|
Index: uint64(i),
|
|
|
|
}
|
|
|
|
data, err = rlp.EncodeToBytes(meta)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if err := batch.Put(append(tx.Hash().Bytes(), txMetaSuffix...), data); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
// Write the scheduled data into the database
|
|
|
|
if err := batch.Write(); err != nil {
|
2017-02-28 05:35:17 -06:00
|
|
|
log.Crit("Failed to store transactions", "err", err)
|
2015-10-22 07:43:21 -05:00
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2016-10-13 22:47:09 -05:00
|
|
|
// WriteReceipt stores a single transaction receipt into the database.
|
|
|
|
func WriteReceipt(db ethdb.Database, receipt *types.Receipt) error {
|
|
|
|
storageReceipt := (*types.ReceiptForStorage)(receipt)
|
|
|
|
data, err := rlp.EncodeToBytes(storageReceipt)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
return db.Put(append(receiptsPrefix, receipt.TxHash.Bytes()...), data)
|
|
|
|
}
|
|
|
|
|
2015-10-22 07:43:21 -05:00
|
|
|
// WriteReceipts stores a batch of transaction receipts into the database.
|
|
|
|
func WriteReceipts(db ethdb.Database, receipts types.Receipts) error {
|
|
|
|
batch := db.NewBatch()
|
|
|
|
|
|
|
|
// Iterate over all the receipts and queue them for database injection
|
|
|
|
for _, receipt := range receipts {
|
|
|
|
storageReceipt := (*types.ReceiptForStorage)(receipt)
|
|
|
|
data, err := rlp.EncodeToBytes(storageReceipt)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if err := batch.Put(append(receiptsPrefix, receipt.TxHash.Bytes()...), data); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
// Write the scheduled data into the database
|
|
|
|
if err := batch.Write(); err != nil {
|
2017-02-28 05:35:17 -06:00
|
|
|
log.Crit("Failed to store receipts", "err", err)
|
2015-10-22 07:43:21 -05:00
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2015-09-07 12:43:01 -05:00
|
|
|
// DeleteCanonicalHash removes the number to hash canonical mapping.
|
2015-09-14 02:35:57 -05:00
|
|
|
func DeleteCanonicalHash(db ethdb.Database, number uint64) {
|
2016-04-05 08:22:04 -05:00
|
|
|
db.Delete(append(append(headerPrefix, encodeBlockNumber(number)...), numSuffix...))
|
2015-09-07 12:43:01 -05:00
|
|
|
}
|
|
|
|
|
2015-08-31 12:21:02 -05:00
|
|
|
// DeleteHeader removes all block header data associated with a hash.
|
2016-04-05 08:22:04 -05:00
|
|
|
func DeleteHeader(db ethdb.Database, hash common.Hash, number uint64) {
|
|
|
|
db.Delete(append(blockHashPrefix, hash.Bytes()...))
|
|
|
|
db.Delete(append(append(headerPrefix, encodeBlockNumber(number)...), hash.Bytes()...))
|
2015-08-31 12:21:02 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
// DeleteBody removes all block body data associated with a hash.
|
2016-04-05 08:22:04 -05:00
|
|
|
func DeleteBody(db ethdb.Database, hash common.Hash, number uint64) {
|
|
|
|
db.Delete(append(append(bodyPrefix, encodeBlockNumber(number)...), hash.Bytes()...))
|
2015-09-07 12:43:01 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
// DeleteTd removes all block total difficulty data associated with a hash.
|
2016-04-05 08:22:04 -05:00
|
|
|
func DeleteTd(db ethdb.Database, hash common.Hash, number uint64) {
|
|
|
|
db.Delete(append(append(append(headerPrefix, encodeBlockNumber(number)...), hash.Bytes()...), tdSuffix...))
|
2015-08-31 12:21:02 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
// DeleteBlock removes all block data associated with a hash.
|
2016-04-05 08:22:04 -05:00
|
|
|
func DeleteBlock(db ethdb.Database, hash common.Hash, number uint64) {
|
|
|
|
DeleteBlockReceipts(db, hash, number)
|
|
|
|
DeleteHeader(db, hash, number)
|
|
|
|
DeleteBody(db, hash, number)
|
|
|
|
DeleteTd(db, hash, number)
|
2015-08-31 12:21:02 -05:00
|
|
|
}
|
|
|
|
|
2015-10-22 07:43:21 -05:00
|
|
|
// DeleteBlockReceipts removes all receipt data associated with a block hash.
|
2016-04-05 08:22:04 -05:00
|
|
|
func DeleteBlockReceipts(db ethdb.Database, hash common.Hash, number uint64) {
|
|
|
|
db.Delete(append(append(blockReceiptsPrefix, encodeBlockNumber(number)...), hash.Bytes()...))
|
2015-10-22 07:43:21 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
// DeleteTransaction removes all transaction data associated with a hash.
|
|
|
|
func DeleteTransaction(db ethdb.Database, hash common.Hash) {
|
|
|
|
db.Delete(hash.Bytes())
|
|
|
|
db.Delete(append(hash.Bytes(), txMetaSuffix...))
|
|
|
|
}
|
|
|
|
|
|
|
|
// DeleteReceipt removes all receipt data associated with a transaction hash.
|
|
|
|
func DeleteReceipt(db ethdb.Database, hash common.Hash) {
|
|
|
|
db.Delete(append(receiptsPrefix, hash.Bytes()...))
|
|
|
|
}
|
|
|
|
|
2015-10-12 10:58:51 -05:00
|
|
|
// returns a formatted MIP mapped key by adding prefix, canonical number and level
|
|
|
|
//
|
|
|
|
// ex. fn(98, 1000) = (prefix || 1000 || 0)
|
|
|
|
func mipmapKey(num, level uint64) []byte {
|
|
|
|
lkey := make([]byte, 8)
|
|
|
|
binary.BigEndian.PutUint64(lkey, level)
|
|
|
|
key := new(big.Int).SetUint64(num / level * level)
|
|
|
|
|
|
|
|
return append(mipmapPre, append(lkey, key.Bytes()...)...)
|
|
|
|
}
|
|
|
|
|
|
|
|
// WriteMapmapBloom writes each address included in the receipts' logs to the
|
|
|
|
// MIP bloom bin.
|
|
|
|
func WriteMipmapBloom(db ethdb.Database, number uint64, receipts types.Receipts) error {
|
2017-01-09 04:30:06 -06:00
|
|
|
mipmapBloomMu.Lock()
|
|
|
|
defer mipmapBloomMu.Unlock()
|
|
|
|
|
2015-10-12 10:58:51 -05:00
|
|
|
batch := db.NewBatch()
|
|
|
|
for _, level := range MIPMapLevels {
|
|
|
|
key := mipmapKey(number, level)
|
|
|
|
bloomDat, _ := db.Get(key)
|
|
|
|
bloom := types.BytesToBloom(bloomDat)
|
|
|
|
for _, receipt := range receipts {
|
2015-10-13 04:04:25 -05:00
|
|
|
for _, log := range receipt.Logs {
|
2015-10-12 10:58:51 -05:00
|
|
|
bloom.Add(log.Address.Big())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
batch.Put(key, bloom.Bytes())
|
|
|
|
}
|
|
|
|
if err := batch.Write(); err != nil {
|
|
|
|
return fmt.Errorf("mipmap write fail for: %d: %v", number, err)
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// GetMipmapBloom returns a bloom filter using the number and level as input
|
|
|
|
// parameters. For available levels see MIPMapLevels.
|
|
|
|
func GetMipmapBloom(db ethdb.Database, number, level uint64) types.Bloom {
|
|
|
|
bloomDat, _ := db.Get(mipmapKey(number, level))
|
|
|
|
return types.BytesToBloom(bloomDat)
|
|
|
|
}
|
2015-12-10 18:33:45 -06:00
|
|
|
|
2017-01-17 05:19:50 -06:00
|
|
|
// PreimageTable returns a Database instance with the key prefix for preimage entries.
|
|
|
|
func PreimageTable(db ethdb.Database) ethdb.Database {
|
|
|
|
return ethdb.NewTable(db, preimagePrefix)
|
|
|
|
}
|
|
|
|
|
|
|
|
// WritePreimages writes the provided set of preimages to the database. `number` is the
|
|
|
|
// current block number, and is used for debug messages only.
|
|
|
|
func WritePreimages(db ethdb.Database, number uint64, preimages map[common.Hash][]byte) error {
|
|
|
|
table := PreimageTable(db)
|
|
|
|
batch := table.NewBatch()
|
|
|
|
hitCount := 0
|
|
|
|
for hash, preimage := range preimages {
|
|
|
|
if _, err := table.Get(hash.Bytes()); err != nil {
|
|
|
|
batch.Put(hash.Bytes(), preimage)
|
2017-02-28 05:35:17 -06:00
|
|
|
hitCount++
|
2017-01-17 05:19:50 -06:00
|
|
|
}
|
|
|
|
}
|
|
|
|
preimageCounter.Inc(int64(len(preimages)))
|
|
|
|
preimageHitCounter.Inc(int64(hitCount))
|
|
|
|
if hitCount > 0 {
|
|
|
|
if err := batch.Write(); err != nil {
|
|
|
|
return fmt.Errorf("preimage write fail for block %d: %v", number, err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2015-12-10 18:33:45 -06:00
|
|
|
// GetBlockChainVersion reads the version number from db.
|
|
|
|
func GetBlockChainVersion(db ethdb.Database) int {
|
|
|
|
var vsn uint
|
|
|
|
enc, _ := db.Get([]byte("BlockchainVersion"))
|
|
|
|
rlp.DecodeBytes(enc, &vsn)
|
|
|
|
return int(vsn)
|
|
|
|
}
|
|
|
|
|
|
|
|
// WriteBlockChainVersion writes vsn as the version number to db.
|
|
|
|
func WriteBlockChainVersion(db ethdb.Database, vsn int) {
|
|
|
|
enc, _ := rlp.EncodeToBytes(uint(vsn))
|
|
|
|
db.Put([]byte("BlockchainVersion"), enc)
|
|
|
|
}
|
2016-03-01 16:32:43 -06:00
|
|
|
|
|
|
|
// WriteChainConfig writes the chain config settings to the database.
|
2016-10-20 06:36:29 -05:00
|
|
|
func WriteChainConfig(db ethdb.Database, hash common.Hash, cfg *params.ChainConfig) error {
|
2016-03-01 16:32:43 -06:00
|
|
|
// short circuit and ignore if nil config. GetChainConfig
|
|
|
|
// will return a default.
|
|
|
|
if cfg == nil {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
jsonChainConfig, err := json.Marshal(cfg)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
return db.Put(append(configPrefix, hash[:]...), jsonChainConfig)
|
|
|
|
}
|
|
|
|
|
|
|
|
// GetChainConfig will fetch the network settings based on the given hash.
|
2016-10-20 06:36:29 -05:00
|
|
|
func GetChainConfig(db ethdb.Database, hash common.Hash) (*params.ChainConfig, error) {
|
2016-03-01 16:32:43 -06:00
|
|
|
jsonChainConfig, _ := db.Get(append(configPrefix, hash[:]...))
|
|
|
|
if len(jsonChainConfig) == 0 {
|
|
|
|
return nil, ChainConfigNotFoundErr
|
|
|
|
}
|
|
|
|
|
2016-10-20 06:36:29 -05:00
|
|
|
var config params.ChainConfig
|
2016-03-01 16:32:43 -06:00
|
|
|
if err := json.Unmarshal(jsonChainConfig, &config); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
return &config, nil
|
|
|
|
}
|
2016-10-13 22:47:09 -05:00
|
|
|
|
|
|
|
// FindCommonAncestor returns the last common ancestor of two block headers
|
|
|
|
func FindCommonAncestor(db ethdb.Database, a, b *types.Header) *types.Header {
|
2016-11-08 18:20:49 -06:00
|
|
|
for bn := b.Number.Uint64(); a.Number.Uint64() > bn; {
|
|
|
|
a = GetHeader(db, a.ParentHash, a.Number.Uint64()-1)
|
2016-10-13 22:47:09 -05:00
|
|
|
if a == nil {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
}
|
2016-11-08 18:20:49 -06:00
|
|
|
for an := a.Number.Uint64(); an < b.Number.Uint64(); {
|
|
|
|
b = GetHeader(db, b.ParentHash, b.Number.Uint64()-1)
|
2016-10-13 22:47:09 -05:00
|
|
|
if b == nil {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
for a.Hash() != b.Hash() {
|
2016-11-08 18:20:49 -06:00
|
|
|
a = GetHeader(db, a.ParentHash, a.Number.Uint64()-1)
|
2016-10-13 22:47:09 -05:00
|
|
|
if a == nil {
|
|
|
|
return nil
|
|
|
|
}
|
2016-11-08 18:20:49 -06:00
|
|
|
b = GetHeader(db, b.ParentHash, b.Number.Uint64()-1)
|
2016-10-13 22:47:09 -05:00
|
|
|
if b == nil {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return a
|
|
|
|
}
|