2016-11-08 19:01:56 -06:00
|
|
|
// Copyright 2016 The go-ethereum Authors
|
2016-10-13 22:47:09 -05:00
|
|
|
// This file is part of the go-ethereum library.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU Lesser General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
2016-11-08 19:01:56 -06:00
|
|
|
|
2016-10-13 22:47:09 -05:00
|
|
|
package light
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
2017-03-22 12:20:33 -05:00
|
|
|
"context"
|
2016-10-13 22:47:09 -05:00
|
|
|
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
2019-05-13 06:41:10 -05:00
|
|
|
"github.com/ethereum/go-ethereum/core"
|
2018-05-07 06:35:06 -05:00
|
|
|
"github.com/ethereum/go-ethereum/core/rawdb"
|
2016-10-13 22:47:09 -05:00
|
|
|
"github.com/ethereum/go-ethereum/core/types"
|
|
|
|
"github.com/ethereum/go-ethereum/crypto"
|
|
|
|
"github.com/ethereum/go-ethereum/rlp"
|
|
|
|
)
|
|
|
|
|
2019-02-14 09:18:32 -06:00
|
|
|
var sha3Nil = crypto.Keccak256Hash(nil)
|
2016-10-13 22:47:09 -05:00
|
|
|
|
|
|
|
func GetHeaderByNumber(ctx context.Context, odr OdrBackend, number uint64) (*types.Header, error) {
|
|
|
|
db := odr.Database()
|
2018-05-07 06:35:06 -05:00
|
|
|
hash := rawdb.ReadCanonicalHash(db, number)
|
2016-10-13 22:47:09 -05:00
|
|
|
if (hash != common.Hash{}) {
|
|
|
|
// if there is a canonical hash, there is a header too
|
2018-05-07 06:35:06 -05:00
|
|
|
header := rawdb.ReadHeader(db, hash, number)
|
2016-10-13 22:47:09 -05:00
|
|
|
if header == nil {
|
|
|
|
panic("Canonical hash present but header not found")
|
|
|
|
}
|
|
|
|
return header, nil
|
|
|
|
}
|
|
|
|
|
2017-10-24 08:19:09 -05:00
|
|
|
var (
|
|
|
|
chtCount, sectionHeadNum uint64
|
|
|
|
sectionHead common.Hash
|
|
|
|
)
|
|
|
|
if odr.ChtIndexer() != nil {
|
|
|
|
chtCount, sectionHeadNum, sectionHead = odr.ChtIndexer().Sections()
|
2018-05-07 06:35:06 -05:00
|
|
|
canonicalHash := rawdb.ReadCanonicalHash(db, sectionHeadNum)
|
2017-10-24 08:19:09 -05:00
|
|
|
// if the CHT was injected as a trusted checkpoint, we have no canonical hash yet so we accept zero hash too
|
|
|
|
for chtCount > 0 && canonicalHash != sectionHead && canonicalHash != (common.Hash{}) {
|
|
|
|
chtCount--
|
|
|
|
if chtCount > 0 {
|
2018-08-28 02:08:16 -05:00
|
|
|
sectionHeadNum = chtCount*odr.IndexerConfig().ChtSize - 1
|
2017-10-24 08:19:09 -05:00
|
|
|
sectionHead = odr.ChtIndexer().SectionHead(chtCount - 1)
|
2018-05-07 06:35:06 -05:00
|
|
|
canonicalHash = rawdb.ReadCanonicalHash(db, sectionHeadNum)
|
2017-10-24 08:19:09 -05:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2018-08-28 02:08:16 -05:00
|
|
|
if number >= chtCount*odr.IndexerConfig().ChtSize {
|
2019-08-21 04:29:34 -05:00
|
|
|
return nil, errNoTrustedCht
|
2016-10-13 22:47:09 -05:00
|
|
|
}
|
2018-08-28 02:08:16 -05:00
|
|
|
r := &ChtRequest{ChtRoot: GetChtRoot(db, chtCount-1, sectionHead), ChtNum: chtCount - 1, BlockNum: number, Config: odr.IndexerConfig()}
|
2016-10-13 22:47:09 -05:00
|
|
|
if err := odr.Retrieve(ctx, r); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2018-02-07 23:49:23 -06:00
|
|
|
return r.Header, nil
|
2016-10-13 22:47:09 -05:00
|
|
|
}
|
|
|
|
|
all: on-chain oracle checkpoint syncing (#19543)
* all: implement simple checkpoint syncing
cmd, les, node: remove callback mechanism
cmd, node: remove callback definition
les: simplify the registrar
les: expose checkpoint rpc services in the light client
les, light: don't store untrusted receipt
cmd, contracts, les: discard stale checkpoint
cmd, contracts/registrar: loose restriction of registeration
cmd, contracts: add replay-protection
all: off-chain multi-signature contract
params: deploy checkpoint contract for rinkeby
cmd/registrar: add raw signing mode for registrar
cmd/registrar, contracts/registrar, les: fixed messages
* cmd/registrar, contracts/registrar: fix lints
* accounts/abi/bind, les: address comments
* cmd, contracts, les, light, params: minor checkpoint sync cleanups
* cmd, eth, les, light: move checkpoint config to config file
* cmd, eth, les, params: address comments
* eth, les, params: address comments
* cmd: polish up the checkpoint admin CLI
* cmd, contracts, params: deploy new version contract
* cmd/checkpoint-admin: add another flag for clef mode signing
* cmd, contracts, les: rename and regen checkpoint oracle with abigen
2019-06-28 02:34:02 -05:00
|
|
|
// GetUntrustedHeaderByNumber fetches specified block header without correctness checking.
|
|
|
|
// Note this function should only be used in light client checkpoint syncing.
|
|
|
|
func GetUntrustedHeaderByNumber(ctx context.Context, odr OdrBackend, number uint64, peerId string) (*types.Header, error) {
|
|
|
|
r := &ChtRequest{BlockNum: number, ChtNum: number / odr.IndexerConfig().ChtSize, Untrusted: true, PeerId: peerId, Config: odr.IndexerConfig()}
|
|
|
|
if err := odr.Retrieve(ctx, r); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return r.Header, nil
|
|
|
|
}
|
|
|
|
|
2016-10-13 22:47:09 -05:00
|
|
|
func GetCanonicalHash(ctx context.Context, odr OdrBackend, number uint64) (common.Hash, error) {
|
2018-05-07 06:35:06 -05:00
|
|
|
hash := rawdb.ReadCanonicalHash(odr.Database(), number)
|
2016-10-13 22:47:09 -05:00
|
|
|
if (hash != common.Hash{}) {
|
|
|
|
return hash, nil
|
|
|
|
}
|
|
|
|
header, err := GetHeaderByNumber(ctx, odr, number)
|
|
|
|
if header != nil {
|
|
|
|
return header.Hash(), nil
|
|
|
|
}
|
|
|
|
return common.Hash{}, err
|
|
|
|
}
|
|
|
|
|
|
|
|
// GetBodyRLP retrieves the block body (transactions and uncles) in RLP encoding.
|
|
|
|
func GetBodyRLP(ctx context.Context, odr OdrBackend, hash common.Hash, number uint64) (rlp.RawValue, error) {
|
2018-05-07 06:35:06 -05:00
|
|
|
if data := rawdb.ReadBodyRLP(odr.Database(), hash, number); data != nil {
|
2016-10-13 22:47:09 -05:00
|
|
|
return data, nil
|
|
|
|
}
|
|
|
|
r := &BlockRequest{Hash: hash, Number: number}
|
|
|
|
if err := odr.Retrieve(ctx, r); err != nil {
|
|
|
|
return nil, err
|
|
|
|
} else {
|
|
|
|
return r.Rlp, nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// GetBody retrieves the block body (transactons, uncles) corresponding to the
|
|
|
|
// hash.
|
|
|
|
func GetBody(ctx context.Context, odr OdrBackend, hash common.Hash, number uint64) (*types.Body, error) {
|
|
|
|
data, err := GetBodyRLP(ctx, odr, hash, number)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
body := new(types.Body)
|
|
|
|
if err := rlp.Decode(bytes.NewReader(data), body); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return body, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// GetBlock retrieves an entire block corresponding to the hash, assembling it
|
|
|
|
// back from the stored header and body.
|
|
|
|
func GetBlock(ctx context.Context, odr OdrBackend, hash common.Hash, number uint64) (*types.Block, error) {
|
|
|
|
// Retrieve the block header and body contents
|
2018-05-07 06:35:06 -05:00
|
|
|
header := rawdb.ReadHeader(odr.Database(), hash, number)
|
2016-10-13 22:47:09 -05:00
|
|
|
if header == nil {
|
2019-08-21 04:29:34 -05:00
|
|
|
return nil, errNoHeader
|
2016-10-13 22:47:09 -05:00
|
|
|
}
|
|
|
|
body, err := GetBody(ctx, odr, hash, number)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
// Reassemble the block and return
|
|
|
|
return types.NewBlockWithHeader(header).WithBody(body.Transactions, body.Uncles), nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// GetBlockReceipts retrieves the receipts generated by the transactions included
|
|
|
|
// in a block given by its hash.
|
|
|
|
func GetBlockReceipts(ctx context.Context, odr OdrBackend, hash common.Hash, number uint64) (types.Receipts, error) {
|
2019-03-27 11:11:24 -05:00
|
|
|
// Assume receipts are already stored locally and attempt to retrieve.
|
|
|
|
receipts := rawdb.ReadRawReceipts(odr.Database(), hash, number)
|
2018-02-22 04:48:14 -06:00
|
|
|
if receipts == nil {
|
|
|
|
r := &ReceiptsRequest{Hash: hash, Number: number}
|
|
|
|
if err := odr.Retrieve(ctx, r); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
receipts = r.Receipts
|
2016-10-13 22:47:09 -05:00
|
|
|
}
|
2018-02-22 04:48:14 -06:00
|
|
|
// If the receipts are incomplete, fill the derived fields
|
|
|
|
if len(receipts) > 0 && receipts[0].TxHash == (common.Hash{}) {
|
|
|
|
block, err := GetBlock(ctx, odr, hash, number)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2018-05-07 06:35:06 -05:00
|
|
|
genesis := rawdb.ReadCanonicalHash(odr.Database(), 0)
|
|
|
|
config := rawdb.ReadChainConfig(odr.Database(), genesis)
|
2018-02-22 04:48:14 -06:00
|
|
|
|
2019-04-15 04:36:27 -05:00
|
|
|
if err := receipts.DeriveFields(config, block.Hash(), block.NumberU64(), block.Transactions()); err != nil {
|
2018-03-07 04:05:14 -06:00
|
|
|
return nil, err
|
|
|
|
}
|
2018-05-07 06:35:06 -05:00
|
|
|
rawdb.WriteReceipts(odr.Database(), hash, number, receipts)
|
2018-02-22 04:48:14 -06:00
|
|
|
}
|
|
|
|
return receipts, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// GetBlockLogs retrieves the logs generated by the transactions included in a
|
|
|
|
// block given by its hash.
|
|
|
|
func GetBlockLogs(ctx context.Context, odr OdrBackend, hash common.Hash, number uint64) ([][]*types.Log, error) {
|
|
|
|
// Retrieve the potentially incomplete receipts from disk or network
|
2019-03-27 11:11:24 -05:00
|
|
|
receipts, err := GetBlockReceipts(ctx, odr, hash, number)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
2018-02-22 04:48:14 -06:00
|
|
|
}
|
|
|
|
// Return the logs without deriving any computed fields on the receipts
|
|
|
|
logs := make([][]*types.Log, len(receipts))
|
|
|
|
for i, receipt := range receipts {
|
|
|
|
logs[i] = receipt.Logs
|
2016-10-13 22:47:09 -05:00
|
|
|
}
|
2018-02-22 04:48:14 -06:00
|
|
|
return logs, nil
|
2016-10-13 22:47:09 -05:00
|
|
|
}
|
2017-10-24 08:19:09 -05:00
|
|
|
|
all: on-chain oracle checkpoint syncing (#19543)
* all: implement simple checkpoint syncing
cmd, les, node: remove callback mechanism
cmd, node: remove callback definition
les: simplify the registrar
les: expose checkpoint rpc services in the light client
les, light: don't store untrusted receipt
cmd, contracts, les: discard stale checkpoint
cmd, contracts/registrar: loose restriction of registeration
cmd, contracts: add replay-protection
all: off-chain multi-signature contract
params: deploy checkpoint contract for rinkeby
cmd/registrar: add raw signing mode for registrar
cmd/registrar, contracts/registrar, les: fixed messages
* cmd/registrar, contracts/registrar: fix lints
* accounts/abi/bind, les: address comments
* cmd, contracts, les, light, params: minor checkpoint sync cleanups
* cmd, eth, les, light: move checkpoint config to config file
* cmd, eth, les, params: address comments
* eth, les, params: address comments
* cmd: polish up the checkpoint admin CLI
* cmd, contracts, params: deploy new version contract
* cmd/checkpoint-admin: add another flag for clef mode signing
* cmd, contracts, les: rename and regen checkpoint oracle with abigen
2019-06-28 02:34:02 -05:00
|
|
|
// GetUntrustedBlockLogs retrieves the logs generated by the transactions included in a
|
|
|
|
// block. The retrieved logs are regarded as untrusted and will not be stored in the
|
|
|
|
// database. This function should only be used in light client checkpoint syncing.
|
|
|
|
func GetUntrustedBlockLogs(ctx context.Context, odr OdrBackend, header *types.Header) ([][]*types.Log, error) {
|
|
|
|
// Retrieve the potentially incomplete receipts from disk or network
|
|
|
|
hash, number := header.Hash(), header.Number.Uint64()
|
|
|
|
receipts := rawdb.ReadRawReceipts(odr.Database(), hash, number)
|
|
|
|
if receipts == nil {
|
|
|
|
r := &ReceiptsRequest{Hash: hash, Number: number, Header: header, Untrusted: true}
|
|
|
|
if err := odr.Retrieve(ctx, r); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
receipts = r.Receipts
|
|
|
|
// Untrusted receipts won't be stored in the database. Therefore
|
|
|
|
// derived fields computation is unnecessary.
|
|
|
|
}
|
|
|
|
// Return the logs without deriving any computed fields on the receipts
|
|
|
|
logs := make([][]*types.Log, len(receipts))
|
|
|
|
for i, receipt := range receipts {
|
|
|
|
logs[i] = receipt.Logs
|
|
|
|
}
|
|
|
|
return logs, nil
|
|
|
|
}
|
|
|
|
|
2017-10-24 08:19:09 -05:00
|
|
|
// GetBloomBits retrieves a batch of compressed bloomBits vectors belonging to the given bit index and section indexes
|
|
|
|
func GetBloomBits(ctx context.Context, odr OdrBackend, bitIdx uint, sectionIdxList []uint64) ([][]byte, error) {
|
|
|
|
var (
|
2018-08-28 02:08:16 -05:00
|
|
|
db = odr.Database()
|
|
|
|
result = make([][]byte, len(sectionIdxList))
|
2017-10-24 08:19:09 -05:00
|
|
|
reqList []uint64
|
|
|
|
reqIdx []int
|
|
|
|
)
|
|
|
|
|
|
|
|
var (
|
|
|
|
bloomTrieCount, sectionHeadNum uint64
|
|
|
|
sectionHead common.Hash
|
|
|
|
)
|
|
|
|
if odr.BloomTrieIndexer() != nil {
|
|
|
|
bloomTrieCount, sectionHeadNum, sectionHead = odr.BloomTrieIndexer().Sections()
|
2018-05-07 06:35:06 -05:00
|
|
|
canonicalHash := rawdb.ReadCanonicalHash(db, sectionHeadNum)
|
2017-10-24 08:19:09 -05:00
|
|
|
// if the BloomTrie was injected as a trusted checkpoint, we have no canonical hash yet so we accept zero hash too
|
|
|
|
for bloomTrieCount > 0 && canonicalHash != sectionHead && canonicalHash != (common.Hash{}) {
|
|
|
|
bloomTrieCount--
|
|
|
|
if bloomTrieCount > 0 {
|
2018-08-28 02:08:16 -05:00
|
|
|
sectionHeadNum = bloomTrieCount*odr.IndexerConfig().BloomTrieSize - 1
|
2017-10-24 08:19:09 -05:00
|
|
|
sectionHead = odr.BloomTrieIndexer().SectionHead(bloomTrieCount - 1)
|
2018-05-07 06:35:06 -05:00
|
|
|
canonicalHash = rawdb.ReadCanonicalHash(db, sectionHeadNum)
|
2017-10-24 08:19:09 -05:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
for i, sectionIdx := range sectionIdxList {
|
2018-08-28 02:08:16 -05:00
|
|
|
sectionHead := rawdb.ReadCanonicalHash(db, (sectionIdx+1)*odr.IndexerConfig().BloomSize-1)
|
2017-10-24 08:19:09 -05:00
|
|
|
// if we don't have the canonical hash stored for this section head number, we'll still look for
|
|
|
|
// an entry with a zero sectionHead (we store it with zero section head too if we don't know it
|
|
|
|
// at the time of the retrieval)
|
2018-05-07 06:35:06 -05:00
|
|
|
bloomBits, err := rawdb.ReadBloomBits(db, bitIdx, sectionIdx, sectionHead)
|
2017-10-24 08:19:09 -05:00
|
|
|
if err == nil {
|
|
|
|
result[i] = bloomBits
|
|
|
|
} else {
|
2018-08-28 02:08:16 -05:00
|
|
|
// TODO(rjl493456442) Convert sectionIndex to BloomTrie relative index
|
2017-10-24 08:19:09 -05:00
|
|
|
if sectionIdx >= bloomTrieCount {
|
2019-08-21 04:29:34 -05:00
|
|
|
return nil, errNoTrustedBloomTrie
|
2017-10-24 08:19:09 -05:00
|
|
|
}
|
|
|
|
reqList = append(reqList, sectionIdx)
|
|
|
|
reqIdx = append(reqIdx, i)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if reqList == nil {
|
|
|
|
return result, nil
|
|
|
|
}
|
|
|
|
|
2018-08-28 02:08:16 -05:00
|
|
|
r := &BloomRequest{BloomTrieRoot: GetBloomTrieRoot(db, bloomTrieCount-1, sectionHead), BloomTrieNum: bloomTrieCount - 1,
|
2018-09-20 06:11:14 -05:00
|
|
|
BitIdx: bitIdx, SectionIndexList: reqList, Config: odr.IndexerConfig()}
|
2017-10-24 08:19:09 -05:00
|
|
|
if err := odr.Retrieve(ctx, r); err != nil {
|
|
|
|
return nil, err
|
|
|
|
} else {
|
|
|
|
for i, idx := range reqIdx {
|
|
|
|
result[idx] = r.BloomBits[i]
|
|
|
|
}
|
|
|
|
return result, nil
|
|
|
|
}
|
|
|
|
}
|
2019-05-13 06:41:10 -05:00
|
|
|
|
|
|
|
// GetTransaction retrieves a canonical transaction by hash and also returns its position in the chain
|
|
|
|
func GetTransaction(ctx context.Context, odr OdrBackend, txHash common.Hash) (*types.Transaction, common.Hash, uint64, uint64, error) {
|
|
|
|
r := &TxStatusRequest{Hashes: []common.Hash{txHash}}
|
|
|
|
if err := odr.Retrieve(ctx, r); err != nil || r.Status[0].Status != core.TxStatusIncluded {
|
|
|
|
return nil, common.Hash{}, 0, 0, err
|
|
|
|
} else {
|
|
|
|
pos := r.Status[0].Lookup
|
|
|
|
// first ensure that we have the header, otherwise block body retrieval will fail
|
|
|
|
// also verify if this is a canonical block by getting the header by number and checking its hash
|
|
|
|
if header, err := GetHeaderByNumber(ctx, odr, pos.BlockIndex); err != nil || header.Hash() != pos.BlockHash {
|
|
|
|
return nil, common.Hash{}, 0, 0, err
|
|
|
|
}
|
|
|
|
if body, err := GetBody(ctx, odr, pos.BlockHash, pos.BlockIndex); err != nil || uint64(len(body.Transactions)) <= pos.Index || body.Transactions[pos.Index].Hash() != txHash {
|
|
|
|
return nil, common.Hash{}, 0, 0, err
|
|
|
|
} else {
|
|
|
|
return body.Transactions[pos.Index], pos.BlockHash, pos.BlockIndex, pos.Index, nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|