396 lines
9.8 KiB
Go
396 lines
9.8 KiB
Go
// Copyright 2018 The go-ethereum Authors
|
|
// This file is part of the go-ethereum library.
|
|
//
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Lesser General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package stream
|
|
|
|
import (
|
|
"context"
|
|
crand "crypto/rand"
|
|
"encoding/binary"
|
|
"fmt"
|
|
"io"
|
|
"os"
|
|
"sync"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/ethereum/go-ethereum/log"
|
|
"github.com/ethereum/go-ethereum/node"
|
|
"github.com/ethereum/go-ethereum/p2p"
|
|
"github.com/ethereum/go-ethereum/p2p/discover"
|
|
"github.com/ethereum/go-ethereum/p2p/simulations/adapters"
|
|
"github.com/ethereum/go-ethereum/swarm/network"
|
|
"github.com/ethereum/go-ethereum/swarm/network/simulation"
|
|
"github.com/ethereum/go-ethereum/swarm/state"
|
|
"github.com/ethereum/go-ethereum/swarm/storage"
|
|
)
|
|
|
|
func TestIntervalsLive(t *testing.T) {
|
|
testIntervals(t, true, nil, false)
|
|
testIntervals(t, true, nil, true)
|
|
}
|
|
|
|
func TestIntervalsHistory(t *testing.T) {
|
|
testIntervals(t, false, NewRange(9, 26), false)
|
|
testIntervals(t, false, NewRange(9, 26), true)
|
|
}
|
|
|
|
func TestIntervalsLiveAndHistory(t *testing.T) {
|
|
testIntervals(t, true, NewRange(9, 26), false)
|
|
testIntervals(t, true, NewRange(9, 26), true)
|
|
}
|
|
|
|
func testIntervals(t *testing.T, live bool, history *Range, skipCheck bool) {
|
|
nodes := 2
|
|
chunkCount := dataChunkCount
|
|
externalStreamName := "externalStream"
|
|
externalStreamSessionAt := uint64(50)
|
|
externalStreamMaxKeys := uint64(100)
|
|
|
|
sim := simulation.New(map[string]simulation.ServiceFunc{
|
|
"intervalsStreamer": func(ctx *adapters.ServiceContext, bucket *sync.Map) (s node.Service, cleanup func(), err error) {
|
|
|
|
id := ctx.Config.ID
|
|
addr := network.NewAddrFromNodeID(id)
|
|
store, datadir, err := createTestLocalStorageForID(id, addr)
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
bucket.Store(bucketKeyStore, store)
|
|
cleanup = func() {
|
|
store.Close()
|
|
os.RemoveAll(datadir)
|
|
}
|
|
localStore := store.(*storage.LocalStore)
|
|
netStore, err := storage.NewNetStore(localStore, nil)
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
kad := network.NewKademlia(addr.Over(), network.NewKadParams())
|
|
delivery := NewDelivery(kad, netStore)
|
|
netStore.NewNetFetcherFunc = network.NewFetcherFactory(delivery.RequestFromPeers, true).New
|
|
|
|
r := NewRegistry(addr, delivery, netStore, state.NewInmemoryStore(), &RegistryOptions{
|
|
SkipCheck: skipCheck,
|
|
})
|
|
bucket.Store(bucketKeyRegistry, r)
|
|
|
|
r.RegisterClientFunc(externalStreamName, func(p *Peer, t string, live bool) (Client, error) {
|
|
return newTestExternalClient(netStore), nil
|
|
})
|
|
r.RegisterServerFunc(externalStreamName, func(p *Peer, t string, live bool) (Server, error) {
|
|
return newTestExternalServer(t, externalStreamSessionAt, externalStreamMaxKeys, nil), nil
|
|
})
|
|
|
|
fileStore := storage.NewFileStore(localStore, storage.NewFileStoreParams())
|
|
bucket.Store(bucketKeyFileStore, fileStore)
|
|
|
|
return r, cleanup, nil
|
|
|
|
},
|
|
})
|
|
defer sim.Close()
|
|
|
|
log.Info("Adding nodes to simulation")
|
|
_, err := sim.AddNodesAndConnectChain(nodes)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), 20*time.Second)
|
|
defer cancel()
|
|
|
|
if _, err := sim.WaitTillHealthy(ctx, 2); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
result := sim.Run(ctx, func(ctx context.Context, sim *simulation.Simulation) error {
|
|
nodeIDs := sim.UpNodeIDs()
|
|
storer := nodeIDs[0]
|
|
checker := nodeIDs[1]
|
|
|
|
item, ok := sim.NodeItem(storer, bucketKeyFileStore)
|
|
if !ok {
|
|
return fmt.Errorf("No filestore")
|
|
}
|
|
fileStore := item.(*storage.FileStore)
|
|
|
|
size := chunkCount * chunkSize
|
|
_, wait, err := fileStore.Store(ctx, io.LimitReader(crand.Reader, int64(size)), int64(size), false)
|
|
if err != nil {
|
|
log.Error("Store error: %v", "err", err)
|
|
t.Fatal(err)
|
|
}
|
|
err = wait(ctx)
|
|
if err != nil {
|
|
log.Error("Wait error: %v", "err", err)
|
|
t.Fatal(err)
|
|
}
|
|
|
|
item, ok = sim.NodeItem(checker, bucketKeyRegistry)
|
|
if !ok {
|
|
return fmt.Errorf("No registry")
|
|
}
|
|
registry := item.(*Registry)
|
|
|
|
liveErrC := make(chan error)
|
|
historyErrC := make(chan error)
|
|
|
|
log.Debug("Watching for disconnections")
|
|
disconnections := sim.PeerEvents(
|
|
context.Background(),
|
|
sim.NodeIDs(),
|
|
simulation.NewPeerEventsFilter().Type(p2p.PeerEventTypeDrop),
|
|
)
|
|
|
|
err = registry.Subscribe(storer, NewStream(externalStreamName, "", live), history, Top)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
go func() {
|
|
for d := range disconnections {
|
|
if d.Error != nil {
|
|
log.Error("peer drop", "node", d.NodeID, "peer", d.Event.Peer)
|
|
t.Fatal(d.Error)
|
|
}
|
|
}
|
|
}()
|
|
|
|
go func() {
|
|
if !live {
|
|
close(liveErrC)
|
|
return
|
|
}
|
|
|
|
var err error
|
|
defer func() {
|
|
liveErrC <- err
|
|
}()
|
|
|
|
// live stream
|
|
var liveHashesChan chan []byte
|
|
liveHashesChan, err = getHashes(ctx, registry, storer, NewStream(externalStreamName, "", true))
|
|
if err != nil {
|
|
log.Error("get hashes", "err", err)
|
|
return
|
|
}
|
|
i := externalStreamSessionAt
|
|
|
|
// we have subscribed, enable notifications
|
|
err = enableNotifications(registry, storer, NewStream(externalStreamName, "", true))
|
|
if err != nil {
|
|
return
|
|
}
|
|
|
|
for {
|
|
select {
|
|
case hash := <-liveHashesChan:
|
|
h := binary.BigEndian.Uint64(hash)
|
|
if h != i {
|
|
err = fmt.Errorf("expected live hash %d, got %d", i, h)
|
|
return
|
|
}
|
|
i++
|
|
if i > externalStreamMaxKeys {
|
|
return
|
|
}
|
|
case <-ctx.Done():
|
|
return
|
|
}
|
|
}
|
|
}()
|
|
|
|
go func() {
|
|
if live && history == nil {
|
|
close(historyErrC)
|
|
return
|
|
}
|
|
|
|
var err error
|
|
defer func() {
|
|
historyErrC <- err
|
|
}()
|
|
|
|
// history stream
|
|
var historyHashesChan chan []byte
|
|
historyHashesChan, err = getHashes(ctx, registry, storer, NewStream(externalStreamName, "", false))
|
|
if err != nil {
|
|
log.Error("get hashes", "err", err)
|
|
return
|
|
}
|
|
|
|
var i uint64
|
|
historyTo := externalStreamMaxKeys
|
|
if history != nil {
|
|
i = history.From
|
|
if history.To != 0 {
|
|
historyTo = history.To
|
|
}
|
|
}
|
|
|
|
// we have subscribed, enable notifications
|
|
err = enableNotifications(registry, storer, NewStream(externalStreamName, "", false))
|
|
if err != nil {
|
|
return
|
|
}
|
|
|
|
for {
|
|
select {
|
|
case hash := <-historyHashesChan:
|
|
h := binary.BigEndian.Uint64(hash)
|
|
if h != i {
|
|
err = fmt.Errorf("expected history hash %d, got %d", i, h)
|
|
return
|
|
}
|
|
i++
|
|
if i > historyTo {
|
|
return
|
|
}
|
|
case <-ctx.Done():
|
|
return
|
|
}
|
|
}
|
|
}()
|
|
|
|
if err := <-liveErrC; err != nil {
|
|
return err
|
|
}
|
|
if err := <-historyErrC; err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
})
|
|
|
|
if result.Error != nil {
|
|
t.Fatal(result.Error)
|
|
}
|
|
}
|
|
|
|
func getHashes(ctx context.Context, r *Registry, peerID discover.NodeID, s Stream) (chan []byte, error) {
|
|
peer := r.getPeer(peerID)
|
|
|
|
client, err := peer.getClient(ctx, s)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
c := client.Client.(*testExternalClient)
|
|
|
|
return c.hashes, nil
|
|
}
|
|
|
|
func enableNotifications(r *Registry, peerID discover.NodeID, s Stream) error {
|
|
peer := r.getPeer(peerID)
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
|
|
defer cancel()
|
|
|
|
client, err := peer.getClient(ctx, s)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
close(client.Client.(*testExternalClient).enableNotificationsC)
|
|
|
|
return nil
|
|
}
|
|
|
|
type testExternalClient struct {
|
|
hashes chan []byte
|
|
store storage.SyncChunkStore
|
|
enableNotificationsC chan struct{}
|
|
}
|
|
|
|
func newTestExternalClient(store storage.SyncChunkStore) *testExternalClient {
|
|
return &testExternalClient{
|
|
hashes: make(chan []byte),
|
|
store: store,
|
|
enableNotificationsC: make(chan struct{}),
|
|
}
|
|
}
|
|
|
|
func (c *testExternalClient) NeedData(ctx context.Context, hash []byte) func(context.Context) error {
|
|
wait := c.store.FetchFunc(ctx, storage.Address(hash))
|
|
if wait == nil {
|
|
return nil
|
|
}
|
|
select {
|
|
case c.hashes <- hash:
|
|
case <-ctx.Done():
|
|
log.Warn("testExternalClient NeedData context", "err", ctx.Err())
|
|
return func(_ context.Context) error {
|
|
return ctx.Err()
|
|
}
|
|
}
|
|
return wait
|
|
}
|
|
|
|
func (c *testExternalClient) BatchDone(Stream, uint64, []byte, []byte) func() (*TakeoverProof, error) {
|
|
return nil
|
|
}
|
|
|
|
func (c *testExternalClient) Close() {}
|
|
|
|
const testExternalServerBatchSize = 10
|
|
|
|
type testExternalServer struct {
|
|
t string
|
|
keyFunc func(key []byte, index uint64)
|
|
sessionAt uint64
|
|
maxKeys uint64
|
|
}
|
|
|
|
func newTestExternalServer(t string, sessionAt, maxKeys uint64, keyFunc func(key []byte, index uint64)) *testExternalServer {
|
|
if keyFunc == nil {
|
|
keyFunc = binary.BigEndian.PutUint64
|
|
}
|
|
return &testExternalServer{
|
|
t: t,
|
|
keyFunc: keyFunc,
|
|
sessionAt: sessionAt,
|
|
maxKeys: maxKeys,
|
|
}
|
|
}
|
|
|
|
func (s *testExternalServer) SetNextBatch(from uint64, to uint64) ([]byte, uint64, uint64, *HandoverProof, error) {
|
|
if from == 0 && to == 0 {
|
|
from = s.sessionAt
|
|
to = s.sessionAt + testExternalServerBatchSize
|
|
}
|
|
if to-from > testExternalServerBatchSize {
|
|
to = from + testExternalServerBatchSize - 1
|
|
}
|
|
if from >= s.maxKeys && to > s.maxKeys {
|
|
return nil, 0, 0, nil, io.EOF
|
|
}
|
|
if to > s.maxKeys {
|
|
to = s.maxKeys
|
|
}
|
|
b := make([]byte, HashSize*(to-from+1))
|
|
for i := from; i <= to; i++ {
|
|
s.keyFunc(b[(i-from)*HashSize:(i-from+1)*HashSize], i)
|
|
}
|
|
return b, from, to, nil, nil
|
|
}
|
|
|
|
func (s *testExternalServer) GetData(context.Context, []byte) ([]byte, error) {
|
|
return make([]byte, 4096), nil
|
|
}
|
|
|
|
func (s *testExternalServer) Close() {}
|