| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313 |
- // Copyright 2015 The go-ethereum Authors
- // This file is part of the go-ethereum library.
- //
- // The go-ethereum library is free software: you can redistribute it and/or modify
- // it under the terms of the GNU Lesser General Public License as published by
- // the Free Software Foundation, either version 3 of the License, or
- // (at your option) any later version.
- //
- // The go-ethereum library is distributed in the hope that it will be useful,
- // but WITHOUT ANY WARRANTY; without even the implied warranty of
- // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- // GNU Lesser General Public License for more details.
- //
- // You should have received a copy of the GNU Lesser General Public License
- // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
- // Contains the active peer-set of the downloader, maintaining both failures
- // as well as reputation metrics to prioritize the block retrievals.
- package downloader
- import (
- "errors"
- "math/big"
- "sync"
- "time"
- "github.com/ethereum/go-ethereum/common"
- "github.com/ethereum/go-ethereum/eth/protocols/eth"
- "github.com/ethereum/go-ethereum/event"
- "github.com/ethereum/go-ethereum/log"
- "github.com/ethereum/go-ethereum/p2p/msgrate"
- )
- const (
- maxLackingHashes = 4096 // Maximum number of entries allowed on the list or lacking items
- )
- var (
- errAlreadyRegistered = errors.New("peer is already registered")
- errNotRegistered = errors.New("peer is not registered")
- )
- // peerConnection represents an active peer from which hashes and blocks are retrieved.
- type peerConnection struct {
- id string // Unique identifier of the peer
- rates *msgrate.Tracker // Tracker to hone in on the number of items retrievable per second
- lacking map[common.Hash]struct{} // Set of hashes not to request (didn't have previously)
- peer Peer
- version uint // Eth protocol version number to switch strategies
- log log.Logger // Contextual logger to add extra infos to peer logs
- lock sync.RWMutex
- }
- // LightPeer encapsulates the methods required to synchronise with a remote light peer.
- type LightPeer interface {
- Head() (common.Hash, *big.Int)
- RequestHeadersByHash(common.Hash, int, int, bool, chan *eth.Response) (*eth.Request, error)
- RequestHeadersByNumber(uint64, int, int, bool, chan *eth.Response) (*eth.Request, error)
- }
- // Peer encapsulates the methods required to synchronise with a remote full peer.
- type Peer interface {
- LightPeer
- RequestBodies([]common.Hash, chan *eth.Response) (*eth.Request, error)
- RequestReceipts([]common.Hash, chan *eth.Response) (*eth.Request, error)
- }
- // lightPeerWrapper wraps a LightPeer struct, stubbing out the Peer-only methods.
- type lightPeerWrapper struct {
- peer LightPeer
- }
- func (w *lightPeerWrapper) Head() (common.Hash, *big.Int) { return w.peer.Head() }
- func (w *lightPeerWrapper) RequestHeadersByHash(h common.Hash, amount int, skip int, reverse bool, sink chan *eth.Response) (*eth.Request, error) {
- return w.peer.RequestHeadersByHash(h, amount, skip, reverse, sink)
- }
- func (w *lightPeerWrapper) RequestHeadersByNumber(i uint64, amount int, skip int, reverse bool, sink chan *eth.Response) (*eth.Request, error) {
- return w.peer.RequestHeadersByNumber(i, amount, skip, reverse, sink)
- }
- func (w *lightPeerWrapper) RequestBodies([]common.Hash, chan *eth.Response) (*eth.Request, error) {
- panic("RequestBodies not supported in light client mode sync")
- }
- func (w *lightPeerWrapper) RequestReceipts([]common.Hash, chan *eth.Response) (*eth.Request, error) {
- panic("RequestReceipts not supported in light client mode sync")
- }
- // newPeerConnection creates a new downloader peer.
- func newPeerConnection(id string, version uint, peer Peer, logger log.Logger) *peerConnection {
- return &peerConnection{
- id: id,
- lacking: make(map[common.Hash]struct{}),
- peer: peer,
- version: version,
- log: logger,
- }
- }
- // Reset clears the internal state of a peer entity.
- func (p *peerConnection) Reset() {
- p.lock.Lock()
- defer p.lock.Unlock()
- p.lacking = make(map[common.Hash]struct{})
- }
- // UpdateHeaderRate updates the peer's estimated header retrieval throughput with
- // the current measurement.
- func (p *peerConnection) UpdateHeaderRate(delivered int, elapsed time.Duration) {
- p.rates.Update(eth.BlockHeadersMsg, elapsed, delivered)
- }
- // UpdateBodyRate updates the peer's estimated body retrieval throughput with the
- // current measurement.
- func (p *peerConnection) UpdateBodyRate(delivered int, elapsed time.Duration) {
- p.rates.Update(eth.BlockBodiesMsg, elapsed, delivered)
- }
- // UpdateReceiptRate updates the peer's estimated receipt retrieval throughput
- // with the current measurement.
- func (p *peerConnection) UpdateReceiptRate(delivered int, elapsed time.Duration) {
- p.rates.Update(eth.ReceiptsMsg, elapsed, delivered)
- }
- // HeaderCapacity retrieves the peer's header download allowance based on its
- // previously discovered throughput.
- func (p *peerConnection) HeaderCapacity(targetRTT time.Duration) int {
- cap := p.rates.Capacity(eth.BlockHeadersMsg, targetRTT)
- if cap > MaxHeaderFetch {
- cap = MaxHeaderFetch
- }
- return cap
- }
- // BodyCapacity retrieves the peer's body download allowance based on its
- // previously discovered throughput.
- func (p *peerConnection) BodyCapacity(targetRTT time.Duration) int {
- cap := p.rates.Capacity(eth.BlockBodiesMsg, targetRTT)
- if cap > MaxBlockFetch {
- cap = MaxBlockFetch
- }
- return cap
- }
- // ReceiptCapacity retrieves the peers receipt download allowance based on its
- // previously discovered throughput.
- func (p *peerConnection) ReceiptCapacity(targetRTT time.Duration) int {
- cap := p.rates.Capacity(eth.ReceiptsMsg, targetRTT)
- if cap > MaxReceiptFetch {
- cap = MaxReceiptFetch
- }
- return cap
- }
- // MarkLacking appends a new entity to the set of items (blocks, receipts, states)
- // that a peer is known not to have (i.e. have been requested before). If the
- // set reaches its maximum allowed capacity, items are randomly dropped off.
- func (p *peerConnection) MarkLacking(hash common.Hash) {
- p.lock.Lock()
- defer p.lock.Unlock()
- for len(p.lacking) >= maxLackingHashes {
- for drop := range p.lacking {
- delete(p.lacking, drop)
- break
- }
- }
- p.lacking[hash] = struct{}{}
- }
- // Lacks retrieves whether the hash of a blockchain item is on the peers lacking
- // list (i.e. whether we know that the peer does not have it).
- func (p *peerConnection) Lacks(hash common.Hash) bool {
- p.lock.RLock()
- defer p.lock.RUnlock()
- _, ok := p.lacking[hash]
- return ok
- }
- // peeringEvent is sent on the peer event feed when a remote peer connects or
- // disconnects.
- type peeringEvent struct {
- peer *peerConnection
- join bool
- }
- // peerSet represents the collection of active peer participating in the chain
- // download procedure.
- type peerSet struct {
- peers map[string]*peerConnection
- rates *msgrate.Trackers // Set of rate trackers to give the sync a common beat
- events event.Feed // Feed to publish peer lifecycle events on
- lock sync.RWMutex
- }
- // newPeerSet creates a new peer set top track the active download sources.
- func newPeerSet() *peerSet {
- return &peerSet{
- peers: make(map[string]*peerConnection),
- rates: msgrate.NewTrackers(log.New("proto", "eth")),
- }
- }
- // SubscribeEvents subscribes to peer arrival and departure events.
- func (ps *peerSet) SubscribeEvents(ch chan<- *peeringEvent) event.Subscription {
- return ps.events.Subscribe(ch)
- }
- // Reset iterates over the current peer set, and resets each of the known peers
- // to prepare for a next batch of block retrieval.
- func (ps *peerSet) Reset() {
- ps.lock.RLock()
- defer ps.lock.RUnlock()
- for _, peer := range ps.peers {
- peer.Reset()
- }
- }
- // Register injects a new peer into the working set, or returns an error if the
- // peer is already known.
- //
- // The method also sets the starting throughput values of the new peer to the
- // average of all existing peers, to give it a realistic chance of being used
- // for data retrievals.
- func (ps *peerSet) Register(p *peerConnection) error {
- // Register the new peer with some meaningful defaults
- ps.lock.Lock()
- if _, ok := ps.peers[p.id]; ok {
- ps.lock.Unlock()
- return errAlreadyRegistered
- }
- p.rates = msgrate.NewTracker(ps.rates.MeanCapacities(), ps.rates.MedianRoundTrip())
- if err := ps.rates.Track(p.id, p.rates); err != nil {
- ps.lock.Unlock()
- return err
- }
- ps.peers[p.id] = p
- ps.lock.Unlock()
- ps.events.Send(&peeringEvent{peer: p, join: true})
- return nil
- }
- // Unregister removes a remote peer from the active set, disabling any further
- // actions to/from that particular entity.
- func (ps *peerSet) Unregister(id string) error {
- ps.lock.Lock()
- p, ok := ps.peers[id]
- if !ok {
- ps.lock.Unlock()
- return errNotRegistered
- }
- delete(ps.peers, id)
- ps.rates.Untrack(id)
- ps.lock.Unlock()
- ps.events.Send(&peeringEvent{peer: p, join: false})
- return nil
- }
- // Peer retrieves the registered peer with the given id.
- func (ps *peerSet) Peer(id string) *peerConnection {
- ps.lock.RLock()
- defer ps.lock.RUnlock()
- return ps.peers[id]
- }
- // Len returns if the current number of peers in the set.
- func (ps *peerSet) Len() int {
- ps.lock.RLock()
- defer ps.lock.RUnlock()
- return len(ps.peers)
- }
- // AllPeers retrieves a flat list of all the peers within the set.
- func (ps *peerSet) AllPeers() []*peerConnection {
- ps.lock.RLock()
- defer ps.lock.RUnlock()
- list := make([]*peerConnection, 0, len(ps.peers))
- for _, p := range ps.peers {
- list = append(list, p)
- }
- return list
- }
- // peerCapacitySort implements sort.Interface.
- // It sorts peer connections by capacity (descending).
- type peerCapacitySort struct {
- peers []*peerConnection
- caps []int
- }
- func (ps *peerCapacitySort) Len() int {
- return len(ps.peers)
- }
- func (ps *peerCapacitySort) Less(i, j int) bool {
- return ps.caps[i] > ps.caps[j]
- }
- func (ps *peerCapacitySort) Swap(i, j int) {
- ps.peers[i], ps.peers[j] = ps.peers[j], ps.peers[i]
- ps.caps[i], ps.caps[j] = ps.caps[j], ps.caps[i]
- }
|