aboutsummaryrefslogtreecommitdiffstats
path: root/eth/downloader/downloader.go
blob: ef2a193ffa1c716e33a6e46b834c664979dd610e (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
package downloader

import (
    "errors"
    "fmt"
    "sync"
    "sync/atomic"
    "time"

    "github.com/ethereum/go-ethereum/common"
    "github.com/ethereum/go-ethereum/core/types"
    "github.com/ethereum/go-ethereum/logger"
    "github.com/ethereum/go-ethereum/logger/glog"
)

const (
    maxBlockFetch    = 128              // Amount of max blocks to be fetched per chunk
    peerCountTimeout = 12 * time.Second // Amount of time it takes for the peer handler to ignore minDesiredPeerCount
    hashTtl          = 20 * time.Second // The amount of time it takes for a hash request to time out
)

var (
    minDesiredPeerCount = 5                // Amount of peers desired to start syncing
    blockTtl            = 20 * time.Second // The amount of time it takes for a block request to time out

    errLowTd               = errors.New("peer's TD is too low")
    errBusy                = errors.New("busy")
    errUnknownPeer         = errors.New("peer's unknown or unhealthy")
    ErrBadPeer             = errors.New("action from bad peer ignored")
    errNoPeers             = errors.New("no peers to keep download active")
    errPendingQueue        = errors.New("pending items in queue")
    errTimeout             = errors.New("timeout")
    errEmptyHashSet        = errors.New("empty hash set by peer")
    errPeersUnavailable    = errors.New("no peers available or all peers tried for block download process")
    errAlreadyInPool       = errors.New("hash already in pool")
    errBlockNumberOverflow = errors.New("received block which overflows")
)

type hashCheckFn func(common.Hash) bool
type getBlockFn func(common.Hash) *types.Block
type chainInsertFn func(types.Blocks) (int, error)
type hashIterFn func() (common.Hash, error)

type blockPack struct {
    peerId string
    blocks []*types.Block
}

type syncPack struct {
    peer          *peer
    hash          common.Hash
    ignoreInitial bool
}

type hashPack struct {
    peerId string
    hashes []common.Hash
}

type Downloader struct {
    mu         sync.RWMutex
    queue      *queue
    peers      peers
    activePeer string

    // Callbacks
    hasBlock hashCheckFn
    getBlock getBlockFn

    // Status
    synchronizing int32

    // Channels
    newPeerCh chan *peer
    hashCh    chan hashPack
    blockCh   chan blockPack
}

func New(hasBlock hashCheckFn, getBlock getBlockFn) *Downloader {
    downloader := &Downloader{
        queue:     newQueue(),
        peers:     make(peers),
        hasBlock:  hasBlock,
        getBlock:  getBlock,
        newPeerCh: make(chan *peer, 1),
        hashCh:    make(chan hashPack, 1),
        blockCh:   make(chan blockPack, 1),
    }

    return downloader
}

func (d *Downloader) Stats() (current int, max int) {
    return d.queue.Size()
}

func (d *Downloader) RegisterPeer(id string, hash common.Hash, getHashes hashFetcherFn, getBlocks blockFetcherFn) error {
    d.mu.Lock()
    defer d.mu.Unlock()

    glog.V(logger.Detail).Infoln("Register peer", id)

    // Create a new peer and add it to the list of known peers
    peer := newPeer(id, hash, getHashes, getBlocks)
    // add peer to our peer set
    d.peers[id] = peer
    // broadcast new peer

    return nil
}

// UnregisterPeer unregisters a peer. This will prevent any action from the specified peer.
func (d *Downloader) UnregisterPeer(id string) {
    d.mu.Lock()
    defer d.mu.Unlock()

    glog.V(logger.Detail).Infoln("Unregister peer", id)

    delete(d.peers, id)
}

// Synchronize will select the peer and use it for synchronizing. If an empty string is given
// it will use the best peer possible and synchronize if it's TD is higher than our own. If any of the
// checks fail an error will be returned. This method is synchronous
func (d *Downloader) Synchronize(id string, hash common.Hash) error {
    // Make sure only one goroutine is ever allowed past this point at once
    if !atomic.CompareAndSwapInt32(&d.synchronizing, 0, 1) {
        return nil
    }
    defer atomic.StoreInt32(&d.synchronizing, 0)

    // Abort if the queue still contains some leftover data
    if _, cached := d.queue.Size(); cached > 0 {
        return errPendingQueue
    }
    // Retrieve the origin peer and initiate the downloading process
    p := d.peers[id]
    if p == nil {
        return errUnknownPeer
    }
    return d.getFromPeer(p, hash, false)
}

// TakeBlocks takes blocks from the queue and yields them to the blockTaker handler
// it's possible it yields no blocks
func (d *Downloader) TakeBlocks() types.Blocks {
    // Check that there are blocks available and its parents are known
    head := d.queue.GetHeadBlock()
    if head == nil || !d.hasBlock(head.ParentHash()) {
        return nil
    }
    // Retrieve a full batch of blocks
    return d.queue.TakeBlocks(head)
}

func (d *Downloader) Has(hash common.Hash) bool {
    return d.queue.Has(hash)
}

func (d *Downloader) getFromPeer(p *peer, hash common.Hash, ignoreInitial bool) (err error) {

    d.activePeer = p.id
    defer func() {
        // reset on error
        if err != nil {
            d.queue.Reset()
        }
    }()

    glog.V(logger.Debug).Infoln("Synchronizing with the network using:", p.id)
    // Start the fetcher. This will block the update entirely
    // interupts need to be send to the appropriate channels
    // respectively.
    if err = d.startFetchingHashes(p, hash, ignoreInitial); err != nil {
        return err
    }

    // Start fetching blocks in paralel. The strategy is simple
    // take any available peers, seserve a chunk for each peer available,
    // let the peer deliver the chunkn and periodically check if a peer
    // has timedout.
    if err = d.startFetchingBlocks(p); err != nil {
        return err
    }

    glog.V(logger.Debug).Infoln("Synchronization completed")

    return nil
}

// XXX Make synchronous
func (d *Downloader) startFetchingHashes(p *peer, h common.Hash, ignoreInitial bool) error {
    glog.V(logger.Debug).Infof("Downloading hashes (%x) from %s", h[:4], p.id)

    start := time.Now()

    // We ignore the initial hash in some cases (e.g. we received a block without it's parent)
    // In such circumstances we don't need to download the block so don't add it to the queue.
    if !ignoreInitial {
        // Add the hash to the queue first
        d.queue.Insert([]common.Hash{h})
    }
    // Get the first batch of hashes
    p.getHashes(h)

    var (
        failureResponseTimer = time.NewTimer(hashTtl)
        attemptedPeers       = make(map[string]bool) // attempted peers will help with retries
        activePeer           = p                     // active peer will help determine the current active peer
        hash                 common.Hash             // common and last hash
    )
    attemptedPeers[p.id] = true

out:
    for {
        select {
        case hashPack := <-d.hashCh:
            // Make sure the active peer is giving us the hashes
            if hashPack.peerId != activePeer.id {
                glog.V(logger.Debug).Infof("Received hashes from incorrect peer(%s)\n", hashPack.peerId)
                break
            }

            failureResponseTimer.Reset(hashTtl)

            // Make sure the peer actually gave something valid
            if len(hashPack.hashes) == 0 {
                glog.V(logger.Debug).Infof("Peer (%s) responded with empty hash set\n", activePeer.id)
                d.queue.Reset()

                return errEmptyHashSet
            }
            // Determine if we're done fetching hashes (queue up all pending), and continue if not done
            done, index := false, 0
            for index, hash = range hashPack.hashes {
                if d.hasBlock(hash) || d.queue.GetBlock(hash) != nil {
                    glog.V(logger.Debug).Infof("Found common hash %x\n", hash[:4])
                    hashPack.hashes = hashPack.hashes[:index]
                    done = true
                    break
                }
            }
            d.queue.Insert(hashPack.hashes)

            if !done {
                activePeer.getHashes(hash)
                continue
            }
            // We're done, allocate the download cache and proceed pulling the blocks
            offset := 0
            if block := d.getBlock(hash); block != nil {
                offset = int(block.NumberU64() + 1)
            }
            d.queue.Alloc(offset)
            break out

        case <-failureResponseTimer.C:
            glog.V(logger.Debug).Infof("Peer (%s) didn't respond in time for hash request\n", p.id)

            var p *peer // p will be set if a peer can be found
            // Attempt to find a new peer by checking inclusion of peers best hash in our
            // already fetched hash list. This can't guarantee 100% correctness but does
            // a fair job. This is always either correct or false incorrect.
            for id, peer := range d.peers {
                if d.queue.Has(peer.recentHash) && !attemptedPeers[id] {
                    p = peer
                    break
                }
            }

            // if all peers have been tried, abort the process entirely or if the hash is
            // the zero hash.
            if p == nil || (hash == common.Hash{}) {
                d.queue.Reset()
                return errTimeout
            }

            // set p to the active peer. this will invalidate any hashes that may be returned
            // by our previous (delayed) peer.
            activePeer = p
            p.getHashes(hash)
            glog.V(logger.Debug).Infof("Hash fetching switched to new peer(%s)\n", p.id)
        }
    }
    glog.V(logger.Detail).Infof("Downloaded hashes (%d) in %v\n", d.queue.Pending(), time.Since(start))

    return nil
}

func (d *Downloader) startFetchingBlocks(p *peer) error {
    glog.V(logger.Debug).Infoln("Downloading", d.queue.Pending(), "block(s)")

    // Defer the peer reset. This will empty the peer requested set
    // and makes sure there are no lingering peers with an incorrect
    // state
    defer d.peers.reset()

    start := time.Now()

    // default ticker for re-fetching blocks every now and then
    ticker := time.NewTicker(20 * time.Millisecond)
out:
    for {
        select {
        case blockPack := <-d.blockCh:
            // If the peer was previously banned and failed to deliver it's pack
            // in a reasonable time frame, ignore it's message.
            if d.peers[blockPack.peerId] != nil {
                err := d.queue.Deliver(blockPack.peerId, blockPack.blocks)
                if err != nil {
                    glog.V(logger.Debug).Infof("deliver failed for peer %s: %v\n", blockPack.peerId, err)
                    // FIXME d.UnregisterPeer(blockPack.peerId)
                    break
                }

                if glog.V(logger.Debug) {
                    glog.Infof("adding %d blocks from: %s\n", len(blockPack.blocks), blockPack.peerId)
                }
                d.peers[blockPack.peerId].promote()
                d.peers.setState(blockPack.peerId, idleState)
            }
        case <-ticker.C:
            // Check for bad peers. Bad peers may indicate a peer not responding
            // to a `getBlocks` message. A timeout of 5 seconds is set. Peers
            // that badly or poorly behave are removed from the peer set (not banned).
            // Bad peers are excluded from the available peer set and therefor won't be
            // reused. XXX We could re-introduce peers after X time.
            badPeers := d.queue.Expire(blockTtl)
            for _, pid := range badPeers {
                // XXX We could make use of a reputation system here ranking peers
                // in their performance
                // 1) Time for them to respond;
                // 2) Measure their speed;
                // 3) Amount and availability.
                if peer := d.peers[pid]; peer != nil {
                    peer.demote()
                    peer.reset()
                }
            }
            // After removing bad peers make sure we actually have sufficient peer left to keep downloading
            if len(d.peers) == 0 {
                d.queue.Reset()
                return errNoPeers
            }
            // If there are unrequested hashes left start fetching
            // from the available peers.
            if d.queue.Pending() > 0 {
                // Throttle the download if block cache is full and waiting processing
                if d.queue.Throttle() {
                    continue
                }

                availablePeers := d.peers.get(idleState)
                for _, peer := range availablePeers {
                    // Get a possible chunk. If nil is returned no chunk
                    // could be returned due to no hashes available.
                    request := d.queue.Reserve(peer, maxBlockFetch)
                    if request == nil {
                        continue
                    }
                    // XXX make fetch blocking.
                    // Fetch the chunk and check for error. If the peer was somehow
                    // already fetching a chunk due to a bug, it will be returned to
                    // the queue
                    if err := peer.fetch(request); err != nil {
                        // log for tracing
                        glog.V(logger.Debug).Infof("peer %s received double work (state = %v)\n", peer.id, peer.state)
                        d.queue.Cancel(request)
                    }
                }
                // make sure that we have peers available for fetching. If all peers have been tried
                // and all failed throw an error
                if d.queue.InFlight() == 0 {
                    d.queue.Reset()

                    return fmt.Errorf("%v peers avaialable = %d. total peers = %d. hashes needed = %d", errPeersUnavailable, len(availablePeers), len(d.peers), d.queue.Pending())
                }

            } else if d.queue.InFlight() == 0 {
                // When there are no more queue and no more in flight, We can
                // safely assume we're done. Another part of the process will  check
                // for parent errors and will re-request anything that's missing
                break out
            }
        }
    }

    glog.V(logger.Detail).Infoln("Downloaded block(s) in", time.Since(start))

    return nil
}

// Deliver a chunk to the downloader. This is usually done through the BlocksMsg by
// the protocol handler.
func (d *Downloader) DeliverChunk(id string, blocks []*types.Block) {
    d.blockCh <- blockPack{id, blocks}
}

func (d *Downloader) AddHashes(id string, hashes []common.Hash) error {
    // make sure that the hashes that are being added are actually from the peer
    // that's the current active peer. hashes that have been received from other
    // peers are dropped and ignored.
    if d.activePeer != id {
        return fmt.Errorf("received hashes from %s while active peer is %s", id, d.activePeer)
    }

    if glog.V(logger.Detail) && len(hashes) != 0 {
        from, to := hashes[0], hashes[len(hashes)-1]
        glog.Infof("adding %d (T=%d) hashes [ %x / %x ] from: %s\n", len(hashes), d.queue.Pending(), from[:4], to[:4], id)
    }

    d.hashCh <- hashPack{id, hashes}

    return nil
}