peer.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518
  1. // Copyright 2014 The go-ethereum Authors
  2. // This file is part of the go-ethereum library.
  3. //
  4. // The go-ethereum library is free software: you can redistribute it and/or modify
  5. // it under the terms of the GNU Lesser General Public License as published by
  6. // the Free Software Foundation, either version 3 of the License, or
  7. // (at your option) any later version.
  8. //
  9. // The go-ethereum library is distributed in the hope that it will be useful,
  10. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. // GNU Lesser General Public License for more details.
  13. //
  14. // You should have received a copy of the GNU Lesser General Public License
  15. // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
  16. package p2p
  17. import (
  18. "errors"
  19. "fmt"
  20. "io"
  21. "net"
  22. "sort"
  23. "sync"
  24. "time"
  25. "github.com/ethereum/go-ethereum/common/gopool"
  26. "github.com/ethereum/go-ethereum/common/mclock"
  27. "github.com/ethereum/go-ethereum/event"
  28. "github.com/ethereum/go-ethereum/log"
  29. "github.com/ethereum/go-ethereum/metrics"
  30. "github.com/ethereum/go-ethereum/p2p/enode"
  31. "github.com/ethereum/go-ethereum/p2p/enr"
  32. "github.com/ethereum/go-ethereum/rlp"
  33. )
  34. var (
  35. ErrShuttingDown = errors.New("shutting down")
  36. )
  37. const (
  38. baseProtocolVersion = 5
  39. baseProtocolLength = uint64(16)
  40. baseProtocolMaxMsgSize = 2 * 1024
  41. snappyProtocolVersion = 5
  42. pingInterval = 15 * time.Second
  43. )
  44. const (
  45. // devp2p message codes
  46. handshakeMsg = 0x00
  47. discMsg = 0x01
  48. pingMsg = 0x02
  49. pongMsg = 0x03
  50. )
  51. // protoHandshake is the RLP structure of the protocol handshake.
  52. type protoHandshake struct {
  53. Version uint64
  54. Name string
  55. Caps []Cap
  56. ListenPort uint64
  57. ID []byte // secp256k1 public key
  58. // Ignore additional fields (for forward compatibility).
  59. Rest []rlp.RawValue `rlp:"tail"`
  60. }
  61. // PeerEventType is the type of peer events emitted by a p2p.Server
  62. type PeerEventType string
  63. const (
  64. // PeerEventTypeAdd is the type of event emitted when a peer is added
  65. // to a p2p.Server
  66. PeerEventTypeAdd PeerEventType = "add"
  67. // PeerEventTypeDrop is the type of event emitted when a peer is
  68. // dropped from a p2p.Server
  69. PeerEventTypeDrop PeerEventType = "drop"
  70. // PeerEventTypeMsgSend is the type of event emitted when a
  71. // message is successfully sent to a peer
  72. PeerEventTypeMsgSend PeerEventType = "msgsend"
  73. // PeerEventTypeMsgRecv is the type of event emitted when a
  74. // message is received from a peer
  75. PeerEventTypeMsgRecv PeerEventType = "msgrecv"
  76. )
  77. // PeerEvent is an event emitted when peers are either added or dropped from
  78. // a p2p.Server or when a message is sent or received on a peer connection
  79. type PeerEvent struct {
  80. Type PeerEventType `json:"type"`
  81. Peer enode.ID `json:"peer"`
  82. Error string `json:"error,omitempty"`
  83. Protocol string `json:"protocol,omitempty"`
  84. MsgCode *uint64 `json:"msg_code,omitempty"`
  85. MsgSize *uint32 `json:"msg_size,omitempty"`
  86. LocalAddress string `json:"local,omitempty"`
  87. RemoteAddress string `json:"remote,omitempty"`
  88. }
  89. // Peer represents a connected remote node.
  90. type Peer struct {
  91. rw *conn
  92. running map[string]*protoRW
  93. log log.Logger
  94. created mclock.AbsTime
  95. wg sync.WaitGroup
  96. protoErr chan error
  97. closed chan struct{}
  98. disc chan DiscReason
  99. // events receives message send / receive events if set
  100. events *event.Feed
  101. }
  102. // NewPeer returns a peer for testing purposes.
  103. func NewPeer(id enode.ID, name string, caps []Cap) *Peer {
  104. pipe, _ := net.Pipe()
  105. node := enode.SignNull(new(enr.Record), id)
  106. conn := &conn{fd: pipe, transport: nil, node: node, caps: caps, name: name}
  107. peer := newPeer(log.Root(), conn, nil)
  108. close(peer.closed) // ensures Disconnect doesn't block
  109. return peer
  110. }
  111. // ID returns the node's public key.
  112. func (p *Peer) ID() enode.ID {
  113. return p.rw.node.ID()
  114. }
  115. // Node returns the peer's node descriptor.
  116. func (p *Peer) Node() *enode.Node {
  117. return p.rw.node
  118. }
  119. // Name returns an abbreviated form of the name
  120. func (p *Peer) Name() string {
  121. s := p.rw.name
  122. if len(s) > 20 {
  123. return s[:20] + "..."
  124. }
  125. return s
  126. }
  127. // Fullname returns the node name that the remote node advertised.
  128. func (p *Peer) Fullname() string {
  129. return p.rw.name
  130. }
  131. // Caps returns the capabilities (supported subprotocols) of the remote peer.
  132. func (p *Peer) Caps() []Cap {
  133. // TODO: maybe return copy
  134. return p.rw.caps
  135. }
  136. // RunningCap returns true if the peer is actively connected using any of the
  137. // enumerated versions of a specific protocol, meaning that at least one of the
  138. // versions is supported by both this node and the peer p.
  139. func (p *Peer) RunningCap(protocol string, versions []uint) bool {
  140. if proto, ok := p.running[protocol]; ok {
  141. for _, ver := range versions {
  142. if proto.Version == ver {
  143. return true
  144. }
  145. }
  146. }
  147. return false
  148. }
  149. // RemoteAddr returns the remote address of the network connection.
  150. func (p *Peer) RemoteAddr() net.Addr {
  151. return p.rw.fd.RemoteAddr()
  152. }
  153. // LocalAddr returns the local address of the network connection.
  154. func (p *Peer) LocalAddr() net.Addr {
  155. return p.rw.fd.LocalAddr()
  156. }
  157. // Disconnect terminates the peer connection with the given reason.
  158. // It returns immediately and does not wait until the connection is closed.
  159. func (p *Peer) Disconnect(reason DiscReason) {
  160. select {
  161. case p.disc <- reason:
  162. case <-p.closed:
  163. }
  164. }
  165. // String implements fmt.Stringer.
  166. func (p *Peer) String() string {
  167. id := p.ID()
  168. return fmt.Sprintf("Peer %x %v", id[:8], p.RemoteAddr())
  169. }
  170. // Inbound returns true if the peer is an inbound connection
  171. func (p *Peer) Inbound() bool {
  172. return p.rw.is(inboundConn)
  173. }
  174. func newPeer(log log.Logger, conn *conn, protocols []Protocol) *Peer {
  175. protomap := matchProtocols(protocols, conn.caps, conn)
  176. p := &Peer{
  177. rw: conn,
  178. running: protomap,
  179. created: mclock.Now(),
  180. disc: make(chan DiscReason),
  181. protoErr: make(chan error, len(protomap)+1), // protocols + pingLoop
  182. closed: make(chan struct{}),
  183. log: log.New("id", conn.node.ID(), "conn", conn.flags),
  184. }
  185. return p
  186. }
  187. func (p *Peer) Log() log.Logger {
  188. return p.log
  189. }
  190. func (p *Peer) run() (remoteRequested bool, err error) {
  191. var (
  192. writeStart = make(chan struct{}, 1)
  193. writeErr = make(chan error, 1)
  194. readErr = make(chan error, 1)
  195. reason DiscReason // sent to the peer
  196. )
  197. p.wg.Add(2)
  198. go p.readLoop(readErr)
  199. go p.pingLoop()
  200. // Start all protocol handlers.
  201. writeStart <- struct{}{}
  202. p.startProtocols(writeStart, writeErr)
  203. // Wait for an error or disconnect.
  204. loop:
  205. for {
  206. select {
  207. case err = <-writeErr:
  208. // A write finished. Allow the next write to start if
  209. // there was no error.
  210. if err != nil {
  211. reason = DiscNetworkError
  212. break loop
  213. }
  214. writeStart <- struct{}{}
  215. case err = <-readErr:
  216. if r, ok := err.(DiscReason); ok {
  217. remoteRequested = true
  218. reason = r
  219. } else {
  220. reason = DiscNetworkError
  221. }
  222. break loop
  223. case err = <-p.protoErr:
  224. reason = discReasonForError(err)
  225. break loop
  226. case err = <-p.disc:
  227. reason = discReasonForError(err)
  228. break loop
  229. }
  230. }
  231. close(p.closed)
  232. p.rw.close(reason)
  233. p.wg.Wait()
  234. return remoteRequested, err
  235. }
  236. func (p *Peer) pingLoop() {
  237. ping := time.NewTimer(pingInterval)
  238. defer p.wg.Done()
  239. defer ping.Stop()
  240. for {
  241. select {
  242. case <-ping.C:
  243. if err := SendItems(p.rw, pingMsg); err != nil {
  244. p.protoErr <- err
  245. return
  246. }
  247. ping.Reset(pingInterval)
  248. case <-p.closed:
  249. return
  250. }
  251. }
  252. }
  253. func (p *Peer) readLoop(errc chan<- error) {
  254. defer p.wg.Done()
  255. for {
  256. msg, err := p.rw.ReadMsg()
  257. if err != nil {
  258. errc <- err
  259. return
  260. }
  261. msg.ReceivedAt = time.Now()
  262. if err = p.handle(msg); err != nil {
  263. errc <- err
  264. return
  265. }
  266. }
  267. }
  268. func (p *Peer) handle(msg Msg) error {
  269. switch {
  270. case msg.Code == pingMsg:
  271. msg.Discard()
  272. gopool.Submit(func() {
  273. SendItems(p.rw, pongMsg)
  274. })
  275. case msg.Code == discMsg:
  276. var reason [1]DiscReason
  277. // This is the last message. We don't need to discard or
  278. // check errors because, the connection will be closed after it.
  279. rlp.Decode(msg.Payload, &reason)
  280. return reason[0]
  281. case msg.Code < baseProtocolLength:
  282. // ignore other base protocol messages
  283. return msg.Discard()
  284. default:
  285. // it's a subprotocol message
  286. proto, err := p.getProto(msg.Code)
  287. if err != nil {
  288. return fmt.Errorf("msg code out of range: %v", msg.Code)
  289. }
  290. if metrics.Enabled {
  291. m := fmt.Sprintf("%s/%s/%d/%#02x", ingressMeterName, proto.Name, proto.Version, msg.Code-proto.offset)
  292. metrics.GetOrRegisterMeter(m, nil).Mark(int64(msg.meterSize))
  293. metrics.GetOrRegisterMeter(m+"/packets", nil).Mark(1)
  294. }
  295. select {
  296. case proto.in <- msg:
  297. return nil
  298. case <-p.closed:
  299. return io.EOF
  300. }
  301. }
  302. return nil
  303. }
  304. func countMatchingProtocols(protocols []Protocol, caps []Cap) int {
  305. n := 0
  306. for _, cap := range caps {
  307. for _, proto := range protocols {
  308. if proto.Name == cap.Name && proto.Version == cap.Version {
  309. n++
  310. }
  311. }
  312. }
  313. return n
  314. }
  315. // matchProtocols creates structures for matching named subprotocols.
  316. func matchProtocols(protocols []Protocol, caps []Cap, rw MsgReadWriter) map[string]*protoRW {
  317. sort.Sort(capsByNameAndVersion(caps))
  318. offset := baseProtocolLength
  319. result := make(map[string]*protoRW)
  320. outer:
  321. for _, cap := range caps {
  322. for _, proto := range protocols {
  323. if proto.Name == cap.Name && proto.Version == cap.Version {
  324. // If an old protocol version matched, revert it
  325. if old := result[cap.Name]; old != nil {
  326. offset -= old.Length
  327. }
  328. // Assign the new match
  329. result[cap.Name] = &protoRW{Protocol: proto, offset: offset, in: make(chan Msg), w: rw}
  330. offset += proto.Length
  331. continue outer
  332. }
  333. }
  334. }
  335. return result
  336. }
  337. func (p *Peer) startProtocols(writeStart <-chan struct{}, writeErr chan<- error) {
  338. p.wg.Add(len(p.running))
  339. for _, proto := range p.running {
  340. proto := proto
  341. proto.closed = p.closed
  342. proto.wstart = writeStart
  343. proto.werr = writeErr
  344. var rw MsgReadWriter = proto
  345. if p.events != nil {
  346. rw = newMsgEventer(rw, p.events, p.ID(), proto.Name, p.Info().Network.RemoteAddress, p.Info().Network.LocalAddress)
  347. }
  348. p.log.Trace(fmt.Sprintf("Starting protocol %s/%d", proto.Name, proto.Version))
  349. go func() {
  350. defer p.wg.Done()
  351. err := proto.Run(p, rw)
  352. if err == nil {
  353. p.log.Trace(fmt.Sprintf("Protocol %s/%d returned", proto.Name, proto.Version))
  354. err = errProtocolReturned
  355. } else if err != io.EOF {
  356. p.log.Trace(fmt.Sprintf("Protocol %s/%d failed", proto.Name, proto.Version), "err", err)
  357. }
  358. p.protoErr <- err
  359. }()
  360. }
  361. }
  362. // getProto finds the protocol responsible for handling
  363. // the given message code.
  364. func (p *Peer) getProto(code uint64) (*protoRW, error) {
  365. for _, proto := range p.running {
  366. if code >= proto.offset && code < proto.offset+proto.Length {
  367. return proto, nil
  368. }
  369. }
  370. return nil, newPeerError(errInvalidMsgCode, "%d", code)
  371. }
  372. type protoRW struct {
  373. Protocol
  374. in chan Msg // receives read messages
  375. closed <-chan struct{} // receives when peer is shutting down
  376. wstart <-chan struct{} // receives when write may start
  377. werr chan<- error // for write results
  378. offset uint64
  379. w MsgWriter
  380. }
  381. func (rw *protoRW) WriteMsg(msg Msg) (err error) {
  382. if msg.Code >= rw.Length {
  383. return newPeerError(errInvalidMsgCode, "not handled")
  384. }
  385. msg.meterCap = rw.cap()
  386. msg.meterCode = msg.Code
  387. msg.Code += rw.offset
  388. select {
  389. case <-rw.wstart:
  390. err = rw.w.WriteMsg(msg)
  391. // Report write status back to Peer.run. It will initiate
  392. // shutdown if the error is non-nil and unblock the next write
  393. // otherwise. The calling protocol code should exit for errors
  394. // as well but we don't want to rely on that.
  395. rw.werr <- err
  396. case <-rw.closed:
  397. err = ErrShuttingDown
  398. }
  399. return err
  400. }
  401. func (rw *protoRW) ReadMsg() (Msg, error) {
  402. select {
  403. case msg := <-rw.in:
  404. msg.Code -= rw.offset
  405. return msg, nil
  406. case <-rw.closed:
  407. return Msg{}, io.EOF
  408. }
  409. }
  410. // PeerInfo represents a short summary of the information known about a connected
  411. // peer. Sub-protocol independent fields are contained and initialized here, with
  412. // protocol specifics delegated to all connected sub-protocols.
  413. type PeerInfo struct {
  414. ENR string `json:"enr,omitempty"` // Ethereum Node Record
  415. Enode string `json:"enode"` // Node URL
  416. ID string `json:"id"` // Unique node identifier
  417. Name string `json:"name"` // Name of the node, including client type, version, OS, custom data
  418. Caps []string `json:"caps"` // Protocols advertised by this peer
  419. Network struct {
  420. LocalAddress string `json:"localAddress"` // Local endpoint of the TCP data connection
  421. RemoteAddress string `json:"remoteAddress"` // Remote endpoint of the TCP data connection
  422. Inbound bool `json:"inbound"`
  423. Trusted bool `json:"trusted"`
  424. Static bool `json:"static"`
  425. } `json:"network"`
  426. Protocols map[string]interface{} `json:"protocols"` // Sub-protocol specific metadata fields
  427. }
  428. // Info gathers and returns a collection of metadata known about a peer.
  429. func (p *Peer) Info() *PeerInfo {
  430. // Gather the protocol capabilities
  431. var caps []string
  432. for _, cap := range p.Caps() {
  433. caps = append(caps, cap.String())
  434. }
  435. // Assemble the generic peer metadata
  436. info := &PeerInfo{
  437. Enode: p.Node().URLv4(),
  438. ID: p.ID().String(),
  439. Name: p.Fullname(),
  440. Caps: caps,
  441. Protocols: make(map[string]interface{}),
  442. }
  443. if p.Node().Seq() > 0 {
  444. info.ENR = p.Node().String()
  445. }
  446. info.Network.LocalAddress = p.LocalAddr().String()
  447. info.Network.RemoteAddress = p.RemoteAddr().String()
  448. info.Network.Inbound = p.rw.is(inboundConn)
  449. info.Network.Trusted = p.rw.is(trustedConn)
  450. info.Network.Static = p.rw.is(staticDialedConn)
  451. // Gather all the running protocol infos
  452. for _, proto := range p.running {
  453. protoInfo := interface{}("unknown")
  454. if query := proto.Protocol.PeerInfo; query != nil {
  455. if metadata := query(p.ID()); metadata != nil {
  456. protoInfo = metadata
  457. } else {
  458. protoInfo = "handshake"
  459. }
  460. }
  461. info.Protocols[proto.Name] = protoInfo
  462. }
  463. return info
  464. }