peer.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501
  1. // Copyright 2014 The go-ethereum Authors
  2. // This file is part of the go-ethereum library.
  3. //
  4. // The go-ethereum library is free software: you can redistribute it and/or modify
  5. // it under the terms of the GNU Lesser General Public License as published by
  6. // the Free Software Foundation, either version 3 of the License, or
  7. // (at your option) any later version.
  8. //
  9. // The go-ethereum library is distributed in the hope that it will be useful,
  10. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. // GNU Lesser General Public License for more details.
  13. //
  14. // You should have received a copy of the GNU Lesser General Public License
  15. // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
  16. package p2p
  17. import (
  18. "errors"
  19. "fmt"
  20. "io"
  21. "net"
  22. "sort"
  23. "sync"
  24. "time"
  25. "github.com/ethereum/go-ethereum/common/mclock"
  26. "github.com/ethereum/go-ethereum/event"
  27. "github.com/ethereum/go-ethereum/log"
  28. "github.com/ethereum/go-ethereum/metrics"
  29. "github.com/ethereum/go-ethereum/p2p/enode"
  30. "github.com/ethereum/go-ethereum/p2p/enr"
  31. "github.com/ethereum/go-ethereum/rlp"
  32. )
  33. var (
  34. ErrShuttingDown = errors.New("shutting down")
  35. )
  36. const (
  37. baseProtocolVersion = 5
  38. baseProtocolLength = uint64(16)
  39. baseProtocolMaxMsgSize = 2 * 1024
  40. snappyProtocolVersion = 5
  41. pingInterval = 15 * time.Second
  42. )
  43. const (
  44. // devp2p message codes
  45. handshakeMsg = 0x00
  46. discMsg = 0x01
  47. pingMsg = 0x02
  48. pongMsg = 0x03
  49. )
  50. // protoHandshake is the RLP structure of the protocol handshake.
  51. type protoHandshake struct {
  52. Version uint64
  53. Name string
  54. Caps []Cap
  55. ListenPort uint64
  56. ID []byte // secp256k1 public key
  57. // Ignore additional fields (for forward compatibility).
  58. Rest []rlp.RawValue `rlp:"tail"`
  59. }
  60. // PeerEventType is the type of peer events emitted by a p2p.Server
  61. type PeerEventType string
  62. const (
  63. // PeerEventTypeAdd is the type of event emitted when a peer is added
  64. // to a p2p.Server
  65. PeerEventTypeAdd PeerEventType = "add"
  66. // PeerEventTypeDrop is the type of event emitted when a peer is
  67. // dropped from a p2p.Server
  68. PeerEventTypeDrop PeerEventType = "drop"
  69. // PeerEventTypeMsgSend is the type of event emitted when a
  70. // message is successfully sent to a peer
  71. PeerEventTypeMsgSend PeerEventType = "msgsend"
  72. // PeerEventTypeMsgRecv is the type of event emitted when a
  73. // message is received from a peer
  74. PeerEventTypeMsgRecv PeerEventType = "msgrecv"
  75. )
  76. // PeerEvent is an event emitted when peers are either added or dropped from
  77. // a p2p.Server or when a message is sent or received on a peer connection
  78. type PeerEvent struct {
  79. Type PeerEventType `json:"type"`
  80. Peer enode.ID `json:"peer"`
  81. Error string `json:"error,omitempty"`
  82. Protocol string `json:"protocol,omitempty"`
  83. MsgCode *uint64 `json:"msg_code,omitempty"`
  84. MsgSize *uint32 `json:"msg_size,omitempty"`
  85. LocalAddress string `json:"local,omitempty"`
  86. RemoteAddress string `json:"remote,omitempty"`
  87. }
  88. // Peer represents a connected remote node.
  89. type Peer struct {
  90. rw *conn
  91. running map[string]*protoRW
  92. log log.Logger
  93. created mclock.AbsTime
  94. wg sync.WaitGroup
  95. protoErr chan error
  96. closed chan struct{}
  97. disc chan DiscReason
  98. // events receives message send / receive events if set
  99. events *event.Feed
  100. }
  101. // NewPeer returns a peer for testing purposes.
  102. func NewPeer(id enode.ID, name string, caps []Cap) *Peer {
  103. pipe, _ := net.Pipe()
  104. node := enode.SignNull(new(enr.Record), id)
  105. conn := &conn{fd: pipe, transport: nil, node: node, caps: caps, name: name}
  106. peer := newPeer(log.Root(), conn, nil)
  107. close(peer.closed) // ensures Disconnect doesn't block
  108. return peer
  109. }
  110. // ID returns the node's public key.
  111. func (p *Peer) ID() enode.ID {
  112. return p.rw.node.ID()
  113. }
  114. // Node returns the peer's node descriptor.
  115. func (p *Peer) Node() *enode.Node {
  116. return p.rw.node
  117. }
  118. // Name returns an abbreviated form of the name
  119. func (p *Peer) Name() string {
  120. s := p.rw.name
  121. if len(s) > 20 {
  122. return s[:20] + "..."
  123. }
  124. return s
  125. }
  126. // Fullname returns the node name that the remote node advertised.
  127. func (p *Peer) Fullname() string {
  128. return p.rw.name
  129. }
  130. // Caps returns the capabilities (supported subprotocols) of the remote peer.
  131. func (p *Peer) Caps() []Cap {
  132. // TODO: maybe return copy
  133. return p.rw.caps
  134. }
  135. // RemoteAddr returns the remote address of the network connection.
  136. func (p *Peer) RemoteAddr() net.Addr {
  137. return p.rw.fd.RemoteAddr()
  138. }
  139. // LocalAddr returns the local address of the network connection.
  140. func (p *Peer) LocalAddr() net.Addr {
  141. return p.rw.fd.LocalAddr()
  142. }
  143. // Disconnect terminates the peer connection with the given reason.
  144. // It returns immediately and does not wait until the connection is closed.
  145. func (p *Peer) Disconnect(reason DiscReason) {
  146. select {
  147. case p.disc <- reason:
  148. case <-p.closed:
  149. }
  150. }
  151. // String implements fmt.Stringer.
  152. func (p *Peer) String() string {
  153. id := p.ID()
  154. return fmt.Sprintf("Peer %x %v", id[:8], p.RemoteAddr())
  155. }
  156. // Inbound returns true if the peer is an inbound connection
  157. func (p *Peer) Inbound() bool {
  158. return p.rw.is(inboundConn)
  159. }
  160. func newPeer(log log.Logger, conn *conn, protocols []Protocol) *Peer {
  161. protomap := matchProtocols(protocols, conn.caps, conn)
  162. p := &Peer{
  163. rw: conn,
  164. running: protomap,
  165. created: mclock.Now(),
  166. disc: make(chan DiscReason),
  167. protoErr: make(chan error, len(protomap)+1), // protocols + pingLoop
  168. closed: make(chan struct{}),
  169. log: log.New("id", conn.node.ID(), "conn", conn.flags),
  170. }
  171. return p
  172. }
  173. func (p *Peer) Log() log.Logger {
  174. return p.log
  175. }
  176. func (p *Peer) run() (remoteRequested bool, err error) {
  177. var (
  178. writeStart = make(chan struct{}, 1)
  179. writeErr = make(chan error, 1)
  180. readErr = make(chan error, 1)
  181. reason DiscReason // sent to the peer
  182. )
  183. p.wg.Add(2)
  184. go p.readLoop(readErr)
  185. go p.pingLoop()
  186. // Start all protocol handlers.
  187. writeStart <- struct{}{}
  188. p.startProtocols(writeStart, writeErr)
  189. // Wait for an error or disconnect.
  190. loop:
  191. for {
  192. select {
  193. case err = <-writeErr:
  194. // A write finished. Allow the next write to start if
  195. // there was no error.
  196. if err != nil {
  197. reason = DiscNetworkError
  198. break loop
  199. }
  200. writeStart <- struct{}{}
  201. case err = <-readErr:
  202. if r, ok := err.(DiscReason); ok {
  203. remoteRequested = true
  204. reason = r
  205. } else {
  206. reason = DiscNetworkError
  207. }
  208. break loop
  209. case err = <-p.protoErr:
  210. reason = discReasonForError(err)
  211. break loop
  212. case err = <-p.disc:
  213. reason = discReasonForError(err)
  214. break loop
  215. }
  216. }
  217. close(p.closed)
  218. p.rw.close(reason)
  219. p.wg.Wait()
  220. return remoteRequested, err
  221. }
  222. func (p *Peer) pingLoop() {
  223. ping := time.NewTimer(pingInterval)
  224. defer p.wg.Done()
  225. defer ping.Stop()
  226. for {
  227. select {
  228. case <-ping.C:
  229. if err := SendItems(p.rw, pingMsg); err != nil {
  230. p.protoErr <- err
  231. return
  232. }
  233. ping.Reset(pingInterval)
  234. case <-p.closed:
  235. return
  236. }
  237. }
  238. }
  239. func (p *Peer) readLoop(errc chan<- error) {
  240. defer p.wg.Done()
  241. for {
  242. msg, err := p.rw.ReadMsg()
  243. if err != nil {
  244. errc <- err
  245. return
  246. }
  247. msg.ReceivedAt = time.Now()
  248. if err = p.handle(msg); err != nil {
  249. errc <- err
  250. return
  251. }
  252. }
  253. }
  254. func (p *Peer) handle(msg Msg) error {
  255. switch {
  256. case msg.Code == pingMsg:
  257. msg.Discard()
  258. go SendItems(p.rw, pongMsg)
  259. case msg.Code == discMsg:
  260. var reason [1]DiscReason
  261. // This is the last message. We don't need to discard or
  262. // check errors because, the connection will be closed after it.
  263. rlp.Decode(msg.Payload, &reason)
  264. return reason[0]
  265. case msg.Code < baseProtocolLength:
  266. // ignore other base protocol messages
  267. return msg.Discard()
  268. default:
  269. // it's a subprotocol message
  270. proto, err := p.getProto(msg.Code)
  271. if err != nil {
  272. return fmt.Errorf("msg code out of range: %v", msg.Code)
  273. }
  274. if metrics.Enabled {
  275. m := fmt.Sprintf("%s/%s/%d/%#02x", ingressMeterName, proto.Name, proto.Version, msg.Code-proto.offset)
  276. metrics.GetOrRegisterMeter(m, nil).Mark(int64(msg.meterSize))
  277. metrics.GetOrRegisterMeter(m+"/packets", nil).Mark(1)
  278. }
  279. select {
  280. case proto.in <- msg:
  281. return nil
  282. case <-p.closed:
  283. return io.EOF
  284. }
  285. }
  286. return nil
  287. }
  288. func countMatchingProtocols(protocols []Protocol, caps []Cap) int {
  289. n := 0
  290. for _, cap := range caps {
  291. for _, proto := range protocols {
  292. if proto.Name == cap.Name && proto.Version == cap.Version {
  293. n++
  294. }
  295. }
  296. }
  297. return n
  298. }
  299. // matchProtocols creates structures for matching named subprotocols.
  300. func matchProtocols(protocols []Protocol, caps []Cap, rw MsgReadWriter) map[string]*protoRW {
  301. sort.Sort(capsByNameAndVersion(caps))
  302. offset := baseProtocolLength
  303. result := make(map[string]*protoRW)
  304. outer:
  305. for _, cap := range caps {
  306. for _, proto := range protocols {
  307. if proto.Name == cap.Name && proto.Version == cap.Version {
  308. // If an old protocol version matched, revert it
  309. if old := result[cap.Name]; old != nil {
  310. offset -= old.Length
  311. }
  312. // Assign the new match
  313. result[cap.Name] = &protoRW{Protocol: proto, offset: offset, in: make(chan Msg), w: rw}
  314. offset += proto.Length
  315. continue outer
  316. }
  317. }
  318. }
  319. return result
  320. }
  321. func (p *Peer) startProtocols(writeStart <-chan struct{}, writeErr chan<- error) {
  322. p.wg.Add(len(p.running))
  323. for _, proto := range p.running {
  324. proto := proto
  325. proto.closed = p.closed
  326. proto.wstart = writeStart
  327. proto.werr = writeErr
  328. var rw MsgReadWriter = proto
  329. if p.events != nil {
  330. rw = newMsgEventer(rw, p.events, p.ID(), proto.Name, p.Info().Network.RemoteAddress, p.Info().Network.LocalAddress)
  331. }
  332. p.log.Trace(fmt.Sprintf("Starting protocol %s/%d", proto.Name, proto.Version))
  333. go func() {
  334. defer p.wg.Done()
  335. err := proto.Run(p, rw)
  336. if err == nil {
  337. p.log.Trace(fmt.Sprintf("Protocol %s/%d returned", proto.Name, proto.Version))
  338. err = errProtocolReturned
  339. } else if err != io.EOF {
  340. p.log.Trace(fmt.Sprintf("Protocol %s/%d failed", proto.Name, proto.Version), "err", err)
  341. }
  342. p.protoErr <- err
  343. }()
  344. }
  345. }
  346. // getProto finds the protocol responsible for handling
  347. // the given message code.
  348. func (p *Peer) getProto(code uint64) (*protoRW, error) {
  349. for _, proto := range p.running {
  350. if code >= proto.offset && code < proto.offset+proto.Length {
  351. return proto, nil
  352. }
  353. }
  354. return nil, newPeerError(errInvalidMsgCode, "%d", code)
  355. }
  356. type protoRW struct {
  357. Protocol
  358. in chan Msg // receives read messages
  359. closed <-chan struct{} // receives when peer is shutting down
  360. wstart <-chan struct{} // receives when write may start
  361. werr chan<- error // for write results
  362. offset uint64
  363. w MsgWriter
  364. }
  365. func (rw *protoRW) WriteMsg(msg Msg) (err error) {
  366. if msg.Code >= rw.Length {
  367. return newPeerError(errInvalidMsgCode, "not handled")
  368. }
  369. msg.meterCap = rw.cap()
  370. msg.meterCode = msg.Code
  371. msg.Code += rw.offset
  372. select {
  373. case <-rw.wstart:
  374. err = rw.w.WriteMsg(msg)
  375. // Report write status back to Peer.run. It will initiate
  376. // shutdown if the error is non-nil and unblock the next write
  377. // otherwise. The calling protocol code should exit for errors
  378. // as well but we don't want to rely on that.
  379. rw.werr <- err
  380. case <-rw.closed:
  381. err = ErrShuttingDown
  382. }
  383. return err
  384. }
  385. func (rw *protoRW) ReadMsg() (Msg, error) {
  386. select {
  387. case msg := <-rw.in:
  388. msg.Code -= rw.offset
  389. return msg, nil
  390. case <-rw.closed:
  391. return Msg{}, io.EOF
  392. }
  393. }
  394. // PeerInfo represents a short summary of the information known about a connected
  395. // peer. Sub-protocol independent fields are contained and initialized here, with
  396. // protocol specifics delegated to all connected sub-protocols.
  397. type PeerInfo struct {
  398. ENR string `json:"enr,omitempty"` // Ethereum Node Record
  399. Enode string `json:"enode"` // Node URL
  400. ID string `json:"id"` // Unique node identifier
  401. Name string `json:"name"` // Name of the node, including client type, version, OS, custom data
  402. Caps []string `json:"caps"` // Protocols advertised by this peer
  403. Network struct {
  404. LocalAddress string `json:"localAddress"` // Local endpoint of the TCP data connection
  405. RemoteAddress string `json:"remoteAddress"` // Remote endpoint of the TCP data connection
  406. Inbound bool `json:"inbound"`
  407. Trusted bool `json:"trusted"`
  408. Static bool `json:"static"`
  409. } `json:"network"`
  410. Protocols map[string]interface{} `json:"protocols"` // Sub-protocol specific metadata fields
  411. }
  412. // Info gathers and returns a collection of metadata known about a peer.
  413. func (p *Peer) Info() *PeerInfo {
  414. // Gather the protocol capabilities
  415. var caps []string
  416. for _, cap := range p.Caps() {
  417. caps = append(caps, cap.String())
  418. }
  419. // Assemble the generic peer metadata
  420. info := &PeerInfo{
  421. Enode: p.Node().URLv4(),
  422. ID: p.ID().String(),
  423. Name: p.Fullname(),
  424. Caps: caps,
  425. Protocols: make(map[string]interface{}),
  426. }
  427. if p.Node().Seq() > 0 {
  428. info.ENR = p.Node().String()
  429. }
  430. info.Network.LocalAddress = p.LocalAddr().String()
  431. info.Network.RemoteAddress = p.RemoteAddr().String()
  432. info.Network.Inbound = p.rw.is(inboundConn)
  433. info.Network.Trusted = p.rw.is(trustedConn)
  434. info.Network.Static = p.rw.is(staticDialedConn)
  435. // Gather all the running protocol infos
  436. for _, proto := range p.running {
  437. protoInfo := interface{}("unknown")
  438. if query := proto.Protocol.PeerInfo; query != nil {
  439. if metadata := query(p.ID()); metadata != nil {
  440. protoInfo = metadata
  441. } else {
  442. protoInfo = "handshake"
  443. }
  444. }
  445. info.Protocols[proto.Name] = protoInfo
  446. }
  447. return info
  448. }