peer.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528
  1. // Copyright 2014 The go-ethereum Authors
  2. // This file is part of the go-ethereum library.
  3. //
  4. // The go-ethereum library is free software: you can redistribute it and/or modify
  5. // it under the terms of the GNU Lesser General Public License as published by
  6. // the Free Software Foundation, either version 3 of the License, or
  7. // (at your option) any later version.
  8. //
  9. // The go-ethereum library is distributed in the hope that it will be useful,
  10. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. // GNU Lesser General Public License for more details.
  13. //
  14. // You should have received a copy of the GNU Lesser General Public License
  15. // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
  16. package p2p
  17. import (
  18. "errors"
  19. "fmt"
  20. "io"
  21. "net"
  22. "sort"
  23. "sync"
  24. "time"
  25. "github.com/ethereum/go-ethereum/common/gopool"
  26. "github.com/ethereum/go-ethereum/common/mclock"
  27. "github.com/ethereum/go-ethereum/event"
  28. "github.com/ethereum/go-ethereum/log"
  29. "github.com/ethereum/go-ethereum/metrics"
  30. "github.com/ethereum/go-ethereum/p2p/enode"
  31. "github.com/ethereum/go-ethereum/p2p/enr"
  32. "github.com/ethereum/go-ethereum/rlp"
  33. )
  34. var (
  35. ErrShuttingDown = errors.New("shutting down")
  36. )
  37. const (
  38. baseProtocolVersion = 5
  39. baseProtocolLength = uint64(16)
  40. baseProtocolMaxMsgSize = 2 * 1024
  41. snappyProtocolVersion = 5
  42. pingInterval = 15 * time.Second
  43. )
  44. const (
  45. // devp2p message codes
  46. handshakeMsg = 0x00
  47. discMsg = 0x01
  48. pingMsg = 0x02
  49. pongMsg = 0x03
  50. )
  51. // protoHandshake is the RLP structure of the protocol handshake.
  52. type protoHandshake struct {
  53. Version uint64
  54. Name string
  55. Caps []Cap
  56. ListenPort uint64
  57. ID []byte // secp256k1 public key
  58. // Ignore additional fields (for forward compatibility).
  59. Rest []rlp.RawValue `rlp:"tail"`
  60. }
  61. // PeerEventType is the type of peer events emitted by a p2p.Server
  62. type PeerEventType string
  63. const (
  64. // PeerEventTypeAdd is the type of event emitted when a peer is added
  65. // to a p2p.Server
  66. PeerEventTypeAdd PeerEventType = "add"
  67. // PeerEventTypeDrop is the type of event emitted when a peer is
  68. // dropped from a p2p.Server
  69. PeerEventTypeDrop PeerEventType = "drop"
  70. // PeerEventTypeMsgSend is the type of event emitted when a
  71. // message is successfully sent to a peer
  72. PeerEventTypeMsgSend PeerEventType = "msgsend"
  73. // PeerEventTypeMsgRecv is the type of event emitted when a
  74. // message is received from a peer
  75. PeerEventTypeMsgRecv PeerEventType = "msgrecv"
  76. )
  77. // PeerEvent is an event emitted when peers are either added or dropped from
  78. // a p2p.Server or when a message is sent or received on a peer connection
  79. type PeerEvent struct {
  80. Type PeerEventType `json:"type"`
  81. Peer enode.ID `json:"peer"`
  82. Error string `json:"error,omitempty"`
  83. Protocol string `json:"protocol,omitempty"`
  84. MsgCode *uint64 `json:"msg_code,omitempty"`
  85. MsgSize *uint32 `json:"msg_size,omitempty"`
  86. LocalAddress string `json:"local,omitempty"`
  87. RemoteAddress string `json:"remote,omitempty"`
  88. }
  89. // Peer represents a connected remote node.
  90. type Peer struct {
  91. rw *conn
  92. running map[string]*protoRW
  93. log log.Logger
  94. created mclock.AbsTime
  95. wg sync.WaitGroup
  96. protoErr chan error
  97. closed chan struct{}
  98. disc chan DiscReason
  99. // events receives message send / receive events if set
  100. events *event.Feed
  101. }
  102. // NewPeer returns a peer for testing purposes.
  103. func NewPeer(id enode.ID, name string, caps []Cap) *Peer {
  104. pipe, _ := net.Pipe()
  105. node := enode.SignNull(new(enr.Record), id)
  106. conn := &conn{fd: pipe, transport: nil, node: node, caps: caps, name: name}
  107. peer := newPeer(log.Root(), conn, nil)
  108. close(peer.closed) // ensures Disconnect doesn't block
  109. return peer
  110. }
  111. // NewPeerWithProtocols returns a peer for testing purposes.
  112. func NewPeerWithProtocols(id enode.ID, protocols []Protocol, name string, caps []Cap) *Peer {
  113. pipe, _ := net.Pipe()
  114. node := enode.SignNull(new(enr.Record), id)
  115. conn := &conn{fd: pipe, transport: nil, node: node, caps: caps, name: name}
  116. peer := newPeer(log.Root(), conn, protocols)
  117. close(peer.closed) // ensures Disconnect doesn't block
  118. return peer
  119. }
  120. // ID returns the node's public key.
  121. func (p *Peer) ID() enode.ID {
  122. return p.rw.node.ID()
  123. }
  124. // Node returns the peer's node descriptor.
  125. func (p *Peer) Node() *enode.Node {
  126. return p.rw.node
  127. }
  128. // Name returns an abbreviated form of the name
  129. func (p *Peer) Name() string {
  130. s := p.rw.name
  131. if len(s) > 20 {
  132. return s[:20] + "..."
  133. }
  134. return s
  135. }
  136. // Fullname returns the node name that the remote node advertised.
  137. func (p *Peer) Fullname() string {
  138. return p.rw.name
  139. }
  140. // Caps returns the capabilities (supported subprotocols) of the remote peer.
  141. func (p *Peer) Caps() []Cap {
  142. // TODO: maybe return copy
  143. return p.rw.caps
  144. }
  145. // RunningCap returns true if the peer is actively connected using any of the
  146. // enumerated versions of a specific protocol, meaning that at least one of the
  147. // versions is supported by both this node and the peer p.
  148. func (p *Peer) RunningCap(protocol string, versions []uint) bool {
  149. if proto, ok := p.running[protocol]; ok {
  150. for _, ver := range versions {
  151. if proto.Version == ver {
  152. return true
  153. }
  154. }
  155. }
  156. return false
  157. }
  158. // RemoteAddr returns the remote address of the network connection.
  159. func (p *Peer) RemoteAddr() net.Addr {
  160. return p.rw.fd.RemoteAddr()
  161. }
  162. // LocalAddr returns the local address of the network connection.
  163. func (p *Peer) LocalAddr() net.Addr {
  164. return p.rw.fd.LocalAddr()
  165. }
  166. // Disconnect terminates the peer connection with the given reason.
  167. // It returns immediately and does not wait until the connection is closed.
  168. func (p *Peer) Disconnect(reason DiscReason) {
  169. select {
  170. case p.disc <- reason:
  171. case <-p.closed:
  172. }
  173. }
  174. // String implements fmt.Stringer.
  175. func (p *Peer) String() string {
  176. id := p.ID()
  177. return fmt.Sprintf("Peer %x %v", id[:8], p.RemoteAddr())
  178. }
  179. // Inbound returns true if the peer is an inbound connection
  180. func (p *Peer) Inbound() bool {
  181. return p.rw.is(inboundConn)
  182. }
  183. func newPeer(log log.Logger, conn *conn, protocols []Protocol) *Peer {
  184. protomap := matchProtocols(protocols, conn.caps, conn)
  185. p := &Peer{
  186. rw: conn,
  187. running: protomap,
  188. created: mclock.Now(),
  189. disc: make(chan DiscReason),
  190. protoErr: make(chan error, len(protomap)+1), // protocols + pingLoop
  191. closed: make(chan struct{}),
  192. log: log.New("id", conn.node.ID(), "conn", conn.flags),
  193. }
  194. return p
  195. }
  196. func (p *Peer) Log() log.Logger {
  197. return p.log
  198. }
  199. func (p *Peer) run() (remoteRequested bool, err error) {
  200. var (
  201. writeStart = make(chan struct{}, 1)
  202. writeErr = make(chan error, 1)
  203. readErr = make(chan error, 1)
  204. reason DiscReason // sent to the peer
  205. )
  206. p.wg.Add(2)
  207. go p.readLoop(readErr)
  208. go p.pingLoop()
  209. // Start all protocol handlers.
  210. writeStart <- struct{}{}
  211. p.startProtocols(writeStart, writeErr)
  212. // Wait for an error or disconnect.
  213. loop:
  214. for {
  215. select {
  216. case err = <-writeErr:
  217. // A write finished. Allow the next write to start if
  218. // there was no error.
  219. if err != nil {
  220. reason = DiscNetworkError
  221. break loop
  222. }
  223. writeStart <- struct{}{}
  224. case err = <-readErr:
  225. if r, ok := err.(DiscReason); ok {
  226. remoteRequested = true
  227. reason = r
  228. } else {
  229. reason = DiscNetworkError
  230. }
  231. break loop
  232. case err = <-p.protoErr:
  233. reason = discReasonForError(err)
  234. break loop
  235. case err = <-p.disc:
  236. reason = discReasonForError(err)
  237. break loop
  238. }
  239. }
  240. close(p.closed)
  241. p.rw.close(reason)
  242. p.wg.Wait()
  243. return remoteRequested, err
  244. }
  245. func (p *Peer) pingLoop() {
  246. ping := time.NewTimer(pingInterval)
  247. defer p.wg.Done()
  248. defer ping.Stop()
  249. for {
  250. select {
  251. case <-ping.C:
  252. if err := SendItems(p.rw, pingMsg); err != nil {
  253. p.protoErr <- err
  254. return
  255. }
  256. ping.Reset(pingInterval)
  257. case <-p.closed:
  258. return
  259. }
  260. }
  261. }
  262. func (p *Peer) readLoop(errc chan<- error) {
  263. defer p.wg.Done()
  264. for {
  265. msg, err := p.rw.ReadMsg()
  266. if err != nil {
  267. errc <- err
  268. return
  269. }
  270. msg.ReceivedAt = time.Now()
  271. if err = p.handle(msg); err != nil {
  272. errc <- err
  273. return
  274. }
  275. }
  276. }
  277. func (p *Peer) handle(msg Msg) error {
  278. switch {
  279. case msg.Code == pingMsg:
  280. msg.Discard()
  281. gopool.Submit(func() {
  282. SendItems(p.rw, pongMsg)
  283. })
  284. case msg.Code == discMsg:
  285. // This is the last message. We don't need to discard or
  286. // check errors because, the connection will be closed after it.
  287. var m struct{ R DiscReason }
  288. rlp.Decode(msg.Payload, &m)
  289. return m.R
  290. case msg.Code < baseProtocolLength:
  291. // ignore other base protocol messages
  292. return msg.Discard()
  293. default:
  294. // it's a subprotocol message
  295. proto, err := p.getProto(msg.Code)
  296. if err != nil {
  297. return fmt.Errorf("msg code out of range: %v", msg.Code)
  298. }
  299. if metrics.Enabled {
  300. m := fmt.Sprintf("%s/%s/%d/%#02x", ingressMeterName, proto.Name, proto.Version, msg.Code-proto.offset)
  301. metrics.GetOrRegisterMeter(m, nil).Mark(int64(msg.meterSize))
  302. metrics.GetOrRegisterMeter(m+"/packets", nil).Mark(1)
  303. }
  304. select {
  305. case proto.in <- msg:
  306. return nil
  307. case <-p.closed:
  308. return io.EOF
  309. }
  310. }
  311. return nil
  312. }
  313. func countMatchingProtocols(protocols []Protocol, caps []Cap) int {
  314. n := 0
  315. for _, cap := range caps {
  316. for _, proto := range protocols {
  317. if proto.Name == cap.Name && proto.Version == cap.Version {
  318. n++
  319. }
  320. }
  321. }
  322. return n
  323. }
  324. // matchProtocols creates structures for matching named subprotocols.
  325. func matchProtocols(protocols []Protocol, caps []Cap, rw MsgReadWriter) map[string]*protoRW {
  326. sort.Sort(capsByNameAndVersion(caps))
  327. offset := baseProtocolLength
  328. result := make(map[string]*protoRW)
  329. outer:
  330. for _, cap := range caps {
  331. for _, proto := range protocols {
  332. if proto.Name == cap.Name && proto.Version == cap.Version {
  333. // If an old protocol version matched, revert it
  334. if old := result[cap.Name]; old != nil {
  335. offset -= old.Length
  336. }
  337. // Assign the new match
  338. result[cap.Name] = &protoRW{Protocol: proto, offset: offset, in: make(chan Msg), w: rw}
  339. offset += proto.Length
  340. continue outer
  341. }
  342. }
  343. }
  344. return result
  345. }
  346. func (p *Peer) startProtocols(writeStart <-chan struct{}, writeErr chan<- error) {
  347. p.wg.Add(len(p.running))
  348. for _, proto := range p.running {
  349. proto := proto
  350. proto.closed = p.closed
  351. proto.wstart = writeStart
  352. proto.werr = writeErr
  353. var rw MsgReadWriter = proto
  354. if p.events != nil {
  355. rw = newMsgEventer(rw, p.events, p.ID(), proto.Name, p.Info().Network.RemoteAddress, p.Info().Network.LocalAddress)
  356. }
  357. p.log.Trace(fmt.Sprintf("Starting protocol %s/%d", proto.Name, proto.Version))
  358. go func() {
  359. defer p.wg.Done()
  360. err := proto.Run(p, rw)
  361. if err == nil {
  362. p.log.Trace(fmt.Sprintf("Protocol %s/%d returned", proto.Name, proto.Version))
  363. err = errProtocolReturned
  364. } else if err != io.EOF {
  365. p.log.Trace(fmt.Sprintf("Protocol %s/%d failed", proto.Name, proto.Version), "err", err)
  366. }
  367. p.protoErr <- err
  368. }()
  369. }
  370. }
  371. // getProto finds the protocol responsible for handling
  372. // the given message code.
  373. func (p *Peer) getProto(code uint64) (*protoRW, error) {
  374. for _, proto := range p.running {
  375. if code >= proto.offset && code < proto.offset+proto.Length {
  376. return proto, nil
  377. }
  378. }
  379. return nil, newPeerError(errInvalidMsgCode, "%d", code)
  380. }
  381. type protoRW struct {
  382. Protocol
  383. in chan Msg // receives read messages
  384. closed <-chan struct{} // receives when peer is shutting down
  385. wstart <-chan struct{} // receives when write may start
  386. werr chan<- error // for write results
  387. offset uint64
  388. w MsgWriter
  389. }
  390. func (rw *protoRW) WriteMsg(msg Msg) (err error) {
  391. if msg.Code >= rw.Length {
  392. return newPeerError(errInvalidMsgCode, "not handled")
  393. }
  394. msg.meterCap = rw.cap()
  395. msg.meterCode = msg.Code
  396. msg.Code += rw.offset
  397. select {
  398. case <-rw.wstart:
  399. err = rw.w.WriteMsg(msg)
  400. // Report write status back to Peer.run. It will initiate
  401. // shutdown if the error is non-nil and unblock the next write
  402. // otherwise. The calling protocol code should exit for errors
  403. // as well but we don't want to rely on that.
  404. rw.werr <- err
  405. case <-rw.closed:
  406. err = ErrShuttingDown
  407. }
  408. return err
  409. }
  410. func (rw *protoRW) ReadMsg() (Msg, error) {
  411. select {
  412. case msg := <-rw.in:
  413. msg.Code -= rw.offset
  414. return msg, nil
  415. case <-rw.closed:
  416. return Msg{}, io.EOF
  417. }
  418. }
  419. // PeerInfo represents a short summary of the information known about a connected
  420. // peer. Sub-protocol independent fields are contained and initialized here, with
  421. // protocol specifics delegated to all connected sub-protocols.
  422. type PeerInfo struct {
  423. ENR string `json:"enr,omitempty"` // Ethereum Node Record
  424. Enode string `json:"enode"` // Node URL
  425. ID string `json:"id"` // Unique node identifier
  426. Name string `json:"name"` // Name of the node, including client type, version, OS, custom data
  427. Caps []string `json:"caps"` // Protocols advertised by this peer
  428. Network struct {
  429. LocalAddress string `json:"localAddress"` // Local endpoint of the TCP data connection
  430. RemoteAddress string `json:"remoteAddress"` // Remote endpoint of the TCP data connection
  431. Inbound bool `json:"inbound"`
  432. Trusted bool `json:"trusted"`
  433. Static bool `json:"static"`
  434. } `json:"network"`
  435. Protocols map[string]interface{} `json:"protocols"` // Sub-protocol specific metadata fields
  436. }
  437. // Info gathers and returns a collection of metadata known about a peer.
  438. func (p *Peer) Info() *PeerInfo {
  439. // Gather the protocol capabilities
  440. var caps []string
  441. for _, cap := range p.Caps() {
  442. caps = append(caps, cap.String())
  443. }
  444. // Assemble the generic peer metadata
  445. info := &PeerInfo{
  446. Enode: p.Node().URLv4(),
  447. ID: p.ID().String(),
  448. Name: p.Fullname(),
  449. Caps: caps,
  450. Protocols: make(map[string]interface{}),
  451. }
  452. if p.Node().Seq() > 0 {
  453. info.ENR = p.Node().String()
  454. }
  455. info.Network.LocalAddress = p.LocalAddr().String()
  456. info.Network.RemoteAddress = p.RemoteAddr().String()
  457. info.Network.Inbound = p.rw.is(inboundConn)
  458. info.Network.Trusted = p.rw.is(trustedConn)
  459. info.Network.Static = p.rw.is(staticDialedConn)
  460. // Gather all the running protocol infos
  461. for _, proto := range p.running {
  462. protoInfo := interface{}("unknown")
  463. if query := proto.Protocol.PeerInfo; query != nil {
  464. if metadata := query(p.ID()); metadata != nil {
  465. protoInfo = metadata
  466. } else {
  467. protoInfo = "handshake"
  468. }
  469. }
  470. info.Protocols[proto.Name] = protoInfo
  471. }
  472. return info
  473. }