peer.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492
  1. // Copyright 2014 The go-ethereum Authors
  2. // This file is part of the go-ethereum library.
  3. //
  4. // The go-ethereum library is free software: you can redistribute it and/or modify
  5. // it under the terms of the GNU Lesser General Public License as published by
  6. // the Free Software Foundation, either version 3 of the License, or
  7. // (at your option) any later version.
  8. //
  9. // The go-ethereum library is distributed in the hope that it will be useful,
  10. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. // GNU Lesser General Public License for more details.
  13. //
  14. // You should have received a copy of the GNU Lesser General Public License
  15. // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
  16. package p2p
  17. import (
  18. "errors"
  19. "fmt"
  20. "io"
  21. "net"
  22. "sort"
  23. "sync"
  24. "time"
  25. "github.com/ethereum/go-ethereum/common/mclock"
  26. "github.com/ethereum/go-ethereum/event"
  27. "github.com/ethereum/go-ethereum/log"
  28. "github.com/ethereum/go-ethereum/metrics"
  29. "github.com/ethereum/go-ethereum/p2p/enode"
  30. "github.com/ethereum/go-ethereum/p2p/enr"
  31. "github.com/ethereum/go-ethereum/rlp"
  32. )
  33. var (
  34. ErrShuttingDown = errors.New("shutting down")
  35. )
  36. const (
  37. baseProtocolVersion = 5
  38. baseProtocolLength = uint64(16)
  39. baseProtocolMaxMsgSize = 2 * 1024
  40. snappyProtocolVersion = 5
  41. pingInterval = 15 * time.Second
  42. )
  43. const (
  44. // devp2p message codes
  45. handshakeMsg = 0x00
  46. discMsg = 0x01
  47. pingMsg = 0x02
  48. pongMsg = 0x03
  49. )
  50. // protoHandshake is the RLP structure of the protocol handshake.
  51. type protoHandshake struct {
  52. Version uint64
  53. Name string
  54. Caps []Cap
  55. ListenPort uint64
  56. ID []byte // secp256k1 public key
  57. // Ignore additional fields (for forward compatibility).
  58. Rest []rlp.RawValue `rlp:"tail"`
  59. }
  60. // PeerEventType is the type of peer events emitted by a p2p.Server
  61. type PeerEventType string
  62. const (
  63. // PeerEventTypeAdd is the type of event emitted when a peer is added
  64. // to a p2p.Server
  65. PeerEventTypeAdd PeerEventType = "add"
  66. // PeerEventTypeDrop is the type of event emitted when a peer is
  67. // dropped from a p2p.Server
  68. PeerEventTypeDrop PeerEventType = "drop"
  69. // PeerEventTypeMsgSend is the type of event emitted when a
  70. // message is successfully sent to a peer
  71. PeerEventTypeMsgSend PeerEventType = "msgsend"
  72. // PeerEventTypeMsgRecv is the type of event emitted when a
  73. // message is received from a peer
  74. PeerEventTypeMsgRecv PeerEventType = "msgrecv"
  75. )
  76. // PeerEvent is an event emitted when peers are either added or dropped from
  77. // a p2p.Server or when a message is sent or received on a peer connection
  78. type PeerEvent struct {
  79. Type PeerEventType `json:"type"`
  80. Peer enode.ID `json:"peer"`
  81. Error string `json:"error,omitempty"`
  82. Protocol string `json:"protocol,omitempty"`
  83. MsgCode *uint64 `json:"msg_code,omitempty"`
  84. MsgSize *uint32 `json:"msg_size,omitempty"`
  85. LocalAddress string `json:"local,omitempty"`
  86. RemoteAddress string `json:"remote,omitempty"`
  87. }
  88. // Peer represents a connected remote node.
  89. type Peer struct {
  90. rw *conn
  91. running map[string]*protoRW
  92. log log.Logger
  93. created mclock.AbsTime
  94. wg sync.WaitGroup
  95. protoErr chan error
  96. closed chan struct{}
  97. disc chan DiscReason
  98. // events receives message send / receive events if set
  99. events *event.Feed
  100. }
  101. // NewPeer returns a peer for testing purposes.
  102. func NewPeer(id enode.ID, name string, caps []Cap) *Peer {
  103. pipe, _ := net.Pipe()
  104. node := enode.SignNull(new(enr.Record), id)
  105. conn := &conn{fd: pipe, transport: nil, node: node, caps: caps, name: name}
  106. peer := newPeer(log.Root(), conn, nil)
  107. close(peer.closed) // ensures Disconnect doesn't block
  108. return peer
  109. }
  110. // ID returns the node's public key.
  111. func (p *Peer) ID() enode.ID {
  112. return p.rw.node.ID()
  113. }
  114. // Node returns the peer's node descriptor.
  115. func (p *Peer) Node() *enode.Node {
  116. return p.rw.node
  117. }
  118. // Name returns the node name that the remote node advertised.
  119. func (p *Peer) Name() string {
  120. return p.rw.name
  121. }
  122. // Caps returns the capabilities (supported subprotocols) of the remote peer.
  123. func (p *Peer) Caps() []Cap {
  124. // TODO: maybe return copy
  125. return p.rw.caps
  126. }
  127. // RemoteAddr returns the remote address of the network connection.
  128. func (p *Peer) RemoteAddr() net.Addr {
  129. return p.rw.fd.RemoteAddr()
  130. }
  131. // LocalAddr returns the local address of the network connection.
  132. func (p *Peer) LocalAddr() net.Addr {
  133. return p.rw.fd.LocalAddr()
  134. }
  135. // Disconnect terminates the peer connection with the given reason.
  136. // It returns immediately and does not wait until the connection is closed.
  137. func (p *Peer) Disconnect(reason DiscReason) {
  138. select {
  139. case p.disc <- reason:
  140. case <-p.closed:
  141. }
  142. }
  143. // String implements fmt.Stringer.
  144. func (p *Peer) String() string {
  145. id := p.ID()
  146. return fmt.Sprintf("Peer %x %v", id[:8], p.RemoteAddr())
  147. }
  148. // Inbound returns true if the peer is an inbound connection
  149. func (p *Peer) Inbound() bool {
  150. return p.rw.is(inboundConn)
  151. }
  152. func newPeer(log log.Logger, conn *conn, protocols []Protocol) *Peer {
  153. protomap := matchProtocols(protocols, conn.caps, conn)
  154. p := &Peer{
  155. rw: conn,
  156. running: protomap,
  157. created: mclock.Now(),
  158. disc: make(chan DiscReason),
  159. protoErr: make(chan error, len(protomap)+1), // protocols + pingLoop
  160. closed: make(chan struct{}),
  161. log: log.New("id", conn.node.ID(), "conn", conn.flags),
  162. }
  163. return p
  164. }
  165. func (p *Peer) Log() log.Logger {
  166. return p.log
  167. }
  168. func (p *Peer) run() (remoteRequested bool, err error) {
  169. var (
  170. writeStart = make(chan struct{}, 1)
  171. writeErr = make(chan error, 1)
  172. readErr = make(chan error, 1)
  173. reason DiscReason // sent to the peer
  174. )
  175. p.wg.Add(2)
  176. go p.readLoop(readErr)
  177. go p.pingLoop()
  178. // Start all protocol handlers.
  179. writeStart <- struct{}{}
  180. p.startProtocols(writeStart, writeErr)
  181. // Wait for an error or disconnect.
  182. loop:
  183. for {
  184. select {
  185. case err = <-writeErr:
  186. // A write finished. Allow the next write to start if
  187. // there was no error.
  188. if err != nil {
  189. reason = DiscNetworkError
  190. break loop
  191. }
  192. writeStart <- struct{}{}
  193. case err = <-readErr:
  194. if r, ok := err.(DiscReason); ok {
  195. remoteRequested = true
  196. reason = r
  197. } else {
  198. reason = DiscNetworkError
  199. }
  200. break loop
  201. case err = <-p.protoErr:
  202. reason = discReasonForError(err)
  203. break loop
  204. case err = <-p.disc:
  205. reason = discReasonForError(err)
  206. break loop
  207. }
  208. }
  209. close(p.closed)
  210. p.rw.close(reason)
  211. p.wg.Wait()
  212. return remoteRequested, err
  213. }
  214. func (p *Peer) pingLoop() {
  215. ping := time.NewTimer(pingInterval)
  216. defer p.wg.Done()
  217. defer ping.Stop()
  218. for {
  219. select {
  220. case <-ping.C:
  221. if err := SendItems(p.rw, pingMsg); err != nil {
  222. p.protoErr <- err
  223. return
  224. }
  225. ping.Reset(pingInterval)
  226. case <-p.closed:
  227. return
  228. }
  229. }
  230. }
  231. func (p *Peer) readLoop(errc chan<- error) {
  232. defer p.wg.Done()
  233. for {
  234. msg, err := p.rw.ReadMsg()
  235. if err != nil {
  236. errc <- err
  237. return
  238. }
  239. msg.ReceivedAt = time.Now()
  240. if err = p.handle(msg); err != nil {
  241. errc <- err
  242. return
  243. }
  244. }
  245. }
  246. func (p *Peer) handle(msg Msg) error {
  247. switch {
  248. case msg.Code == pingMsg:
  249. msg.Discard()
  250. go SendItems(p.rw, pongMsg)
  251. case msg.Code == discMsg:
  252. var reason [1]DiscReason
  253. // This is the last message. We don't need to discard or
  254. // check errors because, the connection will be closed after it.
  255. rlp.Decode(msg.Payload, &reason)
  256. return reason[0]
  257. case msg.Code < baseProtocolLength:
  258. // ignore other base protocol messages
  259. return msg.Discard()
  260. default:
  261. // it's a subprotocol message
  262. proto, err := p.getProto(msg.Code)
  263. if err != nil {
  264. return fmt.Errorf("msg code out of range: %v", msg.Code)
  265. }
  266. if metrics.Enabled {
  267. m := fmt.Sprintf("%s/%s/%d/%#02x", ingressMeterName, proto.Name, proto.Version, msg.Code-proto.offset)
  268. metrics.GetOrRegisterMeter(m, nil).Mark(int64(msg.meterSize))
  269. metrics.GetOrRegisterMeter(m+"/packets", nil).Mark(1)
  270. }
  271. select {
  272. case proto.in <- msg:
  273. return nil
  274. case <-p.closed:
  275. return io.EOF
  276. }
  277. }
  278. return nil
  279. }
  280. func countMatchingProtocols(protocols []Protocol, caps []Cap) int {
  281. n := 0
  282. for _, cap := range caps {
  283. for _, proto := range protocols {
  284. if proto.Name == cap.Name && proto.Version == cap.Version {
  285. n++
  286. }
  287. }
  288. }
  289. return n
  290. }
  291. // matchProtocols creates structures for matching named subprotocols.
  292. func matchProtocols(protocols []Protocol, caps []Cap, rw MsgReadWriter) map[string]*protoRW {
  293. sort.Sort(capsByNameAndVersion(caps))
  294. offset := baseProtocolLength
  295. result := make(map[string]*protoRW)
  296. outer:
  297. for _, cap := range caps {
  298. for _, proto := range protocols {
  299. if proto.Name == cap.Name && proto.Version == cap.Version {
  300. // If an old protocol version matched, revert it
  301. if old := result[cap.Name]; old != nil {
  302. offset -= old.Length
  303. }
  304. // Assign the new match
  305. result[cap.Name] = &protoRW{Protocol: proto, offset: offset, in: make(chan Msg), w: rw}
  306. offset += proto.Length
  307. continue outer
  308. }
  309. }
  310. }
  311. return result
  312. }
  313. func (p *Peer) startProtocols(writeStart <-chan struct{}, writeErr chan<- error) {
  314. p.wg.Add(len(p.running))
  315. for _, proto := range p.running {
  316. proto := proto
  317. proto.closed = p.closed
  318. proto.wstart = writeStart
  319. proto.werr = writeErr
  320. var rw MsgReadWriter = proto
  321. if p.events != nil {
  322. rw = newMsgEventer(rw, p.events, p.ID(), proto.Name, p.Info().Network.RemoteAddress, p.Info().Network.LocalAddress)
  323. }
  324. p.log.Trace(fmt.Sprintf("Starting protocol %s/%d", proto.Name, proto.Version))
  325. go func() {
  326. defer p.wg.Done()
  327. err := proto.Run(p, rw)
  328. if err == nil {
  329. p.log.Trace(fmt.Sprintf("Protocol %s/%d returned", proto.Name, proto.Version))
  330. err = errProtocolReturned
  331. } else if err != io.EOF {
  332. p.log.Trace(fmt.Sprintf("Protocol %s/%d failed", proto.Name, proto.Version), "err", err)
  333. }
  334. p.protoErr <- err
  335. }()
  336. }
  337. }
  338. // getProto finds the protocol responsible for handling
  339. // the given message code.
  340. func (p *Peer) getProto(code uint64) (*protoRW, error) {
  341. for _, proto := range p.running {
  342. if code >= proto.offset && code < proto.offset+proto.Length {
  343. return proto, nil
  344. }
  345. }
  346. return nil, newPeerError(errInvalidMsgCode, "%d", code)
  347. }
  348. type protoRW struct {
  349. Protocol
  350. in chan Msg // receives read messages
  351. closed <-chan struct{} // receives when peer is shutting down
  352. wstart <-chan struct{} // receives when write may start
  353. werr chan<- error // for write results
  354. offset uint64
  355. w MsgWriter
  356. }
  357. func (rw *protoRW) WriteMsg(msg Msg) (err error) {
  358. if msg.Code >= rw.Length {
  359. return newPeerError(errInvalidMsgCode, "not handled")
  360. }
  361. msg.meterCap = rw.cap()
  362. msg.meterCode = msg.Code
  363. msg.Code += rw.offset
  364. select {
  365. case <-rw.wstart:
  366. err = rw.w.WriteMsg(msg)
  367. // Report write status back to Peer.run. It will initiate
  368. // shutdown if the error is non-nil and unblock the next write
  369. // otherwise. The calling protocol code should exit for errors
  370. // as well but we don't want to rely on that.
  371. rw.werr <- err
  372. case <-rw.closed:
  373. err = ErrShuttingDown
  374. }
  375. return err
  376. }
  377. func (rw *protoRW) ReadMsg() (Msg, error) {
  378. select {
  379. case msg := <-rw.in:
  380. msg.Code -= rw.offset
  381. return msg, nil
  382. case <-rw.closed:
  383. return Msg{}, io.EOF
  384. }
  385. }
  386. // PeerInfo represents a short summary of the information known about a connected
  387. // peer. Sub-protocol independent fields are contained and initialized here, with
  388. // protocol specifics delegated to all connected sub-protocols.
  389. type PeerInfo struct {
  390. ENR string `json:"enr,omitempty"` // Ethereum Node Record
  391. Enode string `json:"enode"` // Node URL
  392. ID string `json:"id"` // Unique node identifier
  393. Name string `json:"name"` // Name of the node, including client type, version, OS, custom data
  394. Caps []string `json:"caps"` // Protocols advertised by this peer
  395. Network struct {
  396. LocalAddress string `json:"localAddress"` // Local endpoint of the TCP data connection
  397. RemoteAddress string `json:"remoteAddress"` // Remote endpoint of the TCP data connection
  398. Inbound bool `json:"inbound"`
  399. Trusted bool `json:"trusted"`
  400. Static bool `json:"static"`
  401. } `json:"network"`
  402. Protocols map[string]interface{} `json:"protocols"` // Sub-protocol specific metadata fields
  403. }
  404. // Info gathers and returns a collection of metadata known about a peer.
  405. func (p *Peer) Info() *PeerInfo {
  406. // Gather the protocol capabilities
  407. var caps []string
  408. for _, cap := range p.Caps() {
  409. caps = append(caps, cap.String())
  410. }
  411. // Assemble the generic peer metadata
  412. info := &PeerInfo{
  413. Enode: p.Node().URLv4(),
  414. ID: p.ID().String(),
  415. Name: p.Name(),
  416. Caps: caps,
  417. Protocols: make(map[string]interface{}),
  418. }
  419. if p.Node().Seq() > 0 {
  420. info.ENR = p.Node().String()
  421. }
  422. info.Network.LocalAddress = p.LocalAddr().String()
  423. info.Network.RemoteAddress = p.RemoteAddr().String()
  424. info.Network.Inbound = p.rw.is(inboundConn)
  425. info.Network.Trusted = p.rw.is(trustedConn)
  426. info.Network.Static = p.rw.is(staticDialedConn)
  427. // Gather all the running protocol infos
  428. for _, proto := range p.running {
  429. protoInfo := interface{}("unknown")
  430. if query := proto.Protocol.PeerInfo; query != nil {
  431. if metadata := query(p.ID()); metadata != nil {
  432. protoInfo = metadata
  433. } else {
  434. protoInfo = "handshake"
  435. }
  436. }
  437. info.Protocols[proto.Name] = protoInfo
  438. }
  439. return info
  440. }