protocol_test.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623
  1. // Copyright 2017 The go-ethereum Authors
  2. // This file is part of the go-ethereum library.
  3. //
  4. // The go-ethereum library is free software: you can redistribute it and/or modify
  5. // it under the terms of the GNU Lesser General Public License as published by
  6. // the Free Software Foundation, either version 3 of the License, or
  7. // (at your option) any later version.
  8. //
  9. // The go-ethereum library is distributed in the hope that it will be useful,
  10. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. // GNU Lesser General Public License for more details.
  13. //
  14. // You should have received a copy of the GNU Lesser General Public License
  15. // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
  16. package protocols
  17. import (
  18. "bytes"
  19. "context"
  20. "errors"
  21. "fmt"
  22. "sync"
  23. "testing"
  24. "time"
  25. "github.com/ethereum/go-ethereum/rlp"
  26. "github.com/ethereum/go-ethereum/crypto"
  27. "github.com/ethereum/go-ethereum/p2p"
  28. "github.com/ethereum/go-ethereum/p2p/enode"
  29. "github.com/ethereum/go-ethereum/p2p/simulations/adapters"
  30. p2ptest "github.com/ethereum/go-ethereum/p2p/testing"
  31. )
  32. // handshake message type
  33. type hs0 struct {
  34. C uint
  35. }
  36. // message to kill/drop the peer with nodeID
  37. type kill struct {
  38. C enode.ID
  39. }
  40. // message to drop connection
  41. type drop struct {
  42. }
  43. /// protoHandshake represents module-independent aspects of the protocol and is
  44. // the first message peers send and receive as part the initial exchange
  45. type protoHandshake struct {
  46. Version uint // local and remote peer should have identical version
  47. NetworkID string // local and remote peer should have identical network id
  48. }
  49. // checkProtoHandshake verifies local and remote protoHandshakes match
  50. func checkProtoHandshake(testVersion uint, testNetworkID string) func(interface{}) error {
  51. return func(rhs interface{}) error {
  52. remote := rhs.(*protoHandshake)
  53. if remote.NetworkID != testNetworkID {
  54. return fmt.Errorf("%s (!= %s)", remote.NetworkID, testNetworkID)
  55. }
  56. if remote.Version != testVersion {
  57. return fmt.Errorf("%d (!= %d)", remote.Version, testVersion)
  58. }
  59. return nil
  60. }
  61. }
  62. // newProtocol sets up a protocol
  63. // the run function here demonstrates a typical protocol using peerPool, handshake
  64. // and messages registered to handlers
  65. func newProtocol(pp *p2ptest.TestPeerPool) func(*p2p.Peer, p2p.MsgReadWriter) error {
  66. spec := &Spec{
  67. Name: "test",
  68. Version: 42,
  69. MaxMsgSize: 10 * 1024,
  70. Messages: []interface{}{
  71. protoHandshake{},
  72. hs0{},
  73. kill{},
  74. drop{},
  75. },
  76. }
  77. return func(p *p2p.Peer, rw p2p.MsgReadWriter) error {
  78. peer := NewPeer(p, rw, spec)
  79. // initiate one-off protohandshake and check validity
  80. ctx, cancel := context.WithTimeout(context.Background(), time.Second)
  81. defer cancel()
  82. phs := &protoHandshake{42, "420"}
  83. hsCheck := checkProtoHandshake(phs.Version, phs.NetworkID)
  84. _, err := peer.Handshake(ctx, phs, hsCheck)
  85. if err != nil {
  86. return err
  87. }
  88. lhs := &hs0{42}
  89. // module handshake demonstrating a simple repeatable exchange of same-type message
  90. hs, err := peer.Handshake(ctx, lhs, nil)
  91. if err != nil {
  92. return err
  93. }
  94. if rmhs := hs.(*hs0); rmhs.C > lhs.C {
  95. return fmt.Errorf("handshake mismatch remote %v > local %v", rmhs.C, lhs.C)
  96. }
  97. handle := func(ctx context.Context, msg interface{}) error {
  98. switch msg := msg.(type) {
  99. case *protoHandshake:
  100. return errors.New("duplicate handshake")
  101. case *hs0:
  102. rhs := msg
  103. if rhs.C > lhs.C {
  104. return fmt.Errorf("handshake mismatch remote %v > local %v", rhs.C, lhs.C)
  105. }
  106. lhs.C += rhs.C
  107. return peer.Send(ctx, lhs)
  108. case *kill:
  109. // demonstrates use of peerPool, killing another peer connection as a response to a message
  110. id := msg.C
  111. pp.Get(id).Drop(errors.New("killed"))
  112. return nil
  113. case *drop:
  114. // for testing we can trigger self induced disconnect upon receiving drop message
  115. return errors.New("dropped")
  116. default:
  117. return fmt.Errorf("unknown message type: %T", msg)
  118. }
  119. }
  120. pp.Add(peer)
  121. defer pp.Remove(peer)
  122. return peer.Run(handle)
  123. }
  124. }
  125. func protocolTester(pp *p2ptest.TestPeerPool) *p2ptest.ProtocolTester {
  126. prvkey, err := crypto.GenerateKey()
  127. if err != nil {
  128. panic(err)
  129. }
  130. return p2ptest.NewProtocolTester(prvkey, 2, newProtocol(pp))
  131. }
  132. func protoHandshakeExchange(id enode.ID, proto *protoHandshake) []p2ptest.Exchange {
  133. return []p2ptest.Exchange{
  134. {
  135. Expects: []p2ptest.Expect{
  136. {
  137. Code: 0,
  138. Msg: &protoHandshake{42, "420"},
  139. Peer: id,
  140. },
  141. },
  142. },
  143. {
  144. Triggers: []p2ptest.Trigger{
  145. {
  146. Code: 0,
  147. Msg: proto,
  148. Peer: id,
  149. },
  150. },
  151. },
  152. }
  153. }
  154. func runProtoHandshake(t *testing.T, proto *protoHandshake, errs ...error) {
  155. t.Helper()
  156. pp := p2ptest.NewTestPeerPool()
  157. s := protocolTester(pp)
  158. defer s.Stop()
  159. // TODO: make this more than one handshake
  160. node := s.Nodes[0]
  161. if err := s.TestExchanges(protoHandshakeExchange(node.ID(), proto)...); err != nil {
  162. t.Fatal(err)
  163. }
  164. var disconnects []*p2ptest.Disconnect
  165. for i, err := range errs {
  166. disconnects = append(disconnects, &p2ptest.Disconnect{Peer: s.Nodes[i].ID(), Error: err})
  167. }
  168. if err := s.TestDisconnected(disconnects...); err != nil {
  169. t.Fatal(err)
  170. }
  171. }
  172. type dummyHook struct {
  173. peer *Peer
  174. size uint32
  175. msg interface{}
  176. send bool
  177. err error
  178. waitC chan struct{}
  179. mu sync.Mutex
  180. }
  181. type dummyMsg struct {
  182. Content string
  183. }
  184. func (d *dummyHook) Send(peer *Peer, size uint32, msg interface{}) error {
  185. d.mu.Lock()
  186. defer d.mu.Unlock()
  187. d.peer = peer
  188. d.size = size
  189. d.msg = msg
  190. d.send = true
  191. return d.err
  192. }
  193. func (d *dummyHook) Receive(peer *Peer, size uint32, msg interface{}) error {
  194. d.mu.Lock()
  195. defer d.mu.Unlock()
  196. d.peer = peer
  197. d.size = size
  198. d.msg = msg
  199. d.send = false
  200. d.waitC <- struct{}{}
  201. return d.err
  202. }
  203. func TestProtocolHook(t *testing.T) {
  204. testHook := &dummyHook{
  205. waitC: make(chan struct{}, 1),
  206. }
  207. spec := &Spec{
  208. Name: "test",
  209. Version: 42,
  210. MaxMsgSize: 10 * 1024,
  211. Messages: []interface{}{
  212. dummyMsg{},
  213. },
  214. Hook: testHook,
  215. }
  216. runFunc := func(p *p2p.Peer, rw p2p.MsgReadWriter) error {
  217. peer := NewPeer(p, rw, spec)
  218. ctx := context.TODO()
  219. err := peer.Send(ctx, &dummyMsg{
  220. Content: "handshake"})
  221. if err != nil {
  222. t.Fatal(err)
  223. }
  224. handle := func(ctx context.Context, msg interface{}) error {
  225. return nil
  226. }
  227. return peer.Run(handle)
  228. }
  229. prvkey, err := crypto.GenerateKey()
  230. if err != nil {
  231. panic(err)
  232. }
  233. tester := p2ptest.NewProtocolTester(prvkey, 2, runFunc)
  234. err = tester.TestExchanges(p2ptest.Exchange{
  235. Expects: []p2ptest.Expect{
  236. {
  237. Code: 0,
  238. Msg: &dummyMsg{Content: "handshake"},
  239. Peer: tester.Nodes[0].ID(),
  240. },
  241. },
  242. })
  243. if err != nil {
  244. t.Fatal(err)
  245. }
  246. testHook.mu.Lock()
  247. if testHook.msg == nil || testHook.msg.(*dummyMsg).Content != "handshake" {
  248. t.Fatal("Expected msg to be set, but it is not")
  249. }
  250. if !testHook.send {
  251. t.Fatal("Expected a send message, but it is not")
  252. }
  253. if testHook.peer == nil {
  254. t.Fatal("Expected peer to be set, is nil")
  255. }
  256. if peerId := testHook.peer.ID(); peerId != tester.Nodes[0].ID() && peerId != tester.Nodes[1].ID() {
  257. t.Fatalf("Expected peer ID to be set correctly, but it is not (got %v, exp %v or %v", peerId, tester.Nodes[0].ID(), tester.Nodes[1].ID())
  258. }
  259. if testHook.size != 11 { //11 is the length of the encoded message
  260. t.Fatalf("Expected size to be %d, but it is %d ", 1, testHook.size)
  261. }
  262. testHook.mu.Unlock()
  263. err = tester.TestExchanges(p2ptest.Exchange{
  264. Triggers: []p2ptest.Trigger{
  265. {
  266. Code: 0,
  267. Msg: &dummyMsg{Content: "response"},
  268. Peer: tester.Nodes[1].ID(),
  269. },
  270. },
  271. })
  272. <-testHook.waitC
  273. if err != nil {
  274. t.Fatal(err)
  275. }
  276. testHook.mu.Lock()
  277. if testHook.msg == nil || testHook.msg.(*dummyMsg).Content != "response" {
  278. t.Fatal("Expected msg to be set, but it is not")
  279. }
  280. if testHook.send {
  281. t.Fatal("Expected a send message, but it is not")
  282. }
  283. if testHook.peer == nil || testHook.peer.ID() != tester.Nodes[1].ID() {
  284. t.Fatal("Expected peer ID to be set correctly, but it is not")
  285. }
  286. if testHook.size != 10 { //11 is the length of the encoded message
  287. t.Fatalf("Expected size to be %d, but it is %d ", 1, testHook.size)
  288. }
  289. testHook.mu.Unlock()
  290. testHook.err = fmt.Errorf("dummy error")
  291. err = tester.TestExchanges(p2ptest.Exchange{
  292. Triggers: []p2ptest.Trigger{
  293. {
  294. Code: 0,
  295. Msg: &dummyMsg{Content: "response"},
  296. Peer: tester.Nodes[1].ID(),
  297. },
  298. },
  299. })
  300. <-testHook.waitC
  301. time.Sleep(100 * time.Millisecond)
  302. err = tester.TestDisconnected(&p2ptest.Disconnect{Peer: tester.Nodes[1].ID(), Error: testHook.err})
  303. if err != nil {
  304. t.Fatalf("Expected a specific disconnect error, but got different one: %v", err)
  305. }
  306. }
  307. //We need to test that if the hook is not defined, then message infrastructure
  308. //(send,receive) still works
  309. func TestNoHook(t *testing.T) {
  310. //create a test spec
  311. spec := createTestSpec()
  312. //a random node
  313. id := adapters.RandomNodeConfig().ID
  314. //a peer
  315. p := p2p.NewPeer(id, "testPeer", nil)
  316. rw := &dummyRW{}
  317. peer := NewPeer(p, rw, spec)
  318. ctx := context.TODO()
  319. msg := &perBytesMsgSenderPays{Content: "testBalance"}
  320. //send a message
  321. if err := peer.Send(ctx, msg); err != nil {
  322. t.Fatal(err)
  323. }
  324. //simulate receiving a message
  325. rw.msg = msg
  326. handler := func(ctx context.Context, msg interface{}) error {
  327. return nil
  328. }
  329. if err := peer.handleIncoming(handler); err != nil {
  330. t.Fatal(err)
  331. }
  332. }
  333. func TestProtoHandshakeVersionMismatch(t *testing.T) {
  334. runProtoHandshake(t, &protoHandshake{41, "420"}, errorf(ErrHandshake, errorf(ErrHandler, "(msg code 0): 41 (!= 42)").Error()))
  335. }
  336. func TestProtoHandshakeNetworkIDMismatch(t *testing.T) {
  337. runProtoHandshake(t, &protoHandshake{42, "421"}, errorf(ErrHandshake, errorf(ErrHandler, "(msg code 0): 421 (!= 420)").Error()))
  338. }
  339. func TestProtoHandshakeSuccess(t *testing.T) {
  340. runProtoHandshake(t, &protoHandshake{42, "420"})
  341. }
  342. func moduleHandshakeExchange(id enode.ID, resp uint) []p2ptest.Exchange {
  343. return []p2ptest.Exchange{
  344. {
  345. Expects: []p2ptest.Expect{
  346. {
  347. Code: 1,
  348. Msg: &hs0{42},
  349. Peer: id,
  350. },
  351. },
  352. },
  353. {
  354. Triggers: []p2ptest.Trigger{
  355. {
  356. Code: 1,
  357. Msg: &hs0{resp},
  358. Peer: id,
  359. },
  360. },
  361. },
  362. }
  363. }
  364. func runModuleHandshake(t *testing.T, resp uint, errs ...error) {
  365. t.Helper()
  366. pp := p2ptest.NewTestPeerPool()
  367. s := protocolTester(pp)
  368. defer s.Stop()
  369. node := s.Nodes[0]
  370. if err := s.TestExchanges(protoHandshakeExchange(node.ID(), &protoHandshake{42, "420"})...); err != nil {
  371. t.Fatal(err)
  372. }
  373. if err := s.TestExchanges(moduleHandshakeExchange(node.ID(), resp)...); err != nil {
  374. t.Fatal(err)
  375. }
  376. var disconnects []*p2ptest.Disconnect
  377. for i, err := range errs {
  378. disconnects = append(disconnects, &p2ptest.Disconnect{Peer: s.Nodes[i].ID(), Error: err})
  379. }
  380. if err := s.TestDisconnected(disconnects...); err != nil {
  381. t.Fatal(err)
  382. }
  383. }
  384. func TestModuleHandshakeError(t *testing.T) {
  385. runModuleHandshake(t, 43, fmt.Errorf("handshake mismatch remote 43 > local 42"))
  386. }
  387. func TestModuleHandshakeSuccess(t *testing.T) {
  388. runModuleHandshake(t, 42)
  389. }
  390. // testing complex interactions over multiple peers, relaying, dropping
  391. func testMultiPeerSetup(a, b enode.ID) []p2ptest.Exchange {
  392. return []p2ptest.Exchange{
  393. {
  394. Label: "primary handshake",
  395. Expects: []p2ptest.Expect{
  396. {
  397. Code: 0,
  398. Msg: &protoHandshake{42, "420"},
  399. Peer: a,
  400. },
  401. {
  402. Code: 0,
  403. Msg: &protoHandshake{42, "420"},
  404. Peer: b,
  405. },
  406. },
  407. },
  408. {
  409. Label: "module handshake",
  410. Triggers: []p2ptest.Trigger{
  411. {
  412. Code: 0,
  413. Msg: &protoHandshake{42, "420"},
  414. Peer: a,
  415. },
  416. {
  417. Code: 0,
  418. Msg: &protoHandshake{42, "420"},
  419. Peer: b,
  420. },
  421. },
  422. Expects: []p2ptest.Expect{
  423. {
  424. Code: 1,
  425. Msg: &hs0{42},
  426. Peer: a,
  427. },
  428. {
  429. Code: 1,
  430. Msg: &hs0{42},
  431. Peer: b,
  432. },
  433. },
  434. },
  435. {Label: "alternative module handshake", Triggers: []p2ptest.Trigger{{Code: 1, Msg: &hs0{41}, Peer: a},
  436. {Code: 1, Msg: &hs0{41}, Peer: b}}},
  437. {Label: "repeated module handshake", Triggers: []p2ptest.Trigger{{Code: 1, Msg: &hs0{1}, Peer: a}}},
  438. {Label: "receiving repeated module handshake", Expects: []p2ptest.Expect{{Code: 1, Msg: &hs0{43}, Peer: a}}}}
  439. }
  440. func runMultiplePeers(t *testing.T, peer int, errs ...error) {
  441. t.Helper()
  442. pp := p2ptest.NewTestPeerPool()
  443. s := protocolTester(pp)
  444. defer s.Stop()
  445. if err := s.TestExchanges(testMultiPeerSetup(s.Nodes[0].ID(), s.Nodes[1].ID())...); err != nil {
  446. t.Fatal(err)
  447. }
  448. // after some exchanges of messages, we can test state changes
  449. // here this is simply demonstrated by the peerPool
  450. // after the handshake negotiations peers must be added to the pool
  451. // time.Sleep(1)
  452. tick := time.NewTicker(10 * time.Millisecond)
  453. timeout := time.NewTimer(1 * time.Second)
  454. WAIT:
  455. for {
  456. select {
  457. case <-tick.C:
  458. if pp.Has(s.Nodes[0].ID()) {
  459. break WAIT
  460. }
  461. case <-timeout.C:
  462. t.Fatal("timeout")
  463. }
  464. }
  465. if !pp.Has(s.Nodes[1].ID()) {
  466. t.Fatalf("missing peer test-1: %v (%v)", pp, s.Nodes)
  467. }
  468. // peer 0 sends kill request for peer with index <peer>
  469. err := s.TestExchanges(p2ptest.Exchange{
  470. Triggers: []p2ptest.Trigger{
  471. {
  472. Code: 2,
  473. Msg: &kill{s.Nodes[peer].ID()},
  474. Peer: s.Nodes[0].ID(),
  475. },
  476. },
  477. })
  478. if err != nil {
  479. t.Fatal(err)
  480. }
  481. // the peer not killed sends a drop request
  482. err = s.TestExchanges(p2ptest.Exchange{
  483. Triggers: []p2ptest.Trigger{
  484. {
  485. Code: 3,
  486. Msg: &drop{},
  487. Peer: s.Nodes[(peer+1)%2].ID(),
  488. },
  489. },
  490. })
  491. if err != nil {
  492. t.Fatal(err)
  493. }
  494. // check the actual discconnect errors on the individual peers
  495. var disconnects []*p2ptest.Disconnect
  496. for i, err := range errs {
  497. disconnects = append(disconnects, &p2ptest.Disconnect{Peer: s.Nodes[i].ID(), Error: err})
  498. }
  499. if err := s.TestDisconnected(disconnects...); err != nil {
  500. t.Fatal(err)
  501. }
  502. // test if disconnected peers have been removed from peerPool
  503. if pp.Has(s.Nodes[peer].ID()) {
  504. t.Fatalf("peer test-%v not dropped: %v (%v)", peer, pp, s.Nodes)
  505. }
  506. }
  507. func TestMultiplePeersDropSelf(t *testing.T) {
  508. runMultiplePeers(t, 0,
  509. fmt.Errorf("subprotocol error"),
  510. fmt.Errorf("Message handler error: (msg code 3): dropped"),
  511. )
  512. }
  513. func TestMultiplePeersDropOther(t *testing.T) {
  514. runMultiplePeers(t, 1,
  515. fmt.Errorf("Message handler error: (msg code 3): dropped"),
  516. fmt.Errorf("subprotocol error"),
  517. )
  518. }
  519. //dummy implementation of a MsgReadWriter
  520. //this allows for quick and easy unit tests without
  521. //having to build up the complete protocol
  522. type dummyRW struct {
  523. msg interface{}
  524. size uint32
  525. code uint64
  526. }
  527. func (d *dummyRW) WriteMsg(msg p2p.Msg) error {
  528. return nil
  529. }
  530. func (d *dummyRW) ReadMsg() (p2p.Msg, error) {
  531. enc := bytes.NewReader(d.getDummyMsg())
  532. return p2p.Msg{
  533. Code: d.code,
  534. Size: d.size,
  535. Payload: enc,
  536. ReceivedAt: time.Now(),
  537. }, nil
  538. }
  539. func (d *dummyRW) getDummyMsg() []byte {
  540. r, _ := rlp.EncodeToBytes(d.msg)
  541. var b bytes.Buffer
  542. wmsg := WrappedMsg{
  543. Context: b.Bytes(),
  544. Size: uint32(len(r)),
  545. Payload: r,
  546. }
  547. rr, _ := rlp.EncodeToBytes(wmsg)
  548. d.size = uint32(len(rr))
  549. return rr
  550. }