decode_test.go 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791
  1. // Copyright 2014 The go-ethereum Authors
  2. // This file is part of the go-ethereum library.
  3. //
  4. // The go-ethereum library is free software: you can redistribute it and/or modify
  5. // it under the terms of the GNU Lesser General Public License as published by
  6. // the Free Software Foundation, either version 3 of the License, or
  7. // (at your option) any later version.
  8. //
  9. // The go-ethereum library is distributed in the hope that it will be useful,
  10. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. // GNU Lesser General Public License for more details.
  13. //
  14. // You should have received a copy of the GNU Lesser General Public License
  15. // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
  16. package rlp
  17. import (
  18. "bytes"
  19. "encoding/hex"
  20. "errors"
  21. "fmt"
  22. "io"
  23. "math/big"
  24. "reflect"
  25. "strings"
  26. "testing"
  27. )
  28. func TestStreamKind(t *testing.T) {
  29. tests := []struct {
  30. input string
  31. wantKind Kind
  32. wantLen uint64
  33. }{
  34. {"00", Byte, 0},
  35. {"01", Byte, 0},
  36. {"7F", Byte, 0},
  37. {"80", String, 0},
  38. {"B7", String, 55},
  39. {"B90400", String, 1024},
  40. {"BFFFFFFFFFFFFFFFFF", String, ^uint64(0)},
  41. {"C0", List, 0},
  42. {"C8", List, 8},
  43. {"F7", List, 55},
  44. {"F90400", List, 1024},
  45. {"FFFFFFFFFFFFFFFFFF", List, ^uint64(0)},
  46. }
  47. for i, test := range tests {
  48. // using plainReader to inhibit input limit errors.
  49. s := NewStream(newPlainReader(unhex(test.input)), 0)
  50. kind, len, err := s.Kind()
  51. if err != nil {
  52. t.Errorf("test %d: Kind returned error: %v", i, err)
  53. continue
  54. }
  55. if kind != test.wantKind {
  56. t.Errorf("test %d: kind mismatch: got %d, want %d", i, kind, test.wantKind)
  57. }
  58. if len != test.wantLen {
  59. t.Errorf("test %d: len mismatch: got %d, want %d", i, len, test.wantLen)
  60. }
  61. }
  62. }
  63. func TestNewListStream(t *testing.T) {
  64. ls := NewListStream(bytes.NewReader(unhex("0101010101")), 3)
  65. if k, size, err := ls.Kind(); k != List || size != 3 || err != nil {
  66. t.Errorf("Kind() returned (%v, %d, %v), expected (List, 3, nil)", k, size, err)
  67. }
  68. if size, err := ls.List(); size != 3 || err != nil {
  69. t.Errorf("List() returned (%d, %v), expected (3, nil)", size, err)
  70. }
  71. for i := 0; i < 3; i++ {
  72. if val, err := ls.Uint(); val != 1 || err != nil {
  73. t.Errorf("Uint() returned (%d, %v), expected (1, nil)", val, err)
  74. }
  75. }
  76. if err := ls.ListEnd(); err != nil {
  77. t.Errorf("ListEnd() returned %v, expected (3, nil)", err)
  78. }
  79. }
  80. func TestStreamErrors(t *testing.T) {
  81. withoutInputLimit := func(b []byte) *Stream {
  82. return NewStream(newPlainReader(b), 0)
  83. }
  84. withCustomInputLimit := func(limit uint64) func([]byte) *Stream {
  85. return func(b []byte) *Stream {
  86. return NewStream(bytes.NewReader(b), limit)
  87. }
  88. }
  89. type calls []string
  90. tests := []struct {
  91. string
  92. calls
  93. newStream func([]byte) *Stream // uses bytes.Reader if nil
  94. error error
  95. }{
  96. {"C0", calls{"Bytes"}, nil, ErrExpectedString},
  97. {"C0", calls{"Uint"}, nil, ErrExpectedString},
  98. {"89000000000000000001", calls{"Uint"}, nil, errUintOverflow},
  99. {"00", calls{"List"}, nil, ErrExpectedList},
  100. {"80", calls{"List"}, nil, ErrExpectedList},
  101. {"C0", calls{"List", "Uint"}, nil, EOL},
  102. {"C8C9010101010101010101", calls{"List", "Kind"}, nil, ErrElemTooLarge},
  103. {"C3C2010201", calls{"List", "List", "Uint", "Uint", "ListEnd", "Uint"}, nil, EOL},
  104. {"00", calls{"ListEnd"}, nil, errNotInList},
  105. {"C401020304", calls{"List", "Uint", "ListEnd"}, nil, errNotAtEOL},
  106. // Non-canonical integers (e.g. leading zero bytes).
  107. {"00", calls{"Uint"}, nil, ErrCanonInt},
  108. {"820002", calls{"Uint"}, nil, ErrCanonInt},
  109. {"8133", calls{"Uint"}, nil, ErrCanonSize},
  110. {"817F", calls{"Uint"}, nil, ErrCanonSize},
  111. {"8180", calls{"Uint"}, nil, nil},
  112. // Non-valid boolean
  113. {"02", calls{"Bool"}, nil, errors.New("rlp: invalid boolean value: 2")},
  114. // Size tags must use the smallest possible encoding.
  115. // Leading zero bytes in the size tag are also rejected.
  116. {"8100", calls{"Uint"}, nil, ErrCanonSize},
  117. {"8100", calls{"Bytes"}, nil, ErrCanonSize},
  118. {"8101", calls{"Bytes"}, nil, ErrCanonSize},
  119. {"817F", calls{"Bytes"}, nil, ErrCanonSize},
  120. {"8180", calls{"Bytes"}, nil, nil},
  121. {"B800", calls{"Kind"}, withoutInputLimit, ErrCanonSize},
  122. {"B90000", calls{"Kind"}, withoutInputLimit, ErrCanonSize},
  123. {"B90055", calls{"Kind"}, withoutInputLimit, ErrCanonSize},
  124. {"BA0002FFFF", calls{"Bytes"}, withoutInputLimit, ErrCanonSize},
  125. {"F800", calls{"Kind"}, withoutInputLimit, ErrCanonSize},
  126. {"F90000", calls{"Kind"}, withoutInputLimit, ErrCanonSize},
  127. {"F90055", calls{"Kind"}, withoutInputLimit, ErrCanonSize},
  128. {"FA0002FFFF", calls{"List"}, withoutInputLimit, ErrCanonSize},
  129. // Expected EOF
  130. {"", calls{"Kind"}, nil, io.EOF},
  131. {"", calls{"Uint"}, nil, io.EOF},
  132. {"", calls{"List"}, nil, io.EOF},
  133. {"8180", calls{"Uint", "Uint"}, nil, io.EOF},
  134. {"C0", calls{"List", "ListEnd", "List"}, nil, io.EOF},
  135. {"", calls{"List"}, withoutInputLimit, io.EOF},
  136. {"8180", calls{"Uint", "Uint"}, withoutInputLimit, io.EOF},
  137. {"C0", calls{"List", "ListEnd", "List"}, withoutInputLimit, io.EOF},
  138. // Input limit errors.
  139. {"81", calls{"Bytes"}, nil, ErrValueTooLarge},
  140. {"81", calls{"Uint"}, nil, ErrValueTooLarge},
  141. {"81", calls{"Raw"}, nil, ErrValueTooLarge},
  142. {"BFFFFFFFFFFFFFFFFFFF", calls{"Bytes"}, nil, ErrValueTooLarge},
  143. {"C801", calls{"List"}, nil, ErrValueTooLarge},
  144. // Test for list element size check overflow.
  145. {"CD04040404FFFFFFFFFFFFFFFFFF0303", calls{"List", "Uint", "Uint", "Uint", "Uint", "List"}, nil, ErrElemTooLarge},
  146. // Test for input limit overflow. Since we are counting the limit
  147. // down toward zero in Stream.remaining, reading too far can overflow
  148. // remaining to a large value, effectively disabling the limit.
  149. {"C40102030401", calls{"Raw", "Uint"}, withCustomInputLimit(5), io.EOF},
  150. {"C4010203048180", calls{"Raw", "Uint"}, withCustomInputLimit(6), ErrValueTooLarge},
  151. // Check that the same calls are fine without a limit.
  152. {"C40102030401", calls{"Raw", "Uint"}, withoutInputLimit, nil},
  153. {"C4010203048180", calls{"Raw", "Uint"}, withoutInputLimit, nil},
  154. // Unexpected EOF. This only happens when there is
  155. // no input limit, so the reader needs to be 'dumbed down'.
  156. {"81", calls{"Bytes"}, withoutInputLimit, io.ErrUnexpectedEOF},
  157. {"81", calls{"Uint"}, withoutInputLimit, io.ErrUnexpectedEOF},
  158. {"BFFFFFFFFFFFFFFF", calls{"Bytes"}, withoutInputLimit, io.ErrUnexpectedEOF},
  159. {"C801", calls{"List", "Uint", "Uint"}, withoutInputLimit, io.ErrUnexpectedEOF},
  160. // This test verifies that the input position is advanced
  161. // correctly when calling Bytes for empty strings. Kind can be called
  162. // any number of times in between and doesn't advance.
  163. {"C3808080", calls{
  164. "List", // enter the list
  165. "Bytes", // past first element
  166. "Kind", "Kind", "Kind", // this shouldn't advance
  167. "Bytes", // past second element
  168. "Kind", "Kind", // can't hurt to try
  169. "Bytes", // past final element
  170. "Bytes", // this one should fail
  171. }, nil, EOL},
  172. }
  173. testfor:
  174. for i, test := range tests {
  175. if test.newStream == nil {
  176. test.newStream = func(b []byte) *Stream { return NewStream(bytes.NewReader(b), 0) }
  177. }
  178. s := test.newStream(unhex(test.string))
  179. rs := reflect.ValueOf(s)
  180. for j, call := range test.calls {
  181. fval := rs.MethodByName(call)
  182. ret := fval.Call(nil)
  183. err := "<nil>"
  184. if lastret := ret[len(ret)-1].Interface(); lastret != nil {
  185. err = lastret.(error).Error()
  186. }
  187. if j == len(test.calls)-1 {
  188. want := "<nil>"
  189. if test.error != nil {
  190. want = test.error.Error()
  191. }
  192. if err != want {
  193. t.Log(test)
  194. t.Errorf("test %d: last call (%s) error mismatch\ngot: %s\nwant: %s",
  195. i, call, err, test.error)
  196. }
  197. } else if err != "<nil>" {
  198. t.Log(test)
  199. t.Errorf("test %d: call %d (%s) unexpected error: %q", i, j, call, err)
  200. continue testfor
  201. }
  202. }
  203. }
  204. }
  205. func TestStreamList(t *testing.T) {
  206. s := NewStream(bytes.NewReader(unhex("C80102030405060708")), 0)
  207. len, err := s.List()
  208. if err != nil {
  209. t.Fatalf("List error: %v", err)
  210. }
  211. if len != 8 {
  212. t.Fatalf("List returned invalid length, got %d, want 8", len)
  213. }
  214. for i := uint64(1); i <= 8; i++ {
  215. v, err := s.Uint()
  216. if err != nil {
  217. t.Fatalf("Uint error: %v", err)
  218. }
  219. if i != v {
  220. t.Errorf("Uint returned wrong value, got %d, want %d", v, i)
  221. }
  222. }
  223. if _, err := s.Uint(); err != EOL {
  224. t.Errorf("Uint error mismatch, got %v, want %v", err, EOL)
  225. }
  226. if err = s.ListEnd(); err != nil {
  227. t.Fatalf("ListEnd error: %v", err)
  228. }
  229. }
  230. func TestStreamRaw(t *testing.T) {
  231. s := NewStream(bytes.NewReader(unhex("C58401010101")), 0)
  232. s.List()
  233. want := unhex("8401010101")
  234. raw, err := s.Raw()
  235. if err != nil {
  236. t.Fatal(err)
  237. }
  238. if !bytes.Equal(want, raw) {
  239. t.Errorf("raw mismatch: got %x, want %x", raw, want)
  240. }
  241. }
  242. func TestDecodeErrors(t *testing.T) {
  243. r := bytes.NewReader(nil)
  244. if err := Decode(r, nil); err != errDecodeIntoNil {
  245. t.Errorf("Decode(r, nil) error mismatch, got %q, want %q", err, errDecodeIntoNil)
  246. }
  247. var nilptr *struct{}
  248. if err := Decode(r, nilptr); err != errDecodeIntoNil {
  249. t.Errorf("Decode(r, nilptr) error mismatch, got %q, want %q", err, errDecodeIntoNil)
  250. }
  251. if err := Decode(r, struct{}{}); err != errNoPointer {
  252. t.Errorf("Decode(r, struct{}{}) error mismatch, got %q, want %q", err, errNoPointer)
  253. }
  254. expectErr := "rlp: type chan bool is not RLP-serializable"
  255. if err := Decode(r, new(chan bool)); err == nil || err.Error() != expectErr {
  256. t.Errorf("Decode(r, new(chan bool)) error mismatch, got %q, want %q", err, expectErr)
  257. }
  258. if err := Decode(r, new(uint)); err != io.EOF {
  259. t.Errorf("Decode(r, new(int)) error mismatch, got %q, want %q", err, io.EOF)
  260. }
  261. }
  262. type decodeTest struct {
  263. input string
  264. ptr interface{}
  265. value interface{}
  266. error string
  267. }
  268. type simplestruct struct {
  269. A uint
  270. B string
  271. }
  272. type recstruct struct {
  273. I uint
  274. Child *recstruct `rlp:"nil"`
  275. }
  276. type invalidTail1 struct {
  277. A uint `rlp:"tail"`
  278. B string
  279. }
  280. type invalidTail2 struct {
  281. A uint
  282. B string `rlp:"tail"`
  283. }
  284. type tailRaw struct {
  285. A uint
  286. Tail []RawValue `rlp:"tail"`
  287. }
  288. type tailUint struct {
  289. A uint
  290. Tail []uint `rlp:"tail"`
  291. }
  292. var (
  293. veryBigInt = big.NewInt(0).Add(
  294. big.NewInt(0).Lsh(big.NewInt(0xFFFFFFFFFFFFFF), 16),
  295. big.NewInt(0xFFFF),
  296. )
  297. )
  298. var decodeTests = []decodeTest{
  299. // booleans
  300. {input: "01", ptr: new(bool), value: true},
  301. {input: "80", ptr: new(bool), value: false},
  302. {input: "02", ptr: new(bool), error: "rlp: invalid boolean value: 2"},
  303. // integers
  304. {input: "05", ptr: new(uint32), value: uint32(5)},
  305. {input: "80", ptr: new(uint32), value: uint32(0)},
  306. {input: "820505", ptr: new(uint32), value: uint32(0x0505)},
  307. {input: "83050505", ptr: new(uint32), value: uint32(0x050505)},
  308. {input: "8405050505", ptr: new(uint32), value: uint32(0x05050505)},
  309. {input: "850505050505", ptr: new(uint32), error: "rlp: input string too long for uint32"},
  310. {input: "C0", ptr: new(uint32), error: "rlp: expected input string or byte for uint32"},
  311. {input: "00", ptr: new(uint32), error: "rlp: non-canonical integer (leading zero bytes) for uint32"},
  312. {input: "8105", ptr: new(uint32), error: "rlp: non-canonical size information for uint32"},
  313. {input: "820004", ptr: new(uint32), error: "rlp: non-canonical integer (leading zero bytes) for uint32"},
  314. {input: "B8020004", ptr: new(uint32), error: "rlp: non-canonical size information for uint32"},
  315. // slices
  316. {input: "C0", ptr: new([]uint), value: []uint{}},
  317. {input: "C80102030405060708", ptr: new([]uint), value: []uint{1, 2, 3, 4, 5, 6, 7, 8}},
  318. {input: "F8020004", ptr: new([]uint), error: "rlp: non-canonical size information for []uint"},
  319. // arrays
  320. {input: "C50102030405", ptr: new([5]uint), value: [5]uint{1, 2, 3, 4, 5}},
  321. {input: "C0", ptr: new([5]uint), error: "rlp: input list has too few elements for [5]uint"},
  322. {input: "C102", ptr: new([5]uint), error: "rlp: input list has too few elements for [5]uint"},
  323. {input: "C6010203040506", ptr: new([5]uint), error: "rlp: input list has too many elements for [5]uint"},
  324. {input: "F8020004", ptr: new([5]uint), error: "rlp: non-canonical size information for [5]uint"},
  325. // zero sized arrays
  326. {input: "C0", ptr: new([0]uint), value: [0]uint{}},
  327. {input: "C101", ptr: new([0]uint), error: "rlp: input list has too many elements for [0]uint"},
  328. // byte slices
  329. {input: "01", ptr: new([]byte), value: []byte{1}},
  330. {input: "80", ptr: new([]byte), value: []byte{}},
  331. {input: "8D6162636465666768696A6B6C6D", ptr: new([]byte), value: []byte("abcdefghijklm")},
  332. {input: "C0", ptr: new([]byte), error: "rlp: expected input string or byte for []uint8"},
  333. {input: "8105", ptr: new([]byte), error: "rlp: non-canonical size information for []uint8"},
  334. // byte arrays
  335. {input: "02", ptr: new([1]byte), value: [1]byte{2}},
  336. {input: "8180", ptr: new([1]byte), value: [1]byte{128}},
  337. {input: "850102030405", ptr: new([5]byte), value: [5]byte{1, 2, 3, 4, 5}},
  338. // byte array errors
  339. {input: "02", ptr: new([5]byte), error: "rlp: input string too short for [5]uint8"},
  340. {input: "80", ptr: new([5]byte), error: "rlp: input string too short for [5]uint8"},
  341. {input: "820000", ptr: new([5]byte), error: "rlp: input string too short for [5]uint8"},
  342. {input: "C0", ptr: new([5]byte), error: "rlp: expected input string or byte for [5]uint8"},
  343. {input: "C3010203", ptr: new([5]byte), error: "rlp: expected input string or byte for [5]uint8"},
  344. {input: "86010203040506", ptr: new([5]byte), error: "rlp: input string too long for [5]uint8"},
  345. {input: "8105", ptr: new([1]byte), error: "rlp: non-canonical size information for [1]uint8"},
  346. {input: "817F", ptr: new([1]byte), error: "rlp: non-canonical size information for [1]uint8"},
  347. // zero sized byte arrays
  348. {input: "80", ptr: new([0]byte), value: [0]byte{}},
  349. {input: "01", ptr: new([0]byte), error: "rlp: input string too long for [0]uint8"},
  350. {input: "8101", ptr: new([0]byte), error: "rlp: input string too long for [0]uint8"},
  351. // strings
  352. {input: "00", ptr: new(string), value: "\000"},
  353. {input: "8D6162636465666768696A6B6C6D", ptr: new(string), value: "abcdefghijklm"},
  354. {input: "C0", ptr: new(string), error: "rlp: expected input string or byte for string"},
  355. // big ints
  356. {input: "01", ptr: new(*big.Int), value: big.NewInt(1)},
  357. {input: "89FFFFFFFFFFFFFFFFFF", ptr: new(*big.Int), value: veryBigInt},
  358. {input: "10", ptr: new(big.Int), value: *big.NewInt(16)}, // non-pointer also works
  359. {input: "C0", ptr: new(*big.Int), error: "rlp: expected input string or byte for *big.Int"},
  360. {input: "820001", ptr: new(big.Int), error: "rlp: non-canonical integer (leading zero bytes) for *big.Int"},
  361. {input: "8105", ptr: new(big.Int), error: "rlp: non-canonical size information for *big.Int"},
  362. // structs
  363. {
  364. input: "C50583343434",
  365. ptr: new(simplestruct),
  366. value: simplestruct{5, "444"},
  367. },
  368. {
  369. input: "C601C402C203C0",
  370. ptr: new(recstruct),
  371. value: recstruct{1, &recstruct{2, &recstruct{3, nil}}},
  372. },
  373. // struct errors
  374. {
  375. input: "C0",
  376. ptr: new(simplestruct),
  377. error: "rlp: too few elements for rlp.simplestruct",
  378. },
  379. {
  380. input: "C105",
  381. ptr: new(simplestruct),
  382. error: "rlp: too few elements for rlp.simplestruct",
  383. },
  384. {
  385. input: "C7C50583343434C0",
  386. ptr: new([]*simplestruct),
  387. error: "rlp: too few elements for rlp.simplestruct, decoding into ([]*rlp.simplestruct)[1]",
  388. },
  389. {
  390. input: "83222222",
  391. ptr: new(simplestruct),
  392. error: "rlp: expected input list for rlp.simplestruct",
  393. },
  394. {
  395. input: "C3010101",
  396. ptr: new(simplestruct),
  397. error: "rlp: input list has too many elements for rlp.simplestruct",
  398. },
  399. {
  400. input: "C501C3C00000",
  401. ptr: new(recstruct),
  402. error: "rlp: expected input string or byte for uint, decoding into (rlp.recstruct).Child.I",
  403. },
  404. {
  405. input: "C0",
  406. ptr: new(invalidTail1),
  407. error: "rlp: invalid struct tag \"tail\" for rlp.invalidTail1.A (must be on last field)",
  408. },
  409. {
  410. input: "C0",
  411. ptr: new(invalidTail2),
  412. error: "rlp: invalid struct tag \"tail\" for rlp.invalidTail2.B (field type is not slice)",
  413. },
  414. {
  415. input: "C50102C20102",
  416. ptr: new(tailUint),
  417. error: "rlp: expected input string or byte for uint, decoding into (rlp.tailUint).Tail[1]",
  418. },
  419. // struct tag "tail"
  420. {
  421. input: "C3010203",
  422. ptr: new(tailRaw),
  423. value: tailRaw{A: 1, Tail: []RawValue{unhex("02"), unhex("03")}},
  424. },
  425. {
  426. input: "C20102",
  427. ptr: new(tailRaw),
  428. value: tailRaw{A: 1, Tail: []RawValue{unhex("02")}},
  429. },
  430. {
  431. input: "C101",
  432. ptr: new(tailRaw),
  433. value: tailRaw{A: 1, Tail: []RawValue{}},
  434. },
  435. // RawValue
  436. {input: "01", ptr: new(RawValue), value: RawValue(unhex("01"))},
  437. {input: "82FFFF", ptr: new(RawValue), value: RawValue(unhex("82FFFF"))},
  438. {input: "C20102", ptr: new([]RawValue), value: []RawValue{unhex("01"), unhex("02")}},
  439. // pointers
  440. {input: "00", ptr: new(*[]byte), value: &[]byte{0}},
  441. {input: "80", ptr: new(*uint), value: uintp(0)},
  442. {input: "C0", ptr: new(*uint), error: "rlp: expected input string or byte for uint"},
  443. {input: "07", ptr: new(*uint), value: uintp(7)},
  444. {input: "817F", ptr: new(*uint), error: "rlp: non-canonical size information for uint"},
  445. {input: "8180", ptr: new(*uint), value: uintp(0x80)},
  446. {input: "C109", ptr: new(*[]uint), value: &[]uint{9}},
  447. {input: "C58403030303", ptr: new(*[][]byte), value: &[][]byte{{3, 3, 3, 3}}},
  448. // check that input position is advanced also for empty values.
  449. {input: "C3808005", ptr: new([]*uint), value: []*uint{uintp(0), uintp(0), uintp(5)}},
  450. // interface{}
  451. {input: "00", ptr: new(interface{}), value: []byte{0}},
  452. {input: "01", ptr: new(interface{}), value: []byte{1}},
  453. {input: "80", ptr: new(interface{}), value: []byte{}},
  454. {input: "850505050505", ptr: new(interface{}), value: []byte{5, 5, 5, 5, 5}},
  455. {input: "C0", ptr: new(interface{}), value: []interface{}{}},
  456. {input: "C50183040404", ptr: new(interface{}), value: []interface{}{[]byte{1}, []byte{4, 4, 4}}},
  457. {
  458. input: "C3010203",
  459. ptr: new([]io.Reader),
  460. error: "rlp: type io.Reader is not RLP-serializable",
  461. },
  462. // fuzzer crashes
  463. {
  464. input: "c330f9c030f93030ce3030303030303030bd303030303030",
  465. ptr: new(interface{}),
  466. error: "rlp: element is larger than containing list",
  467. },
  468. }
  469. func uintp(i uint) *uint { return &i }
  470. func runTests(t *testing.T, decode func([]byte, interface{}) error) {
  471. for i, test := range decodeTests {
  472. input, err := hex.DecodeString(test.input)
  473. if err != nil {
  474. t.Errorf("test %d: invalid hex input %q", i, test.input)
  475. continue
  476. }
  477. err = decode(input, test.ptr)
  478. if err != nil && test.error == "" {
  479. t.Errorf("test %d: unexpected Decode error: %v\ndecoding into %T\ninput %q",
  480. i, err, test.ptr, test.input)
  481. continue
  482. }
  483. if test.error != "" && fmt.Sprint(err) != test.error {
  484. t.Errorf("test %d: Decode error mismatch\ngot %v\nwant %v\ndecoding into %T\ninput %q",
  485. i, err, test.error, test.ptr, test.input)
  486. continue
  487. }
  488. deref := reflect.ValueOf(test.ptr).Elem().Interface()
  489. if err == nil && !reflect.DeepEqual(deref, test.value) {
  490. t.Errorf("test %d: value mismatch\ngot %#v\nwant %#v\ndecoding into %T\ninput %q",
  491. i, deref, test.value, test.ptr, test.input)
  492. }
  493. }
  494. }
  495. func TestDecodeWithByteReader(t *testing.T) {
  496. runTests(t, func(input []byte, into interface{}) error {
  497. return Decode(bytes.NewReader(input), into)
  498. })
  499. }
  500. // plainReader reads from a byte slice but does not
  501. // implement ReadByte. It is also not recognized by the
  502. // size validation. This is useful to test how the decoder
  503. // behaves on a non-buffered input stream.
  504. type plainReader []byte
  505. func newPlainReader(b []byte) io.Reader {
  506. return (*plainReader)(&b)
  507. }
  508. func (r *plainReader) Read(buf []byte) (n int, err error) {
  509. if len(*r) == 0 {
  510. return 0, io.EOF
  511. }
  512. n = copy(buf, *r)
  513. *r = (*r)[n:]
  514. return n, nil
  515. }
  516. func TestDecodeWithNonByteReader(t *testing.T) {
  517. runTests(t, func(input []byte, into interface{}) error {
  518. return Decode(newPlainReader(input), into)
  519. })
  520. }
  521. func TestDecodeStreamReset(t *testing.T) {
  522. s := NewStream(nil, 0)
  523. runTests(t, func(input []byte, into interface{}) error {
  524. s.Reset(bytes.NewReader(input), 0)
  525. return s.Decode(into)
  526. })
  527. }
  528. type testDecoder struct{ called bool }
  529. func (t *testDecoder) DecodeRLP(s *Stream) error {
  530. if _, err := s.Uint(); err != nil {
  531. return err
  532. }
  533. t.called = true
  534. return nil
  535. }
  536. func TestDecodeDecoder(t *testing.T) {
  537. var s struct {
  538. T1 testDecoder
  539. T2 *testDecoder
  540. T3 **testDecoder
  541. }
  542. if err := Decode(bytes.NewReader(unhex("C3010203")), &s); err != nil {
  543. t.Fatalf("Decode error: %v", err)
  544. }
  545. if !s.T1.called {
  546. t.Errorf("DecodeRLP was not called for (non-pointer) testDecoder")
  547. }
  548. if s.T2 == nil {
  549. t.Errorf("*testDecoder has not been allocated")
  550. } else if !s.T2.called {
  551. t.Errorf("DecodeRLP was not called for *testDecoder")
  552. }
  553. if s.T3 == nil || *s.T3 == nil {
  554. t.Errorf("**testDecoder has not been allocated")
  555. } else if !(*s.T3).called {
  556. t.Errorf("DecodeRLP was not called for **testDecoder")
  557. }
  558. }
  559. type byteDecoder byte
  560. func (bd *byteDecoder) DecodeRLP(s *Stream) error {
  561. _, err := s.Uint()
  562. *bd = 255
  563. return err
  564. }
  565. func (bd byteDecoder) called() bool {
  566. return bd == 255
  567. }
  568. // This test verifies that the byte slice/byte array logic
  569. // does not kick in for element types implementing Decoder.
  570. func TestDecoderInByteSlice(t *testing.T) {
  571. var slice []byteDecoder
  572. if err := Decode(bytes.NewReader(unhex("C101")), &slice); err != nil {
  573. t.Errorf("unexpected Decode error %v", err)
  574. } else if !slice[0].called() {
  575. t.Errorf("DecodeRLP not called for slice element")
  576. }
  577. var array [1]byteDecoder
  578. if err := Decode(bytes.NewReader(unhex("C101")), &array); err != nil {
  579. t.Errorf("unexpected Decode error %v", err)
  580. } else if !array[0].called() {
  581. t.Errorf("DecodeRLP not called for array element")
  582. }
  583. }
  584. func ExampleDecode() {
  585. input, _ := hex.DecodeString("C90A1486666F6F626172")
  586. type example struct {
  587. A, B uint
  588. private uint // private fields are ignored
  589. String string
  590. }
  591. var s example
  592. err := Decode(bytes.NewReader(input), &s)
  593. if err != nil {
  594. fmt.Printf("Error: %v\n", err)
  595. } else {
  596. fmt.Printf("Decoded value: %#v\n", s)
  597. }
  598. // Output:
  599. // Decoded value: rlp.example{A:0xa, B:0x14, private:0x0, String:"foobar"}
  600. }
  601. func ExampleDecode_structTagNil() {
  602. // In this example, we'll use the "nil" struct tag to change
  603. // how a pointer-typed field is decoded. The input contains an RLP
  604. // list of one element, an empty string.
  605. input := []byte{0xC1, 0x80}
  606. // This type uses the normal rules.
  607. // The empty input string is decoded as a pointer to an empty Go string.
  608. var normalRules struct {
  609. String *string
  610. }
  611. Decode(bytes.NewReader(input), &normalRules)
  612. fmt.Printf("normal: String = %q\n", *normalRules.String)
  613. // This type uses the struct tag.
  614. // The empty input string is decoded as a nil pointer.
  615. var withEmptyOK struct {
  616. String *string `rlp:"nil"`
  617. }
  618. Decode(bytes.NewReader(input), &withEmptyOK)
  619. fmt.Printf("with nil tag: String = %v\n", withEmptyOK.String)
  620. // Output:
  621. // normal: String = ""
  622. // with nil tag: String = <nil>
  623. }
  624. func ExampleStream() {
  625. input, _ := hex.DecodeString("C90A1486666F6F626172")
  626. s := NewStream(bytes.NewReader(input), 0)
  627. // Check what kind of value lies ahead
  628. kind, size, _ := s.Kind()
  629. fmt.Printf("Kind: %v size:%d\n", kind, size)
  630. // Enter the list
  631. if _, err := s.List(); err != nil {
  632. fmt.Printf("List error: %v\n", err)
  633. return
  634. }
  635. // Decode elements
  636. fmt.Println(s.Uint())
  637. fmt.Println(s.Uint())
  638. fmt.Println(s.Bytes())
  639. // Acknowledge end of list
  640. if err := s.ListEnd(); err != nil {
  641. fmt.Printf("ListEnd error: %v\n", err)
  642. }
  643. // Output:
  644. // Kind: List size:9
  645. // 10 <nil>
  646. // 20 <nil>
  647. // [102 111 111 98 97 114] <nil>
  648. }
  649. func BenchmarkDecode(b *testing.B) {
  650. enc := encodeTestSlice(90000)
  651. b.SetBytes(int64(len(enc)))
  652. b.ReportAllocs()
  653. b.ResetTimer()
  654. for i := 0; i < b.N; i++ {
  655. var s []uint
  656. r := bytes.NewReader(enc)
  657. if err := Decode(r, &s); err != nil {
  658. b.Fatalf("Decode error: %v", err)
  659. }
  660. }
  661. }
  662. func BenchmarkDecodeIntSliceReuse(b *testing.B) {
  663. enc := encodeTestSlice(100000)
  664. b.SetBytes(int64(len(enc)))
  665. b.ReportAllocs()
  666. b.ResetTimer()
  667. var s []uint
  668. for i := 0; i < b.N; i++ {
  669. r := bytes.NewReader(enc)
  670. if err := Decode(r, &s); err != nil {
  671. b.Fatalf("Decode error: %v", err)
  672. }
  673. }
  674. }
  675. func encodeTestSlice(n uint) []byte {
  676. s := make([]uint, n)
  677. for i := uint(0); i < n; i++ {
  678. s[i] = i
  679. }
  680. b, err := EncodeToBytes(s)
  681. if err != nil {
  682. panic(fmt.Sprintf("encode error: %v", err))
  683. }
  684. return b
  685. }
  686. func unhex(str string) []byte {
  687. b, err := hex.DecodeString(strings.Replace(str, " ", "", -1))
  688. if err != nil {
  689. panic(fmt.Sprintf("invalid hex string: %q", str))
  690. }
  691. return b
  692. }