encoder_test.go 29 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267
  1. // Copyright 2009 The Go Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package gob
  5. import (
  6. "bytes"
  7. "encoding/hex"
  8. "fmt"
  9. "io"
  10. "math"
  11. "reflect"
  12. "sort"
  13. "strings"
  14. "testing"
  15. )
  16. // Test basic operations in a safe manner.
  17. func TestBasicEncoderDecoder(t *testing.T) {
  18. var values = []any{
  19. true,
  20. int(123),
  21. int8(123),
  22. int16(-12345),
  23. int32(123456),
  24. int64(-1234567),
  25. uint(123),
  26. uint8(123),
  27. uint16(12345),
  28. uint32(123456),
  29. uint64(1234567),
  30. uintptr(12345678),
  31. float32(1.2345),
  32. float64(1.2345678),
  33. complex64(1.2345 + 2.3456i),
  34. complex128(1.2345678 + 2.3456789i),
  35. []byte("hello"),
  36. string("hello"),
  37. }
  38. for _, value := range values {
  39. b := new(bytes.Buffer)
  40. enc := NewEncoder(b)
  41. err := enc.Encode(value)
  42. if err != nil {
  43. t.Error("encoder fail:", err)
  44. }
  45. dec := NewDecoder(b)
  46. result := reflect.New(reflect.TypeOf(value))
  47. err = dec.Decode(result.Interface())
  48. if err != nil {
  49. t.Fatalf("error decoding %T: %v:", reflect.TypeOf(value), err)
  50. }
  51. if !reflect.DeepEqual(value, result.Elem().Interface()) {
  52. t.Fatalf("%T: expected %v got %v", value, value, result.Elem().Interface())
  53. }
  54. }
  55. }
  56. func TestEncodeIntSlice(t *testing.T) {
  57. s8 := []int8{1, 5, 12, 22, 35, 51, 70, 92, 117}
  58. s16 := []int16{145, 176, 210, 247, 287, 330, 376, 425, 477}
  59. s32 := []int32{532, 590, 651, 715, 782, 852, 925, 1001, 1080}
  60. s64 := []int64{1162, 1247, 1335, 1426, 1520, 1617, 1717, 1820, 1926}
  61. t.Run("int8", func(t *testing.T) {
  62. var sink bytes.Buffer
  63. enc := NewEncoder(&sink)
  64. enc.Encode(s8)
  65. dec := NewDecoder(&sink)
  66. res := make([]int8, 9)
  67. dec.Decode(&res)
  68. if !reflect.DeepEqual(s8, res) {
  69. t.Fatalf("EncodeIntSlice: expected %v, got %v", s8, res)
  70. }
  71. })
  72. t.Run("int16", func(t *testing.T) {
  73. var sink bytes.Buffer
  74. enc := NewEncoder(&sink)
  75. enc.Encode(s16)
  76. dec := NewDecoder(&sink)
  77. res := make([]int16, 9)
  78. dec.Decode(&res)
  79. if !reflect.DeepEqual(s16, res) {
  80. t.Fatalf("EncodeIntSlice: expected %v, got %v", s16, res)
  81. }
  82. })
  83. t.Run("int32", func(t *testing.T) {
  84. var sink bytes.Buffer
  85. enc := NewEncoder(&sink)
  86. enc.Encode(s32)
  87. dec := NewDecoder(&sink)
  88. res := make([]int32, 9)
  89. dec.Decode(&res)
  90. if !reflect.DeepEqual(s32, res) {
  91. t.Fatalf("EncodeIntSlice: expected %v, got %v", s32, res)
  92. }
  93. })
  94. t.Run("int64", func(t *testing.T) {
  95. var sink bytes.Buffer
  96. enc := NewEncoder(&sink)
  97. enc.Encode(s64)
  98. dec := NewDecoder(&sink)
  99. res := make([]int64, 9)
  100. dec.Decode(&res)
  101. if !reflect.DeepEqual(s64, res) {
  102. t.Fatalf("EncodeIntSlice: expected %v, got %v", s64, res)
  103. }
  104. })
  105. }
  106. type ET0 struct {
  107. A int
  108. B string
  109. }
  110. type ET2 struct {
  111. X string
  112. }
  113. type ET1 struct {
  114. A int
  115. Et2 *ET2
  116. Next *ET1
  117. }
  118. // Like ET1 but with a different name for a field
  119. type ET3 struct {
  120. A int
  121. Et2 *ET2
  122. DifferentNext *ET1
  123. }
  124. // Like ET1 but with a different type for a field
  125. type ET4 struct {
  126. A int
  127. Et2 float64
  128. Next int
  129. }
  130. func TestEncoderDecoder(t *testing.T) {
  131. b := new(bytes.Buffer)
  132. enc := NewEncoder(b)
  133. et0 := new(ET0)
  134. et0.A = 7
  135. et0.B = "gobs of fun"
  136. err := enc.Encode(et0)
  137. if err != nil {
  138. t.Error("encoder fail:", err)
  139. }
  140. //fmt.Printf("% x %q\n", b, b)
  141. //Debug(b)
  142. dec := NewDecoder(b)
  143. newEt0 := new(ET0)
  144. err = dec.Decode(newEt0)
  145. if err != nil {
  146. t.Fatal("error decoding ET0:", err)
  147. }
  148. if !reflect.DeepEqual(et0, newEt0) {
  149. t.Fatalf("invalid data for et0: expected %+v; got %+v", *et0, *newEt0)
  150. }
  151. if b.Len() != 0 {
  152. t.Error("not at eof;", b.Len(), "bytes left")
  153. }
  154. // t.FailNow()
  155. b = new(bytes.Buffer)
  156. enc = NewEncoder(b)
  157. et1 := new(ET1)
  158. et1.A = 7
  159. et1.Et2 = new(ET2)
  160. err = enc.Encode(et1)
  161. if err != nil {
  162. t.Error("encoder fail:", err)
  163. }
  164. dec = NewDecoder(b)
  165. newEt1 := new(ET1)
  166. err = dec.Decode(newEt1)
  167. if err != nil {
  168. t.Fatal("error decoding ET1:", err)
  169. }
  170. if !reflect.DeepEqual(et1, newEt1) {
  171. t.Fatalf("invalid data for et1: expected %+v; got %+v", *et1, *newEt1)
  172. }
  173. if b.Len() != 0 {
  174. t.Error("not at eof;", b.Len(), "bytes left")
  175. }
  176. enc.Encode(et1)
  177. newEt1 = new(ET1)
  178. err = dec.Decode(newEt1)
  179. if err != nil {
  180. t.Fatal("round 2: error decoding ET1:", err)
  181. }
  182. if !reflect.DeepEqual(et1, newEt1) {
  183. t.Fatalf("round 2: invalid data for et1: expected %+v; got %+v", *et1, *newEt1)
  184. }
  185. if b.Len() != 0 {
  186. t.Error("round 2: not at eof;", b.Len(), "bytes left")
  187. }
  188. // Now test with a running encoder/decoder pair that we recognize a type mismatch.
  189. err = enc.Encode(et1)
  190. if err != nil {
  191. t.Error("round 3: encoder fail:", err)
  192. }
  193. newEt2 := new(ET2)
  194. err = dec.Decode(newEt2)
  195. if err == nil {
  196. t.Fatal("round 3: expected `bad type' error decoding ET2")
  197. }
  198. }
  199. // Run one value through the encoder/decoder, but use the wrong type.
  200. // Input is always an ET1; we compare it to whatever is under 'e'.
  201. func badTypeCheck(e any, shouldFail bool, msg string, t *testing.T) {
  202. b := new(bytes.Buffer)
  203. enc := NewEncoder(b)
  204. et1 := new(ET1)
  205. et1.A = 7
  206. et1.Et2 = new(ET2)
  207. err := enc.Encode(et1)
  208. if err != nil {
  209. t.Error("encoder fail:", err)
  210. }
  211. dec := NewDecoder(b)
  212. err = dec.Decode(e)
  213. if shouldFail && err == nil {
  214. t.Error("expected error for", msg)
  215. }
  216. if !shouldFail && err != nil {
  217. t.Error("unexpected error for", msg, err)
  218. }
  219. }
  220. // Test that we recognize a bad type the first time.
  221. func TestWrongTypeDecoder(t *testing.T) {
  222. badTypeCheck(new(ET2), true, "no fields in common", t)
  223. badTypeCheck(new(ET3), false, "different name of field", t)
  224. badTypeCheck(new(ET4), true, "different type of field", t)
  225. }
  226. // Types not supported at top level by the Encoder.
  227. var unsupportedValues = []any{
  228. make(chan int),
  229. func(a int) bool { return true },
  230. }
  231. func TestUnsupported(t *testing.T) {
  232. var b bytes.Buffer
  233. enc := NewEncoder(&b)
  234. for _, v := range unsupportedValues {
  235. err := enc.Encode(v)
  236. if err == nil {
  237. t.Errorf("expected error for %T; got none", v)
  238. }
  239. }
  240. }
  241. func encAndDec(in, out any) error {
  242. b := new(bytes.Buffer)
  243. enc := NewEncoder(b)
  244. err := enc.Encode(in)
  245. if err != nil {
  246. return err
  247. }
  248. dec := NewDecoder(b)
  249. err = dec.Decode(out)
  250. if err != nil {
  251. return err
  252. }
  253. return nil
  254. }
  255. func TestTypeToPtrType(t *testing.T) {
  256. // Encode a T, decode a *T
  257. type Type0 struct {
  258. A int
  259. }
  260. t0 := Type0{7}
  261. t0p := new(Type0)
  262. if err := encAndDec(t0, t0p); err != nil {
  263. t.Error(err)
  264. }
  265. }
  266. func TestPtrTypeToType(t *testing.T) {
  267. // Encode a *T, decode a T
  268. type Type1 struct {
  269. A uint
  270. }
  271. t1p := &Type1{17}
  272. var t1 Type1
  273. if err := encAndDec(t1, t1p); err != nil {
  274. t.Error(err)
  275. }
  276. }
  277. func TestTypeToPtrPtrPtrPtrType(t *testing.T) {
  278. type Type2 struct {
  279. A ****float64
  280. }
  281. t2 := Type2{}
  282. t2.A = new(***float64)
  283. *t2.A = new(**float64)
  284. **t2.A = new(*float64)
  285. ***t2.A = new(float64)
  286. ****t2.A = 27.4
  287. t2pppp := new(***Type2)
  288. if err := encAndDec(t2, t2pppp); err != nil {
  289. t.Fatal(err)
  290. }
  291. if ****(****t2pppp).A != ****t2.A {
  292. t.Errorf("wrong value after decode: %g not %g", ****(****t2pppp).A, ****t2.A)
  293. }
  294. }
  295. func TestSlice(t *testing.T) {
  296. type Type3 struct {
  297. A []string
  298. }
  299. t3p := &Type3{[]string{"hello", "world"}}
  300. var t3 Type3
  301. if err := encAndDec(t3, t3p); err != nil {
  302. t.Error(err)
  303. }
  304. }
  305. func TestValueError(t *testing.T) {
  306. // Encode a *T, decode a T
  307. type Type4 struct {
  308. A int
  309. }
  310. t4p := &Type4{3}
  311. var t4 Type4 // note: not a pointer.
  312. if err := encAndDec(t4p, t4); err == nil || !strings.Contains(err.Error(), "pointer") {
  313. t.Error("expected error about pointer; got", err)
  314. }
  315. }
  316. func TestArray(t *testing.T) {
  317. type Type5 struct {
  318. A [3]string
  319. B [3]byte
  320. }
  321. type Type6 struct {
  322. A [2]string // can't hold t5.a
  323. }
  324. t5 := Type5{[3]string{"hello", ",", "world"}, [3]byte{1, 2, 3}}
  325. var t5p Type5
  326. if err := encAndDec(t5, &t5p); err != nil {
  327. t.Error(err)
  328. }
  329. var t6 Type6
  330. if err := encAndDec(t5, &t6); err == nil {
  331. t.Error("should fail with mismatched array sizes")
  332. }
  333. }
  334. func TestRecursiveMapType(t *testing.T) {
  335. type recursiveMap map[string]recursiveMap
  336. r1 := recursiveMap{"A": recursiveMap{"B": nil, "C": nil}, "D": nil}
  337. r2 := make(recursiveMap)
  338. if err := encAndDec(r1, &r2); err != nil {
  339. t.Error(err)
  340. }
  341. }
  342. func TestRecursiveSliceType(t *testing.T) {
  343. type recursiveSlice []recursiveSlice
  344. r1 := recursiveSlice{0: recursiveSlice{0: nil}, 1: nil}
  345. r2 := make(recursiveSlice, 0)
  346. if err := encAndDec(r1, &r2); err != nil {
  347. t.Error(err)
  348. }
  349. }
  350. // Regression test for bug: must send zero values inside arrays
  351. func TestDefaultsInArray(t *testing.T) {
  352. type Type7 struct {
  353. B []bool
  354. I []int
  355. S []string
  356. F []float64
  357. }
  358. t7 := Type7{
  359. []bool{false, false, true},
  360. []int{0, 0, 1},
  361. []string{"hi", "", "there"},
  362. []float64{0, 0, 1},
  363. }
  364. var t7p Type7
  365. if err := encAndDec(t7, &t7p); err != nil {
  366. t.Error(err)
  367. }
  368. }
  369. var testInt int
  370. var testFloat32 float32
  371. var testString string
  372. var testSlice []string
  373. var testMap map[string]int
  374. var testArray [7]int
  375. type SingleTest struct {
  376. in any
  377. out any
  378. err string
  379. }
  380. var singleTests = []SingleTest{
  381. {17, &testInt, ""},
  382. {float32(17.5), &testFloat32, ""},
  383. {"bike shed", &testString, ""},
  384. {[]string{"bike", "shed", "paint", "color"}, &testSlice, ""},
  385. {map[string]int{"seven": 7, "twelve": 12}, &testMap, ""},
  386. {[7]int{4, 55, 0, 0, 0, 0, 0}, &testArray, ""}, // case that once triggered a bug
  387. {[7]int{4, 55, 1, 44, 22, 66, 1234}, &testArray, ""},
  388. // Decode errors
  389. {172, &testFloat32, "type"},
  390. }
  391. func TestSingletons(t *testing.T) {
  392. b := new(bytes.Buffer)
  393. enc := NewEncoder(b)
  394. dec := NewDecoder(b)
  395. for _, test := range singleTests {
  396. b.Reset()
  397. err := enc.Encode(test.in)
  398. if err != nil {
  399. t.Errorf("error encoding %v: %s", test.in, err)
  400. continue
  401. }
  402. err = dec.Decode(test.out)
  403. switch {
  404. case err != nil && test.err == "":
  405. t.Errorf("error decoding %v: %s", test.in, err)
  406. continue
  407. case err == nil && test.err != "":
  408. t.Errorf("expected error decoding %v: %s", test.in, test.err)
  409. continue
  410. case err != nil && test.err != "":
  411. if !strings.Contains(err.Error(), test.err) {
  412. t.Errorf("wrong error decoding %v: wanted %s, got %v", test.in, test.err, err)
  413. }
  414. continue
  415. }
  416. // Get rid of the pointer in the rhs
  417. val := reflect.ValueOf(test.out).Elem().Interface()
  418. if !reflect.DeepEqual(test.in, val) {
  419. t.Errorf("decoding singleton: expected %v got %v", test.in, val)
  420. }
  421. }
  422. }
  423. func TestStructNonStruct(t *testing.T) {
  424. type Struct struct {
  425. A string
  426. }
  427. type NonStruct string
  428. s := Struct{"hello"}
  429. var sp Struct
  430. if err := encAndDec(s, &sp); err != nil {
  431. t.Error(err)
  432. }
  433. var ns NonStruct
  434. if err := encAndDec(s, &ns); err == nil {
  435. t.Error("should get error for struct/non-struct")
  436. } else if !strings.Contains(err.Error(), "type") {
  437. t.Error("for struct/non-struct expected type error; got", err)
  438. }
  439. // Now try the other way
  440. var nsp NonStruct
  441. if err := encAndDec(ns, &nsp); err != nil {
  442. t.Error(err)
  443. }
  444. if err := encAndDec(ns, &s); err == nil {
  445. t.Error("should get error for non-struct/struct")
  446. } else if !strings.Contains(err.Error(), "type") {
  447. t.Error("for non-struct/struct expected type error; got", err)
  448. }
  449. }
  450. type interfaceIndirectTestI interface {
  451. F() bool
  452. }
  453. type interfaceIndirectTestT struct{}
  454. func (this *interfaceIndirectTestT) F() bool {
  455. return true
  456. }
  457. // A version of a bug reported on golang-nuts. Also tests top-level
  458. // slice of interfaces. The issue was registering *T caused T to be
  459. // stored as the concrete type.
  460. func TestInterfaceIndirect(t *testing.T) {
  461. Register(&interfaceIndirectTestT{})
  462. b := new(bytes.Buffer)
  463. w := []interfaceIndirectTestI{&interfaceIndirectTestT{}}
  464. err := NewEncoder(b).Encode(w)
  465. if err != nil {
  466. t.Fatal("encode error:", err)
  467. }
  468. var r []interfaceIndirectTestI
  469. err = NewDecoder(b).Decode(&r)
  470. if err != nil {
  471. t.Fatal("decode error:", err)
  472. }
  473. }
  474. // Now follow various tests that decode into things that can't represent the
  475. // encoded value, all of which should be legal.
  476. // Also, when the ignored object contains an interface value, it may define
  477. // types. Make sure that skipping the value still defines the types by using
  478. // the encoder/decoder pair to send a value afterwards. If an interface
  479. // is sent, its type in the test is always NewType0, so this checks that the
  480. // encoder and decoder don't skew with respect to type definitions.
  481. type Struct0 struct {
  482. I any
  483. }
  484. type NewType0 struct {
  485. S string
  486. }
  487. type ignoreTest struct {
  488. in, out any
  489. }
  490. var ignoreTests = []ignoreTest{
  491. // Decode normal struct into an empty struct
  492. {&struct{ A int }{23}, &struct{}{}},
  493. // Decode normal struct into a nil.
  494. {&struct{ A int }{23}, nil},
  495. // Decode singleton string into a nil.
  496. {"hello, world", nil},
  497. // Decode singleton slice into a nil.
  498. {[]int{1, 2, 3, 4}, nil},
  499. // Decode struct containing an interface into a nil.
  500. {&Struct0{&NewType0{"value0"}}, nil},
  501. // Decode singleton slice of interfaces into a nil.
  502. {[]any{"hi", &NewType0{"value1"}, 23}, nil},
  503. }
  504. func TestDecodeIntoNothing(t *testing.T) {
  505. Register(new(NewType0))
  506. for i, test := range ignoreTests {
  507. b := new(bytes.Buffer)
  508. enc := NewEncoder(b)
  509. err := enc.Encode(test.in)
  510. if err != nil {
  511. t.Errorf("%d: encode error %s:", i, err)
  512. continue
  513. }
  514. dec := NewDecoder(b)
  515. err = dec.Decode(test.out)
  516. if err != nil {
  517. t.Errorf("%d: decode error: %s", i, err)
  518. continue
  519. }
  520. // Now see if the encoder and decoder are in a consistent state.
  521. str := fmt.Sprintf("Value %d", i)
  522. err = enc.Encode(&NewType0{str})
  523. if err != nil {
  524. t.Fatalf("%d: NewType0 encode error: %s", i, err)
  525. }
  526. ns := new(NewType0)
  527. err = dec.Decode(ns)
  528. if err != nil {
  529. t.Fatalf("%d: NewType0 decode error: %s", i, err)
  530. }
  531. if ns.S != str {
  532. t.Fatalf("%d: expected %q got %q", i, str, ns.S)
  533. }
  534. }
  535. }
  536. func TestIgnoreRecursiveType(t *testing.T) {
  537. // It's hard to build a self-contained test for this because
  538. // we can't build compatible types in one package with
  539. // different items so something is ignored. Here is
  540. // some data that represents, according to debug.go:
  541. // type definition {
  542. // slice "recursiveSlice" id=106
  543. // elem id=106
  544. // }
  545. data := []byte{
  546. 0x1d, 0xff, 0xd3, 0x02, 0x01, 0x01, 0x0e, 0x72,
  547. 0x65, 0x63, 0x75, 0x72, 0x73, 0x69, 0x76, 0x65,
  548. 0x53, 0x6c, 0x69, 0x63, 0x65, 0x01, 0xff, 0xd4,
  549. 0x00, 0x01, 0xff, 0xd4, 0x00, 0x00, 0x07, 0xff,
  550. 0xd4, 0x00, 0x02, 0x01, 0x00, 0x00,
  551. }
  552. dec := NewDecoder(bytes.NewReader(data))
  553. // Issue 10415: This caused infinite recursion.
  554. err := dec.Decode(nil)
  555. if err != nil {
  556. t.Fatal(err)
  557. }
  558. }
  559. // Another bug from golang-nuts, involving nested interfaces.
  560. type Bug0Outer struct {
  561. Bug0Field any
  562. }
  563. type Bug0Inner struct {
  564. A int
  565. }
  566. func TestNestedInterfaces(t *testing.T) {
  567. var buf bytes.Buffer
  568. e := NewEncoder(&buf)
  569. d := NewDecoder(&buf)
  570. Register(new(Bug0Outer))
  571. Register(new(Bug0Inner))
  572. f := &Bug0Outer{&Bug0Outer{&Bug0Inner{7}}}
  573. var v any = f
  574. err := e.Encode(&v)
  575. if err != nil {
  576. t.Fatal("Encode:", err)
  577. }
  578. err = d.Decode(&v)
  579. if err != nil {
  580. t.Fatal("Decode:", err)
  581. }
  582. // Make sure it decoded correctly.
  583. outer1, ok := v.(*Bug0Outer)
  584. if !ok {
  585. t.Fatalf("v not Bug0Outer: %T", v)
  586. }
  587. outer2, ok := outer1.Bug0Field.(*Bug0Outer)
  588. if !ok {
  589. t.Fatalf("v.Bug0Field not Bug0Outer: %T", outer1.Bug0Field)
  590. }
  591. inner, ok := outer2.Bug0Field.(*Bug0Inner)
  592. if !ok {
  593. t.Fatalf("v.Bug0Field.Bug0Field not Bug0Inner: %T", outer2.Bug0Field)
  594. }
  595. if inner.A != 7 {
  596. t.Fatalf("final value %d; expected %d", inner.A, 7)
  597. }
  598. }
  599. // The bugs keep coming. We forgot to send map subtypes before the map.
  600. type Bug1Elem struct {
  601. Name string
  602. Id int
  603. }
  604. type Bug1StructMap map[string]Bug1Elem
  605. func TestMapBug1(t *testing.T) {
  606. in := make(Bug1StructMap)
  607. in["val1"] = Bug1Elem{"elem1", 1}
  608. in["val2"] = Bug1Elem{"elem2", 2}
  609. b := new(bytes.Buffer)
  610. enc := NewEncoder(b)
  611. err := enc.Encode(in)
  612. if err != nil {
  613. t.Fatal("encode:", err)
  614. }
  615. dec := NewDecoder(b)
  616. out := make(Bug1StructMap)
  617. err = dec.Decode(&out)
  618. if err != nil {
  619. t.Fatal("decode:", err)
  620. }
  621. if !reflect.DeepEqual(in, out) {
  622. t.Errorf("mismatch: %v %v", in, out)
  623. }
  624. }
  625. func TestGobMapInterfaceEncode(t *testing.T) {
  626. m := map[string]any{
  627. "up": uintptr(0),
  628. "i0": []int{-1},
  629. "i1": []int8{-1},
  630. "i2": []int16{-1},
  631. "i3": []int32{-1},
  632. "i4": []int64{-1},
  633. "u0": []uint{1},
  634. "u1": []uint8{1},
  635. "u2": []uint16{1},
  636. "u3": []uint32{1},
  637. "u4": []uint64{1},
  638. "f0": []float32{1},
  639. "f1": []float64{1},
  640. "c0": []complex64{complex(2, -2)},
  641. "c1": []complex128{complex(2, float64(-2))},
  642. "us": []uintptr{0},
  643. "bo": []bool{false},
  644. "st": []string{"s"},
  645. }
  646. enc := NewEncoder(new(bytes.Buffer))
  647. err := enc.Encode(m)
  648. if err != nil {
  649. t.Errorf("encode map: %s", err)
  650. }
  651. }
  652. func TestSliceReusesMemory(t *testing.T) {
  653. buf := new(bytes.Buffer)
  654. // Bytes
  655. {
  656. x := []byte("abcd")
  657. enc := NewEncoder(buf)
  658. err := enc.Encode(x)
  659. if err != nil {
  660. t.Errorf("bytes: encode: %s", err)
  661. }
  662. // Decode into y, which is big enough.
  663. y := []byte("ABCDE")
  664. addr := &y[0]
  665. dec := NewDecoder(buf)
  666. err = dec.Decode(&y)
  667. if err != nil {
  668. t.Fatal("bytes: decode:", err)
  669. }
  670. if !bytes.Equal(x, y) {
  671. t.Errorf("bytes: expected %q got %q\n", x, y)
  672. }
  673. if addr != &y[0] {
  674. t.Errorf("bytes: unnecessary reallocation")
  675. }
  676. }
  677. // general slice
  678. {
  679. x := []rune("abcd")
  680. enc := NewEncoder(buf)
  681. err := enc.Encode(x)
  682. if err != nil {
  683. t.Errorf("ints: encode: %s", err)
  684. }
  685. // Decode into y, which is big enough.
  686. y := []rune("ABCDE")
  687. addr := &y[0]
  688. dec := NewDecoder(buf)
  689. err = dec.Decode(&y)
  690. if err != nil {
  691. t.Fatal("ints: decode:", err)
  692. }
  693. if !reflect.DeepEqual(x, y) {
  694. t.Errorf("ints: expected %q got %q\n", x, y)
  695. }
  696. if addr != &y[0] {
  697. t.Errorf("ints: unnecessary reallocation")
  698. }
  699. }
  700. }
  701. // Used to crash: negative count in recvMessage.
  702. func TestBadCount(t *testing.T) {
  703. b := []byte{0xfb, 0xa5, 0x82, 0x2f, 0xca, 0x1}
  704. if err := NewDecoder(bytes.NewReader(b)).Decode(nil); err == nil {
  705. t.Error("expected error from bad count")
  706. } else if err.Error() != errBadCount.Error() {
  707. t.Error("expected bad count error; got", err)
  708. }
  709. }
  710. // Verify that sequential Decoders built on a single input will
  711. // succeed if the input implements ReadByte and there is no
  712. // type information in the stream.
  713. func TestSequentialDecoder(t *testing.T) {
  714. b := new(bytes.Buffer)
  715. enc := NewEncoder(b)
  716. const count = 10
  717. for i := 0; i < count; i++ {
  718. s := fmt.Sprintf("%d", i)
  719. if err := enc.Encode(s); err != nil {
  720. t.Error("encoder fail:", err)
  721. }
  722. }
  723. for i := 0; i < count; i++ {
  724. dec := NewDecoder(b)
  725. var s string
  726. if err := dec.Decode(&s); err != nil {
  727. t.Fatal("decoder fail:", err)
  728. }
  729. if s != fmt.Sprintf("%d", i) {
  730. t.Fatalf("decode expected %d got %s", i, s)
  731. }
  732. }
  733. }
  734. // Should be able to have unrepresentable fields (chan, func, *chan etc.); we just ignore them.
  735. type Bug2 struct {
  736. A int
  737. C chan int
  738. CP *chan int
  739. F func()
  740. FPP **func()
  741. }
  742. func TestChanFuncIgnored(t *testing.T) {
  743. c := make(chan int)
  744. f := func() {}
  745. fp := &f
  746. b0 := Bug2{23, c, &c, f, &fp}
  747. var buf bytes.Buffer
  748. enc := NewEncoder(&buf)
  749. if err := enc.Encode(b0); err != nil {
  750. t.Fatal("error encoding:", err)
  751. }
  752. var b1 Bug2
  753. err := NewDecoder(&buf).Decode(&b1)
  754. if err != nil {
  755. t.Fatal("decode:", err)
  756. }
  757. if b1.A != b0.A {
  758. t.Fatalf("got %d want %d", b1.A, b0.A)
  759. }
  760. if b1.C != nil || b1.CP != nil || b1.F != nil || b1.FPP != nil {
  761. t.Fatal("unexpected value for chan or func")
  762. }
  763. }
  764. func TestSliceIncompatibility(t *testing.T) {
  765. var in = []byte{1, 2, 3}
  766. var out []int
  767. if err := encAndDec(in, &out); err == nil {
  768. t.Error("expected compatibility error")
  769. }
  770. }
  771. // Mutually recursive slices of structs caused problems.
  772. type Bug3 struct {
  773. Num int
  774. Children []*Bug3
  775. }
  776. func TestGobPtrSlices(t *testing.T) {
  777. in := []*Bug3{
  778. {1, nil},
  779. {2, nil},
  780. }
  781. b := new(bytes.Buffer)
  782. err := NewEncoder(b).Encode(&in)
  783. if err != nil {
  784. t.Fatal("encode:", err)
  785. }
  786. var out []*Bug3
  787. err = NewDecoder(b).Decode(&out)
  788. if err != nil {
  789. t.Fatal("decode:", err)
  790. }
  791. if !reflect.DeepEqual(in, out) {
  792. t.Fatalf("got %v; wanted %v", out, in)
  793. }
  794. }
  795. // getDecEnginePtr cached engine for ut.base instead of ut.user so we passed
  796. // a *map and then tried to reuse its engine to decode the inner map.
  797. func TestPtrToMapOfMap(t *testing.T) {
  798. Register(make(map[string]any))
  799. subdata := make(map[string]any)
  800. subdata["bar"] = "baz"
  801. data := make(map[string]any)
  802. data["foo"] = subdata
  803. b := new(bytes.Buffer)
  804. err := NewEncoder(b).Encode(data)
  805. if err != nil {
  806. t.Fatal("encode:", err)
  807. }
  808. var newData map[string]any
  809. err = NewDecoder(b).Decode(&newData)
  810. if err != nil {
  811. t.Fatal("decode:", err)
  812. }
  813. if !reflect.DeepEqual(data, newData) {
  814. t.Fatalf("expected %v got %v", data, newData)
  815. }
  816. }
  817. // Test that untyped nils generate an error, not a panic.
  818. // See Issue 16204.
  819. func TestCatchInvalidNilValue(t *testing.T) {
  820. encodeErr, panicErr := encodeAndRecover(nil)
  821. if panicErr != nil {
  822. t.Fatalf("panicErr=%v, should not panic encoding untyped nil", panicErr)
  823. }
  824. if encodeErr == nil {
  825. t.Errorf("got err=nil, want non-nil error when encoding untyped nil value")
  826. } else if !strings.Contains(encodeErr.Error(), "nil value") {
  827. t.Errorf("expected 'nil value' error; got err=%v", encodeErr)
  828. }
  829. }
  830. // A top-level nil pointer generates a panic with a helpful string-valued message.
  831. func TestTopLevelNilPointer(t *testing.T) {
  832. var ip *int
  833. encodeErr, panicErr := encodeAndRecover(ip)
  834. if encodeErr != nil {
  835. t.Fatal("error in encode:", encodeErr)
  836. }
  837. if panicErr == nil {
  838. t.Fatal("top-level nil pointer did not panic")
  839. }
  840. errMsg := panicErr.Error()
  841. if !strings.Contains(errMsg, "nil pointer") {
  842. t.Fatal("expected nil pointer error, got:", errMsg)
  843. }
  844. }
  845. func encodeAndRecover(value any) (encodeErr, panicErr error) {
  846. defer func() {
  847. e := recover()
  848. if e != nil {
  849. switch err := e.(type) {
  850. case error:
  851. panicErr = err
  852. default:
  853. panicErr = fmt.Errorf("%v", err)
  854. }
  855. }
  856. }()
  857. encodeErr = NewEncoder(io.Discard).Encode(value)
  858. return
  859. }
  860. func TestNilPointerPanics(t *testing.T) {
  861. var (
  862. nilStringPtr *string
  863. intMap = make(map[int]int)
  864. intMapPtr = &intMap
  865. nilIntMapPtr *map[int]int
  866. zero int
  867. nilBoolChannel chan bool
  868. nilBoolChannelPtr *chan bool
  869. nilStringSlice []string
  870. stringSlice = make([]string, 1)
  871. nilStringSlicePtr *[]string
  872. )
  873. testCases := []struct {
  874. value any
  875. mustPanic bool
  876. }{
  877. {nilStringPtr, true},
  878. {intMap, false},
  879. {intMapPtr, false},
  880. {nilIntMapPtr, true},
  881. {zero, false},
  882. {nilStringSlice, false},
  883. {stringSlice, false},
  884. {nilStringSlicePtr, true},
  885. {nilBoolChannel, false},
  886. {nilBoolChannelPtr, true},
  887. }
  888. for _, tt := range testCases {
  889. _, panicErr := encodeAndRecover(tt.value)
  890. if tt.mustPanic {
  891. if panicErr == nil {
  892. t.Errorf("expected panic with input %#v, did not panic", tt.value)
  893. }
  894. continue
  895. }
  896. if panicErr != nil {
  897. t.Fatalf("expected no panic with input %#v, got panic=%v", tt.value, panicErr)
  898. }
  899. }
  900. }
  901. func TestNilPointerInsideInterface(t *testing.T) {
  902. var ip *int
  903. si := struct {
  904. I any
  905. }{
  906. I: ip,
  907. }
  908. buf := new(bytes.Buffer)
  909. err := NewEncoder(buf).Encode(si)
  910. if err == nil {
  911. t.Fatal("expected error, got none")
  912. }
  913. errMsg := err.Error()
  914. if !strings.Contains(errMsg, "nil pointer") || !strings.Contains(errMsg, "interface") {
  915. t.Fatal("expected error about nil pointer and interface, got:", errMsg)
  916. }
  917. }
  918. type Bug4Public struct {
  919. Name string
  920. Secret Bug4Secret
  921. }
  922. type Bug4Secret struct {
  923. a int // error: no exported fields.
  924. }
  925. // Test that a failed compilation doesn't leave around an executable encoder.
  926. // Issue 3723.
  927. func TestMutipleEncodingsOfBadType(t *testing.T) {
  928. x := Bug4Public{
  929. Name: "name",
  930. Secret: Bug4Secret{1},
  931. }
  932. buf := new(bytes.Buffer)
  933. enc := NewEncoder(buf)
  934. err := enc.Encode(x)
  935. if err == nil {
  936. t.Fatal("first encoding: expected error")
  937. }
  938. buf.Reset()
  939. enc = NewEncoder(buf)
  940. err = enc.Encode(x)
  941. if err == nil {
  942. t.Fatal("second encoding: expected error")
  943. }
  944. if !strings.Contains(err.Error(), "no exported fields") {
  945. t.Errorf("expected error about no exported fields; got %v", err)
  946. }
  947. }
  948. // There was an error check comparing the length of the input with the
  949. // length of the slice being decoded. It was wrong because the next
  950. // thing in the input might be a type definition, which would lead to
  951. // an incorrect length check. This test reproduces the corner case.
  952. type Z struct {
  953. }
  954. func Test29ElementSlice(t *testing.T) {
  955. Register(Z{})
  956. src := make([]any, 100) // Size needs to be bigger than size of type definition.
  957. for i := range src {
  958. src[i] = Z{}
  959. }
  960. buf := new(bytes.Buffer)
  961. err := NewEncoder(buf).Encode(src)
  962. if err != nil {
  963. t.Fatalf("encode: %v", err)
  964. return
  965. }
  966. var dst []any
  967. err = NewDecoder(buf).Decode(&dst)
  968. if err != nil {
  969. t.Errorf("decode: %v", err)
  970. return
  971. }
  972. }
  973. // Don't crash, just give error when allocating a huge slice.
  974. // Issue 8084.
  975. func TestErrorForHugeSlice(t *testing.T) {
  976. // Encode an int slice.
  977. buf := new(bytes.Buffer)
  978. slice := []int{1, 1, 1, 1, 1, 1, 1, 1, 1, 1}
  979. err := NewEncoder(buf).Encode(slice)
  980. if err != nil {
  981. t.Fatal("encode:", err)
  982. }
  983. // Reach into the buffer and smash the count to make the encoded slice very long.
  984. buf.Bytes()[buf.Len()-len(slice)-1] = 0xfa
  985. // Decode and see error.
  986. err = NewDecoder(buf).Decode(&slice)
  987. if err == nil {
  988. t.Fatal("decode: no error")
  989. }
  990. if !strings.Contains(err.Error(), "slice too big") {
  991. t.Fatalf("decode: expected slice too big error, got %s", err.Error())
  992. }
  993. }
  994. type badDataTest struct {
  995. input string // The input encoded as a hex string.
  996. error string // A substring of the error that should result.
  997. data any // What to decode into.
  998. }
  999. var badDataTests = []badDataTest{
  1000. {"", "EOF", nil},
  1001. {"7F6869", "unexpected EOF", nil},
  1002. {"036e6f77206973207468652074696d6520666f7220616c6c20676f6f64206d656e", "unknown type id", new(ET2)},
  1003. {"0424666f6f", "field numbers out of bounds", new(ET2)}, // Issue 6323.
  1004. {"05100028557b02027f8302", "interface encoding", nil}, // Issue 10270.
  1005. // Issue 10273.
  1006. {"130a00fb5dad0bf8ff020263e70002fa28020202a89859", "slice length too large", nil},
  1007. {"0f1000fb285d003316020735ff023a65c5", "interface encoding", nil},
  1008. {"03fffb0616fffc00f902ff02ff03bf005d02885802a311a8120228022c028ee7", "GobDecoder", nil},
  1009. // Issue 10491.
  1010. {"10fe010f020102fe01100001fe010e000016fe010d030102fe010e00010101015801fe01100000000bfe011000f85555555555555555", "exceeds input size", nil},
  1011. }
  1012. // TestBadData tests that various problems caused by malformed input
  1013. // are caught as errors and do not cause panics.
  1014. func TestBadData(t *testing.T) {
  1015. for i, test := range badDataTests {
  1016. data, err := hex.DecodeString(test.input)
  1017. if err != nil {
  1018. t.Fatalf("#%d: hex error: %s", i, err)
  1019. }
  1020. d := NewDecoder(bytes.NewReader(data))
  1021. err = d.Decode(test.data)
  1022. if err == nil {
  1023. t.Errorf("decode: no error")
  1024. continue
  1025. }
  1026. if !strings.Contains(err.Error(), test.error) {
  1027. t.Errorf("#%d: decode: expected %q error, got %s", i, test.error, err.Error())
  1028. }
  1029. }
  1030. }
  1031. func TestDecodeErrorMultipleTypes(t *testing.T) {
  1032. type Test struct {
  1033. A string
  1034. B int
  1035. }
  1036. var b bytes.Buffer
  1037. NewEncoder(&b).Encode(Test{"one", 1})
  1038. var result, result2 Test
  1039. dec := NewDecoder(&b)
  1040. err := dec.Decode(&result)
  1041. if err != nil {
  1042. t.Errorf("decode: unexpected error %v", err)
  1043. }
  1044. b.Reset()
  1045. NewEncoder(&b).Encode(Test{"two", 2})
  1046. err = dec.Decode(&result2)
  1047. if err == nil {
  1048. t.Errorf("decode: expected duplicate type error, got nil")
  1049. } else if !strings.Contains(err.Error(), "duplicate type") {
  1050. t.Errorf("decode: expected duplicate type error, got %s", err.Error())
  1051. }
  1052. }
  1053. // Issue 24075
  1054. func TestMarshalFloatMap(t *testing.T) {
  1055. nan1 := math.NaN()
  1056. nan2 := math.Float64frombits(math.Float64bits(nan1) ^ 1) // A different NaN in the same class.
  1057. in := map[float64]string{
  1058. nan1: "a",
  1059. nan1: "b",
  1060. nan2: "c",
  1061. }
  1062. var b bytes.Buffer
  1063. enc := NewEncoder(&b)
  1064. if err := enc.Encode(in); err != nil {
  1065. t.Errorf("Encode : %v", err)
  1066. }
  1067. out := map[float64]string{}
  1068. dec := NewDecoder(&b)
  1069. if err := dec.Decode(&out); err != nil {
  1070. t.Fatalf("Decode : %v", err)
  1071. }
  1072. type mapEntry struct {
  1073. keyBits uint64
  1074. value string
  1075. }
  1076. readMap := func(m map[float64]string) (entries []mapEntry) {
  1077. for k, v := range m {
  1078. entries = append(entries, mapEntry{math.Float64bits(k), v})
  1079. }
  1080. sort.Slice(entries, func(i, j int) bool {
  1081. ei, ej := entries[i], entries[j]
  1082. if ei.keyBits != ej.keyBits {
  1083. return ei.keyBits < ej.keyBits
  1084. }
  1085. return ei.value < ej.value
  1086. })
  1087. return entries
  1088. }
  1089. got := readMap(out)
  1090. want := readMap(in)
  1091. if !reflect.DeepEqual(got, want) {
  1092. t.Fatalf("\nEncode: %v\nDecode: %v", want, got)
  1093. }
  1094. }
  1095. func TestDecodePartial(t *testing.T) {
  1096. type T struct {
  1097. X []int
  1098. Y string
  1099. }
  1100. var buf bytes.Buffer
  1101. t1 := T{X: []int{1, 2, 3}, Y: "foo"}
  1102. t2 := T{X: []int{4, 5, 6}, Y: "bar"}
  1103. enc := NewEncoder(&buf)
  1104. t1start := 0
  1105. if err := enc.Encode(&t1); err != nil {
  1106. t.Fatal(err)
  1107. }
  1108. t2start := buf.Len()
  1109. if err := enc.Encode(&t2); err != nil {
  1110. t.Fatal(err)
  1111. }
  1112. data := buf.Bytes()
  1113. for i := 0; i <= len(data); i++ {
  1114. bufr := bytes.NewReader(data[:i])
  1115. // Decode both values, stopping at the first error.
  1116. var t1b, t2b T
  1117. dec := NewDecoder(bufr)
  1118. var err error
  1119. err = dec.Decode(&t1b)
  1120. if err == nil {
  1121. err = dec.Decode(&t2b)
  1122. }
  1123. switch i {
  1124. case t1start, t2start:
  1125. // Either the first or the second Decode calls had zero input.
  1126. if err != io.EOF {
  1127. t.Errorf("%d/%d: expected io.EOF: %v", i, len(data), err)
  1128. }
  1129. case len(data):
  1130. // We reached the end of the entire input.
  1131. if err != nil {
  1132. t.Errorf("%d/%d: unexpected error: %v", i, len(data), err)
  1133. }
  1134. if !reflect.DeepEqual(t1b, t1) {
  1135. t.Fatalf("t1 value mismatch: got %v, want %v", t1b, t1)
  1136. }
  1137. if !reflect.DeepEqual(t2b, t2) {
  1138. t.Fatalf("t2 value mismatch: got %v, want %v", t2b, t2)
  1139. }
  1140. default:
  1141. // In between, we must see io.ErrUnexpectedEOF.
  1142. // The decoder used to erroneously return io.EOF in some cases here,
  1143. // such as if the input was cut off right after some type specs,
  1144. // but before any value was actually transmitted.
  1145. if err != io.ErrUnexpectedEOF {
  1146. t.Errorf("%d/%d: expected io.ErrUnexpectedEOF: %v", i, len(data), err)
  1147. }
  1148. }
  1149. }
  1150. }