encode_test.go 28 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215
  1. // Copyright 2018 The Go Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package textpb_test
  5. import (
  6. "encoding/hex"
  7. "math"
  8. "strings"
  9. "testing"
  10. "github.com/golang/protobuf/v2/encoding/textpb"
  11. "github.com/golang/protobuf/v2/internal/detrand"
  12. "github.com/golang/protobuf/v2/internal/encoding/pack"
  13. "github.com/golang/protobuf/v2/internal/encoding/wire"
  14. "github.com/golang/protobuf/v2/internal/scalar"
  15. "github.com/golang/protobuf/v2/proto"
  16. preg "github.com/golang/protobuf/v2/reflect/protoregistry"
  17. "github.com/golang/protobuf/v2/runtime/protoiface"
  18. "github.com/google/go-cmp/cmp"
  19. "github.com/google/go-cmp/cmp/cmpopts"
  20. "github.com/golang/protobuf/v2/encoding/testprotos/pb2"
  21. "github.com/golang/protobuf/v2/encoding/testprotos/pb3"
  22. knownpb "github.com/golang/protobuf/v2/types/known"
  23. )
  24. func init() {
  25. // Disable detrand to enable direct comparisons on outputs.
  26. detrand.Disable()
  27. }
  28. // splitLines is a cmpopts.Option for comparing strings with line breaks.
  29. var splitLines = cmpopts.AcyclicTransformer("SplitLines", func(s string) []string {
  30. return strings.Split(s, "\n")
  31. })
  32. func pb2Enum(i int32) *pb2.Enum {
  33. p := new(pb2.Enum)
  34. *p = pb2.Enum(i)
  35. return p
  36. }
  37. func pb2Enums_NestedEnum(i int32) *pb2.Enums_NestedEnum {
  38. p := new(pb2.Enums_NestedEnum)
  39. *p = pb2.Enums_NestedEnum(i)
  40. return p
  41. }
  42. func setExtension(m proto.Message, xd *protoiface.ExtensionDescV1, val interface{}) {
  43. knownFields := m.ProtoReflect().KnownFields()
  44. extTypes := knownFields.ExtensionTypes()
  45. extTypes.Register(xd.Type)
  46. if val == nil {
  47. return
  48. }
  49. pval := xd.Type.ValueOf(val)
  50. knownFields.Set(wire.Number(xd.Field), pval)
  51. }
  52. // dhex decodes a hex-string and returns the bytes and panics if s is invalid.
  53. func dhex(s string) []byte {
  54. b, err := hex.DecodeString(s)
  55. if err != nil {
  56. panic(err)
  57. }
  58. return b
  59. }
  60. func TestMarshal(t *testing.T) {
  61. tests := []struct {
  62. desc string
  63. mo textpb.MarshalOptions
  64. input proto.Message
  65. want string
  66. wantErr bool // TODO: Verify error message content.
  67. }{{
  68. desc: "proto2 optional scalars not set",
  69. input: &pb2.Scalars{},
  70. want: "\n",
  71. }, {
  72. desc: "proto3 scalars not set",
  73. input: &pb3.Scalars{},
  74. want: "\n",
  75. }, {
  76. desc: "proto2 optional scalars set to zero values",
  77. input: &pb2.Scalars{
  78. OptBool: scalar.Bool(false),
  79. OptInt32: scalar.Int32(0),
  80. OptInt64: scalar.Int64(0),
  81. OptUint32: scalar.Uint32(0),
  82. OptUint64: scalar.Uint64(0),
  83. OptSint32: scalar.Int32(0),
  84. OptSint64: scalar.Int64(0),
  85. OptFixed32: scalar.Uint32(0),
  86. OptFixed64: scalar.Uint64(0),
  87. OptSfixed32: scalar.Int32(0),
  88. OptSfixed64: scalar.Int64(0),
  89. OptFloat: scalar.Float32(0),
  90. OptDouble: scalar.Float64(0),
  91. OptBytes: []byte{},
  92. OptString: scalar.String(""),
  93. },
  94. want: `opt_bool: false
  95. opt_int32: 0
  96. opt_int64: 0
  97. opt_uint32: 0
  98. opt_uint64: 0
  99. opt_sint32: 0
  100. opt_sint64: 0
  101. opt_fixed32: 0
  102. opt_fixed64: 0
  103. opt_sfixed32: 0
  104. opt_sfixed64: 0
  105. opt_float: 0
  106. opt_double: 0
  107. opt_bytes: ""
  108. opt_string: ""
  109. `,
  110. }, {
  111. desc: "proto3 scalars set to zero values",
  112. input: &pb3.Scalars{
  113. SBool: false,
  114. SInt32: 0,
  115. SInt64: 0,
  116. SUint32: 0,
  117. SUint64: 0,
  118. SSint32: 0,
  119. SSint64: 0,
  120. SFixed32: 0,
  121. SFixed64: 0,
  122. SSfixed32: 0,
  123. SSfixed64: 0,
  124. SFloat: 0,
  125. SDouble: 0,
  126. SBytes: []byte{},
  127. SString: "",
  128. },
  129. want: "\n",
  130. }, {
  131. desc: "proto2 optional scalars set to some values",
  132. input: &pb2.Scalars{
  133. OptBool: scalar.Bool(true),
  134. OptInt32: scalar.Int32(0xff),
  135. OptInt64: scalar.Int64(0xdeadbeef),
  136. OptUint32: scalar.Uint32(47),
  137. OptUint64: scalar.Uint64(0xdeadbeef),
  138. OptSint32: scalar.Int32(-1001),
  139. OptSint64: scalar.Int64(-0xffff),
  140. OptFixed64: scalar.Uint64(64),
  141. OptSfixed32: scalar.Int32(-32),
  142. OptFloat: scalar.Float32(1.02),
  143. OptDouble: scalar.Float64(1.0199999809265137),
  144. OptBytes: []byte("\xe8\xb0\xb7\xe6\xad\x8c"),
  145. OptString: scalar.String("谷歌"),
  146. },
  147. want: `opt_bool: true
  148. opt_int32: 255
  149. opt_int64: 3735928559
  150. opt_uint32: 47
  151. opt_uint64: 3735928559
  152. opt_sint32: -1001
  153. opt_sint64: -65535
  154. opt_fixed64: 64
  155. opt_sfixed32: -32
  156. opt_float: 1.02
  157. opt_double: 1.0199999809265137
  158. opt_bytes: "谷歌"
  159. opt_string: "谷歌"
  160. `,
  161. }, {
  162. desc: "float nan",
  163. input: &pb3.Scalars{
  164. SFloat: float32(math.NaN()),
  165. },
  166. want: "s_float: nan\n",
  167. }, {
  168. desc: "float positive infinity",
  169. input: &pb3.Scalars{
  170. SFloat: float32(math.Inf(1)),
  171. },
  172. want: "s_float: inf\n",
  173. }, {
  174. desc: "float negative infinity",
  175. input: &pb3.Scalars{
  176. SFloat: float32(math.Inf(-1)),
  177. },
  178. want: "s_float: -inf\n",
  179. }, {
  180. desc: "double nan",
  181. input: &pb3.Scalars{
  182. SDouble: math.NaN(),
  183. },
  184. want: "s_double: nan\n",
  185. }, {
  186. desc: "double positive infinity",
  187. input: &pb3.Scalars{
  188. SDouble: math.Inf(1),
  189. },
  190. want: "s_double: inf\n",
  191. }, {
  192. desc: "double negative infinity",
  193. input: &pb3.Scalars{
  194. SDouble: math.Inf(-1),
  195. },
  196. want: "s_double: -inf\n",
  197. }, {
  198. desc: "proto2 enum not set",
  199. input: &pb2.Enums{},
  200. want: "\n",
  201. }, {
  202. desc: "proto2 enum set to zero value",
  203. input: &pb2.Enums{
  204. OptEnum: pb2Enum(0),
  205. OptNestedEnum: pb2Enums_NestedEnum(0),
  206. },
  207. want: `opt_enum: 0
  208. opt_nested_enum: 0
  209. `,
  210. }, {
  211. desc: "proto2 enum",
  212. input: &pb2.Enums{
  213. OptEnum: pb2.Enum_ONE.Enum(),
  214. OptNestedEnum: pb2.Enums_UNO.Enum(),
  215. },
  216. want: `opt_enum: ONE
  217. opt_nested_enum: UNO
  218. `,
  219. }, {
  220. desc: "proto2 enum set to numeric values",
  221. input: &pb2.Enums{
  222. OptEnum: pb2Enum(2),
  223. OptNestedEnum: pb2Enums_NestedEnum(2),
  224. },
  225. want: `opt_enum: TWO
  226. opt_nested_enum: DOS
  227. `,
  228. }, {
  229. desc: "proto2 enum set to unnamed numeric values",
  230. input: &pb2.Enums{
  231. OptEnum: pb2Enum(101),
  232. OptNestedEnum: pb2Enums_NestedEnum(-101),
  233. },
  234. want: `opt_enum: 101
  235. opt_nested_enum: -101
  236. `,
  237. }, {
  238. desc: "proto3 enum not set",
  239. input: &pb3.Enums{},
  240. want: "\n",
  241. }, {
  242. desc: "proto3 enum set to zero value",
  243. input: &pb3.Enums{
  244. SEnum: pb3.Enum_ZERO,
  245. SNestedEnum: pb3.Enums_CERO,
  246. },
  247. want: "\n",
  248. }, {
  249. desc: "proto3 enum",
  250. input: &pb3.Enums{
  251. SEnum: pb3.Enum_ONE,
  252. SNestedEnum: pb3.Enums_UNO,
  253. },
  254. want: `s_enum: ONE
  255. s_nested_enum: UNO
  256. `,
  257. }, {
  258. desc: "proto3 enum set to numeric values",
  259. input: &pb3.Enums{
  260. SEnum: 2,
  261. SNestedEnum: 2,
  262. },
  263. want: `s_enum: TWO
  264. s_nested_enum: DOS
  265. `,
  266. }, {
  267. desc: "proto3 enum set to unnamed numeric values",
  268. input: &pb3.Enums{
  269. SEnum: -47,
  270. SNestedEnum: 47,
  271. },
  272. want: `s_enum: -47
  273. s_nested_enum: 47
  274. `,
  275. }, {
  276. desc: "proto2 nested message not set",
  277. input: &pb2.Nests{},
  278. want: "\n",
  279. }, {
  280. desc: "proto2 nested message set to empty",
  281. input: &pb2.Nests{
  282. OptNested: &pb2.Nested{},
  283. Optgroup: &pb2.Nests_OptGroup{},
  284. },
  285. want: `opt_nested: {}
  286. OptGroup: {}
  287. `,
  288. }, {
  289. desc: "proto2 nested messages",
  290. input: &pb2.Nests{
  291. OptNested: &pb2.Nested{
  292. OptString: scalar.String("nested message"),
  293. OptNested: &pb2.Nested{
  294. OptString: scalar.String("another nested message"),
  295. },
  296. },
  297. },
  298. want: `opt_nested: {
  299. opt_string: "nested message"
  300. opt_nested: {
  301. opt_string: "another nested message"
  302. }
  303. }
  304. `,
  305. }, {
  306. desc: "proto2 groups",
  307. input: &pb2.Nests{
  308. Optgroup: &pb2.Nests_OptGroup{
  309. OptString: scalar.String("inside a group"),
  310. OptNested: &pb2.Nested{
  311. OptString: scalar.String("nested message inside a group"),
  312. },
  313. Optnestedgroup: &pb2.Nests_OptGroup_OptNestedGroup{
  314. OptFixed32: scalar.Uint32(47),
  315. },
  316. },
  317. },
  318. want: `OptGroup: {
  319. opt_string: "inside a group"
  320. opt_nested: {
  321. opt_string: "nested message inside a group"
  322. }
  323. OptNestedGroup: {
  324. opt_fixed32: 47
  325. }
  326. }
  327. `,
  328. }, {
  329. desc: "proto3 nested message not set",
  330. input: &pb3.Nests{},
  331. want: "\n",
  332. }, {
  333. desc: "proto3 nested message set to empty",
  334. input: &pb3.Nests{
  335. SNested: &pb3.Nested{},
  336. },
  337. want: "s_nested: {}\n",
  338. }, {
  339. desc: "proto3 nested message",
  340. input: &pb3.Nests{
  341. SNested: &pb3.Nested{
  342. SString: "nested message",
  343. SNested: &pb3.Nested{
  344. SString: "another nested message",
  345. },
  346. },
  347. },
  348. want: `s_nested: {
  349. s_string: "nested message"
  350. s_nested: {
  351. s_string: "another nested message"
  352. }
  353. }
  354. `,
  355. }, {
  356. desc: "oneof not set",
  357. input: &pb3.Oneofs{},
  358. want: "\n",
  359. }, {
  360. desc: "oneof set to empty string",
  361. input: &pb3.Oneofs{
  362. Union: &pb3.Oneofs_OneofString{},
  363. },
  364. want: `oneof_string: ""
  365. `,
  366. }, {
  367. desc: "oneof set to string",
  368. input: &pb3.Oneofs{
  369. Union: &pb3.Oneofs_OneofString{
  370. OneofString: "hello",
  371. },
  372. },
  373. want: `oneof_string: "hello"
  374. `,
  375. }, {
  376. desc: "oneof set to enum",
  377. input: &pb3.Oneofs{
  378. Union: &pb3.Oneofs_OneofEnum{
  379. OneofEnum: pb3.Enum_ZERO,
  380. },
  381. },
  382. want: `oneof_enum: ZERO
  383. `,
  384. }, {
  385. desc: "oneof set to empty message",
  386. input: &pb3.Oneofs{
  387. Union: &pb3.Oneofs_OneofNested{
  388. OneofNested: &pb3.Nested{},
  389. },
  390. },
  391. want: "oneof_nested: {}\n",
  392. }, {
  393. desc: "oneof set to message",
  394. input: &pb3.Oneofs{
  395. Union: &pb3.Oneofs_OneofNested{
  396. OneofNested: &pb3.Nested{
  397. SString: "nested message",
  398. },
  399. },
  400. },
  401. want: `oneof_nested: {
  402. s_string: "nested message"
  403. }
  404. `,
  405. }, {
  406. desc: "repeated fields not set",
  407. input: &pb2.Repeats{},
  408. want: "\n",
  409. }, {
  410. desc: "repeated fields set to empty slices",
  411. input: &pb2.Repeats{
  412. RptBool: []bool{},
  413. RptInt32: []int32{},
  414. RptInt64: []int64{},
  415. RptUint32: []uint32{},
  416. RptUint64: []uint64{},
  417. RptFloat: []float32{},
  418. RptDouble: []float64{},
  419. RptBytes: [][]byte{},
  420. },
  421. want: "\n",
  422. }, {
  423. desc: "repeated fields set to some values",
  424. input: &pb2.Repeats{
  425. RptBool: []bool{true, false, true, true},
  426. RptInt32: []int32{1, 6, 0, 0},
  427. RptInt64: []int64{-64, 47},
  428. RptUint32: []uint32{0xff, 0xffff},
  429. RptUint64: []uint64{0xdeadbeef},
  430. RptFloat: []float32{float32(math.NaN()), float32(math.Inf(1)), float32(math.Inf(-1)), 1.034},
  431. RptDouble: []float64{math.NaN(), math.Inf(1), math.Inf(-1), 1.23e-308},
  432. RptString: []string{"hello", "世界"},
  433. RptBytes: [][]byte{
  434. []byte("hello"),
  435. []byte("\xe4\xb8\x96\xe7\x95\x8c"),
  436. },
  437. },
  438. want: `rpt_bool: true
  439. rpt_bool: false
  440. rpt_bool: true
  441. rpt_bool: true
  442. rpt_int32: 1
  443. rpt_int32: 6
  444. rpt_int32: 0
  445. rpt_int32: 0
  446. rpt_int64: -64
  447. rpt_int64: 47
  448. rpt_uint32: 255
  449. rpt_uint32: 65535
  450. rpt_uint64: 3735928559
  451. rpt_float: nan
  452. rpt_float: inf
  453. rpt_float: -inf
  454. rpt_float: 1.034
  455. rpt_double: nan
  456. rpt_double: inf
  457. rpt_double: -inf
  458. rpt_double: 1.23e-308
  459. rpt_string: "hello"
  460. rpt_string: "世界"
  461. rpt_bytes: "hello"
  462. rpt_bytes: "世界"
  463. `,
  464. }, {
  465. desc: "repeated enums",
  466. input: &pb2.Enums{
  467. RptEnum: []pb2.Enum{pb2.Enum_ONE, 2, pb2.Enum_TEN, 42},
  468. RptNestedEnum: []pb2.Enums_NestedEnum{2, 47, 10},
  469. },
  470. want: `rpt_enum: ONE
  471. rpt_enum: TWO
  472. rpt_enum: TEN
  473. rpt_enum: 42
  474. rpt_nested_enum: DOS
  475. rpt_nested_enum: 47
  476. rpt_nested_enum: DIEZ
  477. `,
  478. }, {
  479. desc: "repeated messages set to empty",
  480. input: &pb2.Nests{
  481. RptNested: []*pb2.Nested{},
  482. Rptgroup: []*pb2.Nests_RptGroup{},
  483. },
  484. want: "\n",
  485. }, {
  486. desc: "repeated messages",
  487. input: &pb2.Nests{
  488. RptNested: []*pb2.Nested{
  489. {
  490. OptString: scalar.String("repeat nested one"),
  491. },
  492. {
  493. OptString: scalar.String("repeat nested two"),
  494. OptNested: &pb2.Nested{
  495. OptString: scalar.String("inside repeat nested two"),
  496. },
  497. },
  498. {},
  499. },
  500. },
  501. want: `rpt_nested: {
  502. opt_string: "repeat nested one"
  503. }
  504. rpt_nested: {
  505. opt_string: "repeat nested two"
  506. opt_nested: {
  507. opt_string: "inside repeat nested two"
  508. }
  509. }
  510. rpt_nested: {}
  511. `,
  512. }, {
  513. desc: "repeated messages contains nil value",
  514. input: &pb2.Nests{
  515. RptNested: []*pb2.Nested{nil, {}},
  516. },
  517. want: `rpt_nested: {}
  518. rpt_nested: {}
  519. `,
  520. }, {
  521. desc: "repeated groups",
  522. input: &pb2.Nests{
  523. Rptgroup: []*pb2.Nests_RptGroup{
  524. {
  525. RptString: []string{"hello", "world"},
  526. },
  527. {},
  528. nil,
  529. },
  530. },
  531. want: `RptGroup: {
  532. rpt_string: "hello"
  533. rpt_string: "world"
  534. }
  535. RptGroup: {}
  536. RptGroup: {}
  537. `,
  538. }, {
  539. desc: "map fields not set",
  540. input: &pb3.Maps{},
  541. want: "\n",
  542. }, {
  543. desc: "map fields set to empty",
  544. input: &pb3.Maps{
  545. Int32ToStr: map[int32]string{},
  546. BoolToUint32: map[bool]uint32{},
  547. Uint64ToEnum: map[uint64]pb3.Enum{},
  548. StrToNested: map[string]*pb3.Nested{},
  549. StrToOneofs: map[string]*pb3.Oneofs{},
  550. },
  551. want: "\n",
  552. }, {
  553. desc: "map fields 1",
  554. input: &pb3.Maps{
  555. Int32ToStr: map[int32]string{
  556. -101: "-101",
  557. 0xff: "0xff",
  558. 0: "zero",
  559. },
  560. BoolToUint32: map[bool]uint32{
  561. true: 42,
  562. false: 101,
  563. },
  564. },
  565. want: `int32_to_str: {
  566. key: -101
  567. value: "-101"
  568. }
  569. int32_to_str: {
  570. key: 0
  571. value: "zero"
  572. }
  573. int32_to_str: {
  574. key: 255
  575. value: "0xff"
  576. }
  577. bool_to_uint32: {
  578. key: false
  579. value: 101
  580. }
  581. bool_to_uint32: {
  582. key: true
  583. value: 42
  584. }
  585. `,
  586. }, {
  587. desc: "map fields 2",
  588. input: &pb3.Maps{
  589. Uint64ToEnum: map[uint64]pb3.Enum{
  590. 1: pb3.Enum_ONE,
  591. 2: pb3.Enum_TWO,
  592. 10: pb3.Enum_TEN,
  593. 47: 47,
  594. },
  595. },
  596. want: `uint64_to_enum: {
  597. key: 1
  598. value: ONE
  599. }
  600. uint64_to_enum: {
  601. key: 2
  602. value: TWO
  603. }
  604. uint64_to_enum: {
  605. key: 10
  606. value: TEN
  607. }
  608. uint64_to_enum: {
  609. key: 47
  610. value: 47
  611. }
  612. `,
  613. }, {
  614. desc: "map fields 3",
  615. input: &pb3.Maps{
  616. StrToNested: map[string]*pb3.Nested{
  617. "nested": &pb3.Nested{
  618. SString: "nested in a map",
  619. },
  620. },
  621. },
  622. want: `str_to_nested: {
  623. key: "nested"
  624. value: {
  625. s_string: "nested in a map"
  626. }
  627. }
  628. `,
  629. }, {
  630. desc: "map fields 4",
  631. input: &pb3.Maps{
  632. StrToOneofs: map[string]*pb3.Oneofs{
  633. "string": &pb3.Oneofs{
  634. Union: &pb3.Oneofs_OneofString{
  635. OneofString: "hello",
  636. },
  637. },
  638. "nested": &pb3.Oneofs{
  639. Union: &pb3.Oneofs_OneofNested{
  640. OneofNested: &pb3.Nested{
  641. SString: "nested oneof in map field value",
  642. },
  643. },
  644. },
  645. },
  646. },
  647. want: `str_to_oneofs: {
  648. key: "nested"
  649. value: {
  650. oneof_nested: {
  651. s_string: "nested oneof in map field value"
  652. }
  653. }
  654. }
  655. str_to_oneofs: {
  656. key: "string"
  657. value: {
  658. oneof_string: "hello"
  659. }
  660. }
  661. `,
  662. }, {
  663. desc: "map field contains nil value",
  664. input: &pb3.Maps{
  665. StrToNested: map[string]*pb3.Nested{
  666. "nil": nil,
  667. },
  668. },
  669. want: `str_to_nested: {
  670. key: "nil"
  671. value: {}
  672. }
  673. `,
  674. }, {
  675. desc: "required fields not set",
  676. input: &pb2.Requireds{},
  677. want: "\n",
  678. wantErr: true,
  679. }, {
  680. desc: "required fields partially set",
  681. input: &pb2.Requireds{
  682. ReqBool: scalar.Bool(false),
  683. ReqSfixed64: scalar.Int64(0xbeefcafe),
  684. ReqDouble: scalar.Float64(math.NaN()),
  685. ReqString: scalar.String("hello"),
  686. ReqEnum: pb2.Enum_ONE.Enum(),
  687. },
  688. want: `req_bool: false
  689. req_sfixed64: 3203386110
  690. req_double: nan
  691. req_string: "hello"
  692. req_enum: ONE
  693. `,
  694. wantErr: true,
  695. }, {
  696. desc: "required fields not set with AllowPartial",
  697. mo: textpb.MarshalOptions{AllowPartial: true},
  698. input: &pb2.Requireds{
  699. ReqBool: scalar.Bool(false),
  700. ReqSfixed64: scalar.Int64(0xbeefcafe),
  701. ReqDouble: scalar.Float64(math.NaN()),
  702. ReqString: scalar.String("hello"),
  703. ReqEnum: pb2.Enum_ONE.Enum(),
  704. },
  705. want: `req_bool: false
  706. req_sfixed64: 3203386110
  707. req_double: nan
  708. req_string: "hello"
  709. req_enum: ONE
  710. `,
  711. }, {
  712. desc: "required fields all set",
  713. input: &pb2.Requireds{
  714. ReqBool: scalar.Bool(false),
  715. ReqSfixed64: scalar.Int64(0),
  716. ReqDouble: scalar.Float64(1.23),
  717. ReqString: scalar.String(""),
  718. ReqEnum: pb2.Enum_ONE.Enum(),
  719. ReqNested: &pb2.Nested{},
  720. },
  721. want: `req_bool: false
  722. req_sfixed64: 0
  723. req_double: 1.23
  724. req_string: ""
  725. req_enum: ONE
  726. req_nested: {}
  727. `,
  728. }, {
  729. desc: "indirect required field",
  730. input: &pb2.IndirectRequired{
  731. OptNested: &pb2.NestedWithRequired{},
  732. },
  733. want: "opt_nested: {}\n",
  734. wantErr: true,
  735. }, {
  736. desc: "indirect required field with AllowPartial",
  737. mo: textpb.MarshalOptions{AllowPartial: true},
  738. input: &pb2.IndirectRequired{
  739. OptNested: &pb2.NestedWithRequired{},
  740. },
  741. want: "opt_nested: {}\n",
  742. }, {
  743. desc: "indirect required field in empty repeated",
  744. input: &pb2.IndirectRequired{
  745. RptNested: []*pb2.NestedWithRequired{},
  746. },
  747. want: "\n",
  748. }, {
  749. desc: "indirect required field in repeated",
  750. input: &pb2.IndirectRequired{
  751. RptNested: []*pb2.NestedWithRequired{
  752. &pb2.NestedWithRequired{},
  753. },
  754. },
  755. want: "rpt_nested: {}\n",
  756. wantErr: true,
  757. }, {
  758. desc: "indirect required field in repeated with AllowPartial",
  759. mo: textpb.MarshalOptions{AllowPartial: true},
  760. input: &pb2.IndirectRequired{
  761. RptNested: []*pb2.NestedWithRequired{
  762. &pb2.NestedWithRequired{},
  763. },
  764. },
  765. want: "rpt_nested: {}\n",
  766. }, {
  767. desc: "indirect required field in empty map",
  768. input: &pb2.IndirectRequired{
  769. StrToNested: map[string]*pb2.NestedWithRequired{},
  770. },
  771. want: "\n",
  772. }, {
  773. desc: "indirect required field in map",
  774. input: &pb2.IndirectRequired{
  775. StrToNested: map[string]*pb2.NestedWithRequired{
  776. "fail": &pb2.NestedWithRequired{},
  777. },
  778. },
  779. want: `str_to_nested: {
  780. key: "fail"
  781. value: {}
  782. }
  783. `,
  784. wantErr: true,
  785. }, {
  786. desc: "indirect required field in map with AllowPartial",
  787. mo: textpb.MarshalOptions{AllowPartial: true},
  788. input: &pb2.IndirectRequired{
  789. StrToNested: map[string]*pb2.NestedWithRequired{
  790. "fail": &pb2.NestedWithRequired{},
  791. },
  792. },
  793. want: `str_to_nested: {
  794. key: "fail"
  795. value: {}
  796. }
  797. `,
  798. }, {
  799. desc: "indirect required field in oneof",
  800. input: &pb2.IndirectRequired{
  801. Union: &pb2.IndirectRequired_OneofNested{
  802. OneofNested: &pb2.NestedWithRequired{},
  803. },
  804. },
  805. want: "oneof_nested: {}\n",
  806. wantErr: true,
  807. }, {
  808. desc: "indirect required field in oneof with AllowPartial",
  809. mo: textpb.MarshalOptions{AllowPartial: true},
  810. input: &pb2.IndirectRequired{
  811. Union: &pb2.IndirectRequired_OneofNested{
  812. OneofNested: &pb2.NestedWithRequired{},
  813. },
  814. },
  815. want: "oneof_nested: {}\n",
  816. }, {
  817. desc: "unknown varint and fixed types",
  818. input: &pb2.Scalars{
  819. OptString: scalar.String("this message contains unknown fields"),
  820. XXX_unrecognized: pack.Message{
  821. pack.Tag{101, pack.VarintType}, pack.Bool(true),
  822. pack.Tag{102, pack.VarintType}, pack.Varint(0xff),
  823. pack.Tag{103, pack.Fixed32Type}, pack.Uint32(47),
  824. pack.Tag{104, pack.Fixed64Type}, pack.Int64(0xdeadbeef),
  825. }.Marshal(),
  826. },
  827. want: `opt_string: "this message contains unknown fields"
  828. 101: 1
  829. 102: 255
  830. 103: 47
  831. 104: 3735928559
  832. `,
  833. }, {
  834. desc: "unknown length-delimited",
  835. input: &pb2.Scalars{
  836. XXX_unrecognized: pack.Message{
  837. pack.Tag{101, pack.BytesType}, pack.LengthPrefix{pack.Bool(true), pack.Bool(false)},
  838. pack.Tag{102, pack.BytesType}, pack.String("hello world"),
  839. pack.Tag{103, pack.BytesType}, pack.Bytes("\xe4\xb8\x96\xe7\x95\x8c"),
  840. }.Marshal(),
  841. },
  842. want: `101: "\x01\x00"
  843. 102: "hello world"
  844. 103: "世界"
  845. `,
  846. }, {
  847. desc: "unknown group type",
  848. input: &pb2.Scalars{
  849. XXX_unrecognized: pack.Message{
  850. pack.Tag{101, pack.StartGroupType}, pack.Tag{101, pack.EndGroupType},
  851. pack.Tag{102, pack.StartGroupType},
  852. pack.Tag{101, pack.VarintType}, pack.Bool(false),
  853. pack.Tag{102, pack.BytesType}, pack.String("inside a group"),
  854. pack.Tag{102, pack.EndGroupType},
  855. }.Marshal(),
  856. },
  857. want: `101: {}
  858. 102: {
  859. 101: 0
  860. 102: "inside a group"
  861. }
  862. `,
  863. }, {
  864. desc: "unknown unpack repeated field",
  865. input: &pb2.Scalars{
  866. XXX_unrecognized: pack.Message{
  867. pack.Tag{101, pack.BytesType}, pack.LengthPrefix{pack.Bool(true), pack.Bool(false), pack.Bool(true)},
  868. pack.Tag{102, pack.BytesType}, pack.String("hello"),
  869. pack.Tag{101, pack.VarintType}, pack.Bool(true),
  870. pack.Tag{102, pack.BytesType}, pack.String("世界"),
  871. }.Marshal(),
  872. },
  873. want: `101: "\x01\x00\x01"
  874. 101: 1
  875. 102: "hello"
  876. 102: "世界"
  877. `,
  878. }, {
  879. desc: "extensions of non-repeated fields",
  880. input: func() proto.Message {
  881. m := &pb2.Extensions{
  882. OptString: scalar.String("non-extension field"),
  883. OptBool: scalar.Bool(true),
  884. OptInt32: scalar.Int32(42),
  885. }
  886. setExtension(m, pb2.E_OptExtBool, true)
  887. setExtension(m, pb2.E_OptExtString, "extension field")
  888. setExtension(m, pb2.E_OptExtEnum, pb2.Enum_TEN)
  889. setExtension(m, pb2.E_OptExtNested, &pb2.Nested{
  890. OptString: scalar.String("nested in an extension"),
  891. OptNested: &pb2.Nested{
  892. OptString: scalar.String("another nested in an extension"),
  893. },
  894. })
  895. return m
  896. }(),
  897. want: `opt_string: "non-extension field"
  898. opt_bool: true
  899. opt_int32: 42
  900. [pb2.opt_ext_bool]: true
  901. [pb2.opt_ext_enum]: TEN
  902. [pb2.opt_ext_nested]: {
  903. opt_string: "nested in an extension"
  904. opt_nested: {
  905. opt_string: "another nested in an extension"
  906. }
  907. }
  908. [pb2.opt_ext_string]: "extension field"
  909. `,
  910. }, {
  911. desc: "extension partial returns error",
  912. input: func() proto.Message {
  913. m := &pb2.Extensions{}
  914. setExtension(m, pb2.E_OptExtPartial, &pb2.PartialRequired{
  915. OptString: scalar.String("partial1"),
  916. })
  917. setExtension(m, pb2.E_ExtensionsContainer_OptExtPartial, &pb2.PartialRequired{
  918. OptString: scalar.String("partial2"),
  919. })
  920. return m
  921. }(),
  922. want: `[pb2.ExtensionsContainer.opt_ext_partial]: {
  923. opt_string: "partial2"
  924. }
  925. [pb2.opt_ext_partial]: {
  926. opt_string: "partial1"
  927. }
  928. `,
  929. wantErr: true,
  930. }, {
  931. desc: "extension partial with AllowPartial",
  932. mo: textpb.MarshalOptions{AllowPartial: true},
  933. input: func() proto.Message {
  934. m := &pb2.Extensions{}
  935. setExtension(m, pb2.E_OptExtPartial, &pb2.PartialRequired{
  936. OptString: scalar.String("partial1"),
  937. })
  938. return m
  939. }(),
  940. want: `[pb2.opt_ext_partial]: {
  941. opt_string: "partial1"
  942. }
  943. `,
  944. }, {
  945. desc: "extension message field set to nil",
  946. input: func() proto.Message {
  947. m := &pb2.Extensions{}
  948. setExtension(m, pb2.E_OptExtNested, nil)
  949. return m
  950. }(),
  951. want: "\n",
  952. }, {
  953. desc: "extensions of repeated fields",
  954. input: func() proto.Message {
  955. m := &pb2.Extensions{}
  956. setExtension(m, pb2.E_RptExtEnum, &[]pb2.Enum{pb2.Enum_TEN, 101, pb2.Enum_ONE})
  957. setExtension(m, pb2.E_RptExtFixed32, &[]uint32{42, 47})
  958. setExtension(m, pb2.E_RptExtNested, &[]*pb2.Nested{
  959. &pb2.Nested{OptString: scalar.String("one")},
  960. &pb2.Nested{OptString: scalar.String("two")},
  961. &pb2.Nested{OptString: scalar.String("three")},
  962. })
  963. return m
  964. }(),
  965. want: `[pb2.rpt_ext_enum]: TEN
  966. [pb2.rpt_ext_enum]: 101
  967. [pb2.rpt_ext_enum]: ONE
  968. [pb2.rpt_ext_fixed32]: 42
  969. [pb2.rpt_ext_fixed32]: 47
  970. [pb2.rpt_ext_nested]: {
  971. opt_string: "one"
  972. }
  973. [pb2.rpt_ext_nested]: {
  974. opt_string: "two"
  975. }
  976. [pb2.rpt_ext_nested]: {
  977. opt_string: "three"
  978. }
  979. `,
  980. }, {
  981. desc: "extensions of non-repeated fields in another message",
  982. input: func() proto.Message {
  983. m := &pb2.Extensions{}
  984. setExtension(m, pb2.E_ExtensionsContainer_OptExtBool, true)
  985. setExtension(m, pb2.E_ExtensionsContainer_OptExtString, "extension field")
  986. setExtension(m, pb2.E_ExtensionsContainer_OptExtEnum, pb2.Enum_TEN)
  987. setExtension(m, pb2.E_ExtensionsContainer_OptExtNested, &pb2.Nested{
  988. OptString: scalar.String("nested in an extension"),
  989. OptNested: &pb2.Nested{
  990. OptString: scalar.String("another nested in an extension"),
  991. },
  992. })
  993. return m
  994. }(),
  995. want: `[pb2.ExtensionsContainer.opt_ext_bool]: true
  996. [pb2.ExtensionsContainer.opt_ext_enum]: TEN
  997. [pb2.ExtensionsContainer.opt_ext_nested]: {
  998. opt_string: "nested in an extension"
  999. opt_nested: {
  1000. opt_string: "another nested in an extension"
  1001. }
  1002. }
  1003. [pb2.ExtensionsContainer.opt_ext_string]: "extension field"
  1004. `,
  1005. }, {
  1006. desc: "extensions of repeated fields in another message",
  1007. input: func() proto.Message {
  1008. m := &pb2.Extensions{
  1009. OptString: scalar.String("non-extension field"),
  1010. OptBool: scalar.Bool(true),
  1011. OptInt32: scalar.Int32(42),
  1012. }
  1013. setExtension(m, pb2.E_ExtensionsContainer_RptExtEnum, &[]pb2.Enum{pb2.Enum_TEN, 101, pb2.Enum_ONE})
  1014. setExtension(m, pb2.E_ExtensionsContainer_RptExtString, &[]string{"hello", "world"})
  1015. setExtension(m, pb2.E_ExtensionsContainer_RptExtNested, &[]*pb2.Nested{
  1016. &pb2.Nested{OptString: scalar.String("one")},
  1017. &pb2.Nested{OptString: scalar.String("two")},
  1018. &pb2.Nested{OptString: scalar.String("three")},
  1019. })
  1020. return m
  1021. }(),
  1022. want: `opt_string: "non-extension field"
  1023. opt_bool: true
  1024. opt_int32: 42
  1025. [pb2.ExtensionsContainer.rpt_ext_enum]: TEN
  1026. [pb2.ExtensionsContainer.rpt_ext_enum]: 101
  1027. [pb2.ExtensionsContainer.rpt_ext_enum]: ONE
  1028. [pb2.ExtensionsContainer.rpt_ext_nested]: {
  1029. opt_string: "one"
  1030. }
  1031. [pb2.ExtensionsContainer.rpt_ext_nested]: {
  1032. opt_string: "two"
  1033. }
  1034. [pb2.ExtensionsContainer.rpt_ext_nested]: {
  1035. opt_string: "three"
  1036. }
  1037. [pb2.ExtensionsContainer.rpt_ext_string]: "hello"
  1038. [pb2.ExtensionsContainer.rpt_ext_string]: "world"
  1039. `,
  1040. }, {
  1041. desc: "MessageSet",
  1042. input: func() proto.Message {
  1043. m := &pb2.MessageSet{}
  1044. setExtension(m, pb2.E_MessageSetExtension_MessageSetExtension, &pb2.MessageSetExtension{
  1045. OptString: scalar.String("a messageset extension"),
  1046. })
  1047. setExtension(m, pb2.E_MessageSetExtension_NotMessageSetExtension, &pb2.MessageSetExtension{
  1048. OptString: scalar.String("not a messageset extension"),
  1049. })
  1050. setExtension(m, pb2.E_MessageSetExtension_ExtNested, &pb2.Nested{
  1051. OptString: scalar.String("just a regular extension"),
  1052. })
  1053. return m
  1054. }(),
  1055. want: `[pb2.MessageSetExtension]: {
  1056. opt_string: "a messageset extension"
  1057. }
  1058. [pb2.MessageSetExtension.ext_nested]: {
  1059. opt_string: "just a regular extension"
  1060. }
  1061. [pb2.MessageSetExtension.not_message_set_extension]: {
  1062. opt_string: "not a messageset extension"
  1063. }
  1064. `,
  1065. }, {
  1066. desc: "not real MessageSet 1",
  1067. input: func() proto.Message {
  1068. m := &pb2.FakeMessageSet{}
  1069. setExtension(m, pb2.E_FakeMessageSetExtension_MessageSetExtension, &pb2.FakeMessageSetExtension{
  1070. OptString: scalar.String("not a messageset extension"),
  1071. })
  1072. return m
  1073. }(),
  1074. want: `[pb2.FakeMessageSetExtension.message_set_extension]: {
  1075. opt_string: "not a messageset extension"
  1076. }
  1077. `,
  1078. }, {
  1079. desc: "not real MessageSet 2",
  1080. input: func() proto.Message {
  1081. m := &pb2.MessageSet{}
  1082. setExtension(m, pb2.E_MessageSetExtension, &pb2.FakeMessageSetExtension{
  1083. OptString: scalar.String("another not a messageset extension"),
  1084. })
  1085. return m
  1086. }(),
  1087. want: `[pb2.message_set_extension]: {
  1088. opt_string: "another not a messageset extension"
  1089. }
  1090. `,
  1091. }, {
  1092. desc: "Any not expanded",
  1093. mo: textpb.MarshalOptions{
  1094. Resolver: preg.NewTypes(),
  1095. },
  1096. input: func() proto.Message {
  1097. m := &pb2.Nested{
  1098. OptString: scalar.String("embedded inside Any"),
  1099. OptNested: &pb2.Nested{
  1100. OptString: scalar.String("inception"),
  1101. },
  1102. }
  1103. b, err := proto.MarshalOptions{Deterministic: true}.Marshal(m)
  1104. if err != nil {
  1105. t.Fatalf("error in binary marshaling message for Any.value: %v", err)
  1106. }
  1107. return &knownpb.Any{
  1108. TypeUrl: "pb2.Nested",
  1109. Value: b,
  1110. }
  1111. }(),
  1112. want: `type_url: "pb2.Nested"
  1113. value: "\n\x13embedded inside Any\x12\x0b\n\tinception"
  1114. `,
  1115. }, {
  1116. desc: "Any expanded",
  1117. mo: textpb.MarshalOptions{
  1118. Resolver: preg.NewTypes((&pb2.Nested{}).ProtoReflect().Type()),
  1119. },
  1120. input: func() proto.Message {
  1121. m := &pb2.Nested{
  1122. OptString: scalar.String("embedded inside Any"),
  1123. OptNested: &pb2.Nested{
  1124. OptString: scalar.String("inception"),
  1125. },
  1126. }
  1127. b, err := proto.MarshalOptions{Deterministic: true}.Marshal(m)
  1128. if err != nil {
  1129. t.Fatalf("error in binary marshaling message for Any.value: %v", err)
  1130. }
  1131. return &knownpb.Any{
  1132. TypeUrl: "foo/pb2.Nested",
  1133. Value: b,
  1134. }
  1135. }(),
  1136. want: `[foo/pb2.Nested]: {
  1137. opt_string: "embedded inside Any"
  1138. opt_nested: {
  1139. opt_string: "inception"
  1140. }
  1141. }
  1142. `,
  1143. }, {
  1144. desc: "Any expanded with missing required error",
  1145. mo: textpb.MarshalOptions{
  1146. Resolver: preg.NewTypes((&pb2.PartialRequired{}).ProtoReflect().Type()),
  1147. },
  1148. input: func() proto.Message {
  1149. m := &pb2.PartialRequired{
  1150. OptString: scalar.String("embedded inside Any"),
  1151. }
  1152. b, err := proto.MarshalOptions{
  1153. AllowPartial: true,
  1154. Deterministic: true,
  1155. }.Marshal(m)
  1156. if err != nil {
  1157. t.Fatalf("error in binary marshaling message for Any.value: %v", err)
  1158. }
  1159. return &knownpb.Any{
  1160. TypeUrl: string(m.ProtoReflect().Type().FullName()),
  1161. Value: b,
  1162. }
  1163. }(),
  1164. want: `[pb2.PartialRequired]: {
  1165. opt_string: "embedded inside Any"
  1166. }
  1167. `,
  1168. wantErr: true,
  1169. }, {
  1170. desc: "Any with invalid value",
  1171. mo: textpb.MarshalOptions{
  1172. Resolver: preg.NewTypes((&pb2.Nested{}).ProtoReflect().Type()),
  1173. },
  1174. input: &knownpb.Any{
  1175. TypeUrl: "foo/pb2.Nested",
  1176. Value: dhex("80"),
  1177. },
  1178. want: `type_url: "foo/pb2.Nested"
  1179. value: "\x80"
  1180. `,
  1181. }}
  1182. for _, tt := range tests {
  1183. tt := tt
  1184. t.Run(tt.desc, func(t *testing.T) {
  1185. // Use 2-space indentation on all MarshalOptions.
  1186. tt.mo.Indent = " "
  1187. b, err := tt.mo.Marshal(tt.input)
  1188. if err != nil && !tt.wantErr {
  1189. t.Errorf("Marshal() returned error: %v\n", err)
  1190. }
  1191. if err == nil && tt.wantErr {
  1192. t.Error("Marshal() got nil error, want error\n")
  1193. }
  1194. got := string(b)
  1195. if tt.want != "" && got != tt.want {
  1196. t.Errorf("Marshal()\n<got>\n%v\n<want>\n%v\n", got, tt.want)
  1197. if diff := cmp.Diff(tt.want, got, splitLines); diff != "" {
  1198. t.Errorf("Marshal() diff -want +got\n%v\n", diff)
  1199. }
  1200. }
  1201. })
  1202. }
  1203. }