decode_test.go 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143
  1. // Copyright 2018 The Go Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package textpb_test
  5. import (
  6. "math"
  7. "testing"
  8. protoV1 "github.com/golang/protobuf/proto"
  9. "github.com/golang/protobuf/protoapi"
  10. "github.com/golang/protobuf/v2/encoding/textpb"
  11. "github.com/golang/protobuf/v2/internal/legacy"
  12. "github.com/golang/protobuf/v2/internal/scalar"
  13. "github.com/golang/protobuf/v2/proto"
  14. preg "github.com/golang/protobuf/v2/reflect/protoregistry"
  15. // The legacy package must be imported prior to use of any legacy messages.
  16. // TODO: Remove this when protoV1 registers these hooks for you.
  17. _ "github.com/golang/protobuf/v2/internal/legacy"
  18. "github.com/golang/protobuf/v2/encoding/textpb/testprotos/pb2"
  19. "github.com/golang/protobuf/v2/encoding/textpb/testprotos/pb3"
  20. )
  21. func init() {
  22. registerExtension(pb2.E_OptExtBool)
  23. registerExtension(pb2.E_OptExtString)
  24. registerExtension(pb2.E_OptExtEnum)
  25. registerExtension(pb2.E_OptExtNested)
  26. registerExtension(pb2.E_RptExtFixed32)
  27. registerExtension(pb2.E_RptExtEnum)
  28. registerExtension(pb2.E_RptExtNested)
  29. registerExtension(pb2.E_ExtensionsContainer_OptExtBool)
  30. registerExtension(pb2.E_ExtensionsContainer_OptExtString)
  31. registerExtension(pb2.E_ExtensionsContainer_OptExtEnum)
  32. registerExtension(pb2.E_ExtensionsContainer_OptExtNested)
  33. registerExtension(pb2.E_ExtensionsContainer_RptExtString)
  34. registerExtension(pb2.E_ExtensionsContainer_RptExtEnum)
  35. registerExtension(pb2.E_ExtensionsContainer_RptExtNested)
  36. }
  37. func registerExtension(xd *protoapi.ExtensionDesc) {
  38. xt := legacy.Export{}.ExtensionTypeFromDesc(xd)
  39. preg.GlobalTypes.Register(xt)
  40. }
  41. func TestUnmarshal(t *testing.T) {
  42. tests := []struct {
  43. desc string
  44. inputMessage proto.Message
  45. inputText string
  46. wantMessage proto.Message
  47. wantErr bool
  48. }{{
  49. desc: "proto2 empty message",
  50. inputMessage: &pb2.Scalars{},
  51. wantMessage: &pb2.Scalars{},
  52. }, {
  53. desc: "proto2 optional scalar fields set to zero values",
  54. inputMessage: &pb2.Scalars{},
  55. inputText: `opt_bool: false
  56. opt_int32: 0
  57. opt_int64: 0
  58. opt_uint32: 0
  59. opt_uint64: 0
  60. opt_sint32: 0
  61. opt_sint64: 0
  62. opt_fixed32: 0
  63. opt_fixed64: 0
  64. opt_sfixed32: 0
  65. opt_sfixed64: 0
  66. opt_float: 0
  67. opt_double: 0
  68. opt_bytes: ""
  69. opt_string: ""
  70. `,
  71. wantMessage: &pb2.Scalars{
  72. OptBool: scalar.Bool(false),
  73. OptInt32: scalar.Int32(0),
  74. OptInt64: scalar.Int64(0),
  75. OptUint32: scalar.Uint32(0),
  76. OptUint64: scalar.Uint64(0),
  77. OptSint32: scalar.Int32(0),
  78. OptSint64: scalar.Int64(0),
  79. OptFixed32: scalar.Uint32(0),
  80. OptFixed64: scalar.Uint64(0),
  81. OptSfixed32: scalar.Int32(0),
  82. OptSfixed64: scalar.Int64(0),
  83. OptFloat: scalar.Float32(0),
  84. OptDouble: scalar.Float64(0),
  85. OptBytes: []byte{},
  86. OptString: scalar.String(""),
  87. },
  88. }, {
  89. desc: "proto3 scalar fields set to zero values",
  90. inputMessage: &pb3.Scalars{},
  91. inputText: `s_bool: false
  92. s_int32: 0
  93. s_int64: 0
  94. s_uint32: 0
  95. s_uint64: 0
  96. s_sint32: 0
  97. s_sint64: 0
  98. s_fixed32: 0
  99. s_fixed64: 0
  100. s_sfixed32: 0
  101. s_sfixed64: 0
  102. s_float: 0
  103. s_double: 0
  104. s_bytes: ""
  105. s_string: ""
  106. `,
  107. wantMessage: &pb3.Scalars{},
  108. }, {
  109. desc: "proto2 optional scalar fields",
  110. inputMessage: &pb2.Scalars{},
  111. inputText: `opt_bool: true
  112. opt_int32: 255
  113. opt_int64: 3735928559
  114. opt_uint32: 0xff
  115. opt_uint64: 0xdeadbeef
  116. opt_sint32: -1001
  117. opt_sint64: -0xffff
  118. opt_fixed64: 64
  119. opt_sfixed32: -32
  120. opt_float: 1.234
  121. opt_double: 1.23e+100
  122. opt_bytes: "\xe8\xb0\xb7\xe6\xad\x8c"
  123. opt_string: "谷歌"
  124. `,
  125. wantMessage: &pb2.Scalars{
  126. OptBool: scalar.Bool(true),
  127. OptInt32: scalar.Int32(0xff),
  128. OptInt64: scalar.Int64(0xdeadbeef),
  129. OptUint32: scalar.Uint32(0xff),
  130. OptUint64: scalar.Uint64(0xdeadbeef),
  131. OptSint32: scalar.Int32(-1001),
  132. OptSint64: scalar.Int64(-0xffff),
  133. OptFixed64: scalar.Uint64(64),
  134. OptSfixed32: scalar.Int32(-32),
  135. OptFloat: scalar.Float32(1.234),
  136. OptDouble: scalar.Float64(1.23e100),
  137. OptBytes: []byte("\xe8\xb0\xb7\xe6\xad\x8c"),
  138. OptString: scalar.String("谷歌"),
  139. },
  140. }, {
  141. desc: "proto3 scalar fields",
  142. inputMessage: &pb3.Scalars{},
  143. inputText: `s_bool: true
  144. s_int32: 255
  145. s_int64: 3735928559
  146. s_uint32: 0xff
  147. s_uint64: 0xdeadbeef
  148. s_sint32: -1001
  149. s_sint64: -0xffff
  150. s_fixed64: 64
  151. s_sfixed32: -32
  152. s_float: 1.234
  153. s_double: 1.23e+100
  154. s_bytes: "\xe8\xb0\xb7\xe6\xad\x8c"
  155. s_string: "谷歌"
  156. `,
  157. wantMessage: &pb3.Scalars{
  158. SBool: true,
  159. SInt32: 0xff,
  160. SInt64: 0xdeadbeef,
  161. SUint32: 0xff,
  162. SUint64: 0xdeadbeef,
  163. SSint32: -1001,
  164. SSint64: -0xffff,
  165. SFixed64: 64,
  166. SSfixed32: -32,
  167. SFloat: 1.234,
  168. SDouble: 1.23e100,
  169. SBytes: []byte("\xe8\xb0\xb7\xe6\xad\x8c"),
  170. SString: "谷歌",
  171. },
  172. }, {
  173. desc: "proto2 message contains unknown field",
  174. inputMessage: &pb2.Scalars{},
  175. inputText: "unknown_field: 123",
  176. wantErr: true,
  177. }, {
  178. desc: "proto3 message contains unknown field",
  179. inputMessage: &pb3.Scalars{},
  180. inputText: "unknown_field: 456",
  181. wantErr: true,
  182. }, {
  183. desc: "proto2 numeric key field",
  184. inputMessage: &pb2.Scalars{},
  185. inputText: "1: true",
  186. wantErr: true,
  187. }, {
  188. desc: "proto3 numeric key field",
  189. inputMessage: &pb3.Scalars{},
  190. inputText: "1: true",
  191. wantErr: true,
  192. }, {
  193. desc: "invalid bool value",
  194. inputMessage: &pb3.Scalars{},
  195. inputText: "s_bool: 123",
  196. wantErr: true,
  197. }, {
  198. desc: "invalid int32 value",
  199. inputMessage: &pb3.Scalars{},
  200. inputText: "s_int32: not_a_num",
  201. wantErr: true,
  202. }, {
  203. desc: "invalid int64 value",
  204. inputMessage: &pb3.Scalars{},
  205. inputText: "s_int64: 'not a num either'",
  206. wantErr: true,
  207. }, {
  208. desc: "invalid uint32 value",
  209. inputMessage: &pb3.Scalars{},
  210. inputText: "s_fixed32: -42",
  211. wantErr: true,
  212. }, {
  213. desc: "invalid uint64 value",
  214. inputMessage: &pb3.Scalars{},
  215. inputText: "s_uint64: -47",
  216. wantErr: true,
  217. }, {
  218. desc: "invalid sint32 value",
  219. inputMessage: &pb3.Scalars{},
  220. inputText: "s_sint32: '42'",
  221. wantErr: true,
  222. }, {
  223. desc: "invalid sint64 value",
  224. inputMessage: &pb3.Scalars{},
  225. inputText: "s_sint64: '-47'",
  226. wantErr: true,
  227. }, {
  228. desc: "invalid fixed32 value",
  229. inputMessage: &pb3.Scalars{},
  230. inputText: "s_fixed32: -42",
  231. wantErr: true,
  232. }, {
  233. desc: "invalid fixed64 value",
  234. inputMessage: &pb3.Scalars{},
  235. inputText: "s_fixed64: -42",
  236. wantErr: true,
  237. }, {
  238. desc: "invalid sfixed32 value",
  239. inputMessage: &pb3.Scalars{},
  240. inputText: "s_sfixed32: 'not valid'",
  241. wantErr: true,
  242. }, {
  243. desc: "invalid sfixed64 value",
  244. inputMessage: &pb3.Scalars{},
  245. inputText: "s_sfixed64: bad",
  246. wantErr: true,
  247. }, {
  248. desc: "float32 positive infinity",
  249. inputMessage: &pb3.Scalars{},
  250. inputText: "s_float: inf",
  251. wantMessage: &pb3.Scalars{
  252. SFloat: float32(math.Inf(1)),
  253. },
  254. }, {
  255. desc: "float32 negative infinity",
  256. inputMessage: &pb3.Scalars{},
  257. inputText: "s_float: -inf",
  258. wantMessage: &pb3.Scalars{
  259. SFloat: float32(math.Inf(-1)),
  260. },
  261. }, {
  262. desc: "float64 positive infinity",
  263. inputMessage: &pb3.Scalars{},
  264. inputText: "s_double: inf",
  265. wantMessage: &pb3.Scalars{
  266. SDouble: math.Inf(1),
  267. },
  268. }, {
  269. desc: "float64 negative infinity",
  270. inputMessage: &pb3.Scalars{},
  271. inputText: "s_double: -inf",
  272. wantMessage: &pb3.Scalars{
  273. SDouble: math.Inf(-1),
  274. },
  275. }, {
  276. desc: "invalid string value",
  277. inputMessage: &pb3.Scalars{},
  278. inputText: "s_string: invalid_string",
  279. wantErr: true,
  280. }, {
  281. desc: "proto2 bytes set to empty string",
  282. inputMessage: &pb2.Scalars{},
  283. inputText: "opt_bytes: ''",
  284. wantMessage: &pb2.Scalars{
  285. OptBytes: []byte(""),
  286. },
  287. }, {
  288. desc: "proto3 bytes set to empty string",
  289. inputMessage: &pb3.Scalars{},
  290. inputText: "s_bytes: ''",
  291. wantMessage: &pb3.Scalars{},
  292. }, {
  293. desc: "proto2 duplicate singular field",
  294. inputMessage: &pb2.Scalars{},
  295. inputText: `
  296. opt_bool: true
  297. opt_bool: false
  298. `,
  299. wantErr: true,
  300. }, {
  301. desc: "proto2 invalid singular field",
  302. inputMessage: &pb2.Scalars{},
  303. inputText: `
  304. opt_bool: [true, false]
  305. `,
  306. wantErr: true,
  307. }, {
  308. desc: "proto2 more duplicate singular field",
  309. inputMessage: &pb2.Scalars{},
  310. inputText: `
  311. opt_bool: true
  312. opt_string: "hello"
  313. opt_bool: false
  314. `,
  315. wantErr: true,
  316. }, {
  317. desc: "proto3 duplicate singular field",
  318. inputMessage: &pb3.Scalars{},
  319. inputText: `
  320. s_bool: false
  321. s_bool: true
  322. `,
  323. wantErr: true,
  324. }, {
  325. desc: "proto3 more duplicate singular field",
  326. inputMessage: &pb3.Scalars{},
  327. inputText: `
  328. s_bool: false
  329. s_string: ""
  330. s_bool: true
  331. `,
  332. wantErr: true,
  333. }, {
  334. desc: "proto2 enum",
  335. inputMessage: &pb2.Enums{},
  336. inputText: `
  337. opt_enum: FIRST
  338. opt_nested_enum: UNO
  339. `,
  340. wantMessage: &pb2.Enums{
  341. OptEnum: pb2.Enum_FIRST.Enum(),
  342. OptNestedEnum: pb2.Enums_UNO.Enum(),
  343. },
  344. }, {
  345. desc: "proto2 enum set to numeric values",
  346. inputMessage: &pb2.Enums{},
  347. inputText: `
  348. opt_enum: 1
  349. opt_nested_enum: 2
  350. `,
  351. wantMessage: &pb2.Enums{
  352. OptEnum: pb2.Enum_FIRST.Enum(),
  353. OptNestedEnum: pb2.Enums_DOS.Enum(),
  354. },
  355. }, {
  356. desc: "proto2 enum set to unnamed numeric values",
  357. inputMessage: &pb2.Enums{},
  358. inputText: `
  359. opt_enum: 101
  360. opt_nested_enum: -101
  361. `,
  362. wantMessage: &pb2.Enums{
  363. OptEnum: pb2Enum(101),
  364. OptNestedEnum: pb2Enums_NestedEnum(-101),
  365. },
  366. }, {
  367. desc: "proto2 enum set to invalid named",
  368. inputMessage: &pb2.Enums{},
  369. inputText: `
  370. opt_enum: UNNAMED
  371. opt_nested_enum: UNNAMED_TOO
  372. `,
  373. wantErr: true,
  374. }, {
  375. desc: "proto3 enum name value",
  376. inputMessage: &pb3.Enums{},
  377. inputText: `
  378. s_enum: ONE
  379. s_nested_enum: DIEZ
  380. `,
  381. wantMessage: &pb3.Enums{
  382. SEnum: pb3.Enum_ONE,
  383. SNestedEnum: pb3.Enums_DIEZ,
  384. },
  385. }, {
  386. desc: "proto3 enum numeric value",
  387. inputMessage: &pb3.Enums{},
  388. inputText: `
  389. s_enum: 2
  390. s_nested_enum: 1
  391. `,
  392. wantMessage: &pb3.Enums{
  393. SEnum: pb3.Enum_TWO,
  394. SNestedEnum: pb3.Enums_UNO,
  395. },
  396. }, {
  397. desc: "proto3 enum unnamed numeric value",
  398. inputMessage: &pb3.Enums{},
  399. inputText: `
  400. s_enum: 0x7fffffff
  401. s_nested_enum: -0x80000000
  402. `,
  403. wantMessage: &pb3.Enums{
  404. SEnum: 0x7fffffff,
  405. SNestedEnum: -0x80000000,
  406. },
  407. }, {
  408. desc: "proto2 nested empty messages",
  409. inputMessage: &pb2.Nests{},
  410. inputText: `
  411. opt_nested: {}
  412. optgroup: {}
  413. `,
  414. wantMessage: &pb2.Nests{
  415. OptNested: &pb2.Nested{},
  416. Optgroup: &pb2.Nests_OptGroup{},
  417. },
  418. }, {
  419. desc: "proto2 nested messages",
  420. inputMessage: &pb2.Nests{},
  421. inputText: `
  422. opt_nested: {
  423. opt_string: "nested message"
  424. opt_nested: {
  425. opt_string: "another nested message"
  426. }
  427. }
  428. `,
  429. wantMessage: &pb2.Nests{
  430. OptNested: &pb2.Nested{
  431. OptString: scalar.String("nested message"),
  432. OptNested: &pb2.Nested{
  433. OptString: scalar.String("another nested message"),
  434. },
  435. },
  436. },
  437. }, {
  438. desc: "proto3 nested empty message",
  439. inputMessage: &pb3.Nests{},
  440. inputText: "s_nested: {}",
  441. wantMessage: &pb3.Nests{
  442. SNested: &pb3.Nested{},
  443. },
  444. }, {
  445. desc: "proto3 nested message",
  446. inputMessage: &pb3.Nests{},
  447. inputText: `
  448. s_nested: {
  449. s_string: "nested message"
  450. s_nested: {
  451. s_string: "another nested message"
  452. }
  453. }
  454. `,
  455. wantMessage: &pb3.Nests{
  456. SNested: &pb3.Nested{
  457. SString: "nested message",
  458. SNested: &pb3.Nested{
  459. SString: "another nested message",
  460. },
  461. },
  462. },
  463. }, {
  464. desc: "oneof field set to empty string",
  465. inputMessage: &pb2.Oneofs{},
  466. inputText: "str: ''",
  467. wantMessage: &pb2.Oneofs{
  468. Union: &pb2.Oneofs_Str{},
  469. },
  470. }, {
  471. desc: "oneof field set to string",
  472. inputMessage: &pb2.Oneofs{},
  473. inputText: "str: 'hello'",
  474. wantMessage: &pb2.Oneofs{
  475. Union: &pb2.Oneofs_Str{
  476. Str: "hello",
  477. },
  478. },
  479. }, {
  480. desc: "oneof field set to empty message",
  481. inputMessage: &pb2.Oneofs{},
  482. inputText: "msg: {}",
  483. wantMessage: &pb2.Oneofs{
  484. Union: &pb2.Oneofs_Msg{
  485. Msg: &pb2.Nested{},
  486. },
  487. },
  488. }, {
  489. desc: "oneof field set to message",
  490. inputMessage: &pb2.Oneofs{},
  491. inputText: `
  492. msg: {
  493. opt_string: "nested message"
  494. }
  495. `,
  496. wantMessage: &pb2.Oneofs{
  497. Union: &pb2.Oneofs_Msg{
  498. Msg: &pb2.Nested{
  499. OptString: scalar.String("nested message"),
  500. },
  501. },
  502. },
  503. }, {
  504. desc: "repeated scalar using same field name",
  505. inputMessage: &pb2.Repeats{},
  506. inputText: `
  507. rpt_string: "a"
  508. rpt_string: "b"
  509. rpt_int32: 0xff
  510. rpt_float: 1.23
  511. rpt_bytes: "bytes"
  512. `,
  513. wantMessage: &pb2.Repeats{
  514. RptString: []string{"a", "b"},
  515. RptInt32: []int32{0xff},
  516. RptFloat: []float32{1.23},
  517. RptBytes: [][]byte{[]byte("bytes")},
  518. },
  519. }, {
  520. desc: "repeated using mix of [] and repeated field name",
  521. inputMessage: &pb2.Repeats{},
  522. inputText: `
  523. rpt_string: "a"
  524. rpt_bool: true
  525. rpt_string: ["x", "y"]
  526. rpt_bool: [ false, true ]
  527. rpt_string: "b"
  528. `,
  529. wantMessage: &pb2.Repeats{
  530. RptString: []string{"a", "x", "y", "b"},
  531. RptBool: []bool{true, false, true},
  532. },
  533. }, {
  534. desc: "repeated enums",
  535. inputMessage: &pb2.Enums{},
  536. inputText: `
  537. rpt_enum: TENTH
  538. rpt_enum: 1
  539. rpt_nested_enum: [DOS, 2]
  540. rpt_enum: 42
  541. rpt_nested_enum: -47
  542. `,
  543. wantMessage: &pb2.Enums{
  544. RptEnum: []pb2.Enum{pb2.Enum_TENTH, pb2.Enum_FIRST, 42},
  545. RptNestedEnum: []pb2.Enums_NestedEnum{pb2.Enums_DOS, pb2.Enums_DOS, -47},
  546. },
  547. }, {
  548. desc: "repeated nested messages",
  549. inputMessage: &pb2.Nests{},
  550. inputText: `
  551. rpt_nested: {
  552. opt_string: "repeat nested one"
  553. }
  554. rpt_nested: {
  555. opt_string: "repeat nested two"
  556. opt_nested: {
  557. opt_string: "inside repeat nested two"
  558. }
  559. }
  560. rpt_nested: {}
  561. `,
  562. wantMessage: &pb2.Nests{
  563. RptNested: []*pb2.Nested{
  564. {
  565. OptString: scalar.String("repeat nested one"),
  566. },
  567. {
  568. OptString: scalar.String("repeat nested two"),
  569. OptNested: &pb2.Nested{
  570. OptString: scalar.String("inside repeat nested two"),
  571. },
  572. },
  573. {},
  574. },
  575. },
  576. }, {
  577. desc: "repeated group fields",
  578. inputMessage: &pb2.Nests{},
  579. inputText: `
  580. rptgroup: {
  581. rpt_bool: true
  582. rpt_bool: false
  583. }
  584. rptgroup: {}
  585. `,
  586. wantMessage: &pb2.Nests{
  587. Rptgroup: []*pb2.Nests_RptGroup{
  588. {
  589. RptBool: []bool{true, false},
  590. },
  591. {},
  592. },
  593. },
  594. }, {
  595. desc: "map fields 1",
  596. inputMessage: &pb2.Maps{},
  597. inputText: `
  598. int32_to_str: {
  599. key: -101
  600. value: "-101"
  601. }
  602. int32_to_str: {
  603. key: 0
  604. value: "zero"
  605. }
  606. sfixed64_to_bool: {
  607. key: 0
  608. value: false
  609. }
  610. int32_to_str: {
  611. key: 255
  612. value: "0xff"
  613. }
  614. bool_to_uint32: {
  615. key: false
  616. value: 101
  617. }
  618. sfixed64_to_bool: {
  619. key: 51966
  620. value: true
  621. }
  622. bool_to_uint32: {
  623. key: true
  624. value: 42
  625. }
  626. `,
  627. wantMessage: &pb2.Maps{
  628. Int32ToStr: map[int32]string{
  629. -101: "-101",
  630. 0xff: "0xff",
  631. 0: "zero",
  632. },
  633. Sfixed64ToBool: map[int64]bool{
  634. 0xcafe: true,
  635. 0: false,
  636. },
  637. BoolToUint32: map[bool]uint32{
  638. true: 42,
  639. false: 101,
  640. },
  641. },
  642. }, {
  643. desc: "map fields 2",
  644. inputMessage: &pb2.Maps{},
  645. inputText: `
  646. uint64_to_enum: {
  647. key: 1
  648. value: FIRST
  649. }
  650. uint64_to_enum: {
  651. key: 2
  652. value: SECOND
  653. }
  654. uint64_to_enum: {
  655. key: 10
  656. value: TENTH
  657. }
  658. `,
  659. wantMessage: &pb2.Maps{
  660. Uint64ToEnum: map[uint64]pb2.Enum{
  661. 1: pb2.Enum_FIRST,
  662. 2: pb2.Enum_SECOND,
  663. 10: pb2.Enum_TENTH,
  664. },
  665. },
  666. }, {
  667. desc: "map fields 3",
  668. inputMessage: &pb2.Maps{},
  669. inputText: `
  670. str_to_nested: {
  671. key: "nested_one"
  672. value: {
  673. opt_string: "nested in a map"
  674. }
  675. }
  676. `,
  677. wantMessage: &pb2.Maps{
  678. StrToNested: map[string]*pb2.Nested{
  679. "nested_one": &pb2.Nested{
  680. OptString: scalar.String("nested in a map"),
  681. },
  682. },
  683. },
  684. }, {
  685. desc: "map fields 4",
  686. inputMessage: &pb2.Maps{},
  687. inputText: `
  688. str_to_oneofs: {
  689. key: "nested"
  690. value: {
  691. msg: {
  692. opt_string: "nested oneof in map field value"
  693. }
  694. }
  695. }
  696. str_to_oneofs: {
  697. key: "string"
  698. value: {
  699. str: "hello"
  700. }
  701. }
  702. `,
  703. wantMessage: &pb2.Maps{
  704. StrToOneofs: map[string]*pb2.Oneofs{
  705. "string": &pb2.Oneofs{
  706. Union: &pb2.Oneofs_Str{
  707. Str: "hello",
  708. },
  709. },
  710. "nested": &pb2.Oneofs{
  711. Union: &pb2.Oneofs_Msg{
  712. Msg: &pb2.Nested{
  713. OptString: scalar.String("nested oneof in map field value"),
  714. },
  715. },
  716. },
  717. },
  718. },
  719. }, {
  720. desc: "map contains duplicate keys",
  721. inputMessage: &pb2.Maps{},
  722. inputText: `
  723. int32_to_str: {
  724. key: 0
  725. value: "cero"
  726. }
  727. int32_to_str: {
  728. key: 0
  729. value: "zero"
  730. }
  731. `,
  732. wantMessage: &pb2.Maps{
  733. Int32ToStr: map[int32]string{
  734. 0: "zero",
  735. },
  736. },
  737. }, {
  738. desc: "map contains duplicate key fields",
  739. inputMessage: &pb2.Maps{},
  740. inputText: `
  741. int32_to_str: {
  742. key: 0
  743. key: 1
  744. value: "cero"
  745. }
  746. `,
  747. wantErr: true,
  748. }, {
  749. desc: "map contains duplicate value fields",
  750. inputMessage: &pb2.Maps{},
  751. inputText: `
  752. int32_to_str: {
  753. key: 1
  754. value: "cero"
  755. value: "uno"
  756. }
  757. `,
  758. wantErr: true,
  759. }, {
  760. desc: "map contains missing key",
  761. inputMessage: &pb2.Maps{},
  762. inputText: `
  763. int32_to_str: {
  764. value: "zero"
  765. }
  766. `,
  767. wantMessage: &pb2.Maps{
  768. Int32ToStr: map[int32]string{
  769. 0: "zero",
  770. },
  771. },
  772. }, {
  773. desc: "map contains missing value",
  774. inputMessage: &pb2.Maps{},
  775. inputText: `
  776. int32_to_str: {
  777. key: 100
  778. }
  779. `,
  780. wantMessage: &pb2.Maps{
  781. Int32ToStr: map[int32]string{
  782. 100: "",
  783. },
  784. },
  785. }, {
  786. desc: "map contains missing key and value",
  787. inputMessage: &pb2.Maps{},
  788. inputText: `
  789. int32_to_str: {}
  790. `,
  791. wantMessage: &pb2.Maps{
  792. Int32ToStr: map[int32]string{
  793. 0: "",
  794. },
  795. },
  796. }, {
  797. desc: "map contains unknown field",
  798. inputMessage: &pb2.Maps{},
  799. inputText: `
  800. int32_to_str: {
  801. key: 0
  802. value: "cero"
  803. unknown: "bad"
  804. }
  805. `,
  806. wantErr: true,
  807. }, {
  808. desc: "map contains extension-like key field",
  809. inputMessage: &pb2.Maps{},
  810. inputText: `
  811. int32_to_str: {
  812. [key]: 10
  813. value: "ten"
  814. }
  815. `,
  816. wantErr: true,
  817. }, {
  818. desc: "map contains invalid key",
  819. inputMessage: &pb2.Maps{},
  820. inputText: `
  821. int32_to_str: {
  822. key: "invalid"
  823. value: "cero"
  824. }
  825. `,
  826. wantErr: true,
  827. }, {
  828. desc: "map contains invalid value",
  829. inputMessage: &pb2.Maps{},
  830. inputText: `
  831. int32_to_str: {
  832. key: 100
  833. value: 101
  834. }
  835. `,
  836. wantErr: true,
  837. }, {
  838. desc: "map using mix of [] and repeated",
  839. inputMessage: &pb2.Maps{},
  840. inputText: `
  841. int32_to_str: {
  842. key: 1
  843. value: "one"
  844. }
  845. int32_to_str: [
  846. {
  847. key: 2
  848. value: "not this"
  849. },
  850. {
  851. },
  852. {
  853. key: 3
  854. value: "three"
  855. }
  856. ]
  857. int32_to_str: {
  858. key: 2
  859. value: "two"
  860. }
  861. `,
  862. wantMessage: &pb2.Maps{
  863. Int32ToStr: map[int32]string{
  864. 0: "",
  865. 1: "one",
  866. 2: "two",
  867. 3: "three",
  868. },
  869. },
  870. }, {
  871. desc: "proto2 required fields not set",
  872. inputMessage: &pb2.Requireds{},
  873. wantErr: true,
  874. }, {
  875. desc: "proto2 required field set but not optional",
  876. inputMessage: &pb2.PartialRequired{},
  877. inputText: "req_string: 'this is required'",
  878. wantMessage: &pb2.PartialRequired{
  879. ReqString: scalar.String("this is required"),
  880. },
  881. }, {
  882. desc: "proto2 required fields partially set",
  883. inputMessage: &pb2.Requireds{},
  884. inputText: `
  885. req_bool: false
  886. req_fixed32: 47
  887. req_sfixed64: 3203386110
  888. req_string: "hello"
  889. req_enum: FIRST
  890. `,
  891. wantMessage: &pb2.Requireds{
  892. ReqBool: scalar.Bool(false),
  893. ReqFixed32: scalar.Uint32(47),
  894. ReqSfixed64: scalar.Int64(0xbeefcafe),
  895. ReqString: scalar.String("hello"),
  896. ReqEnum: pb2.Enum_FIRST.Enum(),
  897. },
  898. wantErr: true,
  899. }, {
  900. desc: "proto2 required fields all set",
  901. inputMessage: &pb2.Requireds{},
  902. inputText: `
  903. req_bool: false
  904. req_fixed32: 0
  905. req_fixed64: 0
  906. req_sfixed32: 0
  907. req_sfixed64: 0
  908. req_float: 0
  909. req_double: 0
  910. req_string: ""
  911. req_bytes: ""
  912. req_enum: UNKNOWN
  913. req_nested: {}
  914. `,
  915. wantMessage: &pb2.Requireds{
  916. ReqBool: scalar.Bool(false),
  917. ReqFixed32: scalar.Uint32(0),
  918. ReqFixed64: scalar.Uint64(0),
  919. ReqSfixed32: scalar.Int32(0),
  920. ReqSfixed64: scalar.Int64(0),
  921. ReqFloat: scalar.Float32(0),
  922. ReqDouble: scalar.Float64(0),
  923. ReqString: scalar.String(""),
  924. ReqEnum: pb2.Enum_UNKNOWN.Enum(),
  925. ReqBytes: []byte{},
  926. ReqNested: &pb2.Nested{},
  927. },
  928. }, {
  929. desc: "indirect required field",
  930. inputMessage: &pb2.IndirectRequired{},
  931. inputText: "opt_nested: {}",
  932. wantMessage: &pb2.IndirectRequired{
  933. OptNested: &pb2.NestedWithRequired{},
  934. },
  935. wantErr: true,
  936. }, {
  937. desc: "indirect required field in repeated",
  938. inputMessage: &pb2.IndirectRequired{},
  939. inputText: `
  940. rpt_nested: {
  941. req_string: "one"
  942. }
  943. rpt_nested: {}
  944. rpt_nested: {
  945. req_string: "three"
  946. }
  947. `,
  948. wantMessage: &pb2.IndirectRequired{
  949. RptNested: []*pb2.NestedWithRequired{
  950. {
  951. ReqString: scalar.String("one"),
  952. },
  953. {},
  954. {
  955. ReqString: scalar.String("three"),
  956. },
  957. },
  958. },
  959. wantErr: true,
  960. }, {
  961. desc: "indirect required field in map",
  962. inputMessage: &pb2.IndirectRequired{},
  963. inputText: `
  964. str_to_nested: {
  965. key: "missing"
  966. }
  967. str_to_nested: {
  968. key: "contains"
  969. value: {
  970. req_string: "here"
  971. }
  972. }
  973. `,
  974. wantMessage: &pb2.IndirectRequired{
  975. StrToNested: map[string]*pb2.NestedWithRequired{
  976. "missing": &pb2.NestedWithRequired{},
  977. "contains": &pb2.NestedWithRequired{
  978. ReqString: scalar.String("here"),
  979. },
  980. },
  981. },
  982. wantErr: true,
  983. }, {
  984. desc: "ignore reserved field",
  985. inputMessage: &pb2.Nests{},
  986. inputText: "reserved_field: 'ignore this'",
  987. wantMessage: &pb2.Nests{},
  988. }, {
  989. desc: "extensions of non-repeated fields",
  990. inputMessage: &pb2.Extensions{},
  991. inputText: `opt_string: "non-extension field"
  992. [pb2.opt_ext_bool]: true
  993. opt_bool: true
  994. [pb2.opt_ext_nested]: {
  995. opt_string: "nested in an extension"
  996. opt_nested: {
  997. opt_string: "another nested in an extension"
  998. }
  999. }
  1000. [pb2.opt_ext_string]: "extension field"
  1001. opt_int32: 42
  1002. [pb2.opt_ext_enum]: TENTH
  1003. `,
  1004. wantMessage: func() proto.Message {
  1005. m := &pb2.Extensions{
  1006. OptString: scalar.String("non-extension field"),
  1007. OptBool: scalar.Bool(true),
  1008. OptInt32: scalar.Int32(42),
  1009. }
  1010. setExtension(m, pb2.E_OptExtBool, true)
  1011. setExtension(m, pb2.E_OptExtString, "extension field")
  1012. setExtension(m, pb2.E_OptExtEnum, pb2.Enum_TENTH)
  1013. setExtension(m, pb2.E_OptExtNested, &pb2.Nested{
  1014. OptString: scalar.String("nested in an extension"),
  1015. OptNested: &pb2.Nested{
  1016. OptString: scalar.String("another nested in an extension"),
  1017. },
  1018. })
  1019. return m
  1020. }(),
  1021. }, {
  1022. desc: "extensions of repeated fields",
  1023. inputMessage: &pb2.Extensions{},
  1024. inputText: `[pb2.rpt_ext_enum]: TENTH
  1025. [pb2.rpt_ext_enum]: 101
  1026. [pb2.rpt_ext_fixed32]: 42
  1027. [pb2.rpt_ext_enum]: FIRST
  1028. [pb2.rpt_ext_nested]: {
  1029. opt_string: "one"
  1030. }
  1031. [pb2.rpt_ext_nested]: {
  1032. opt_string: "two"
  1033. }
  1034. [pb2.rpt_ext_fixed32]: 47
  1035. [pb2.rpt_ext_nested]: {
  1036. opt_string: "three"
  1037. }
  1038. `,
  1039. wantMessage: func() proto.Message {
  1040. m := &pb2.Extensions{}
  1041. setExtension(m, pb2.E_RptExtEnum, &[]pb2.Enum{pb2.Enum_TENTH, 101, pb2.Enum_FIRST})
  1042. setExtension(m, pb2.E_RptExtFixed32, &[]uint32{42, 47})
  1043. setExtension(m, pb2.E_RptExtNested, &[]*pb2.Nested{
  1044. &pb2.Nested{OptString: scalar.String("one")},
  1045. &pb2.Nested{OptString: scalar.String("two")},
  1046. &pb2.Nested{OptString: scalar.String("three")},
  1047. })
  1048. return m
  1049. }(),
  1050. }, {
  1051. desc: "extensions of non-repeated fields in another message",
  1052. inputMessage: &pb2.Extensions{},
  1053. inputText: `[pb2.ExtensionsContainer.opt_ext_bool]: true
  1054. [pb2.ExtensionsContainer.opt_ext_enum]: TENTH
  1055. [pb2.ExtensionsContainer.opt_ext_nested]: {
  1056. opt_string: "nested in an extension"
  1057. opt_nested: {
  1058. opt_string: "another nested in an extension"
  1059. }
  1060. }
  1061. [pb2.ExtensionsContainer.opt_ext_string]: "extension field"
  1062. `,
  1063. wantMessage: func() proto.Message {
  1064. m := &pb2.Extensions{}
  1065. setExtension(m, pb2.E_ExtensionsContainer_OptExtBool, true)
  1066. setExtension(m, pb2.E_ExtensionsContainer_OptExtString, "extension field")
  1067. setExtension(m, pb2.E_ExtensionsContainer_OptExtEnum, pb2.Enum_TENTH)
  1068. setExtension(m, pb2.E_ExtensionsContainer_OptExtNested, &pb2.Nested{
  1069. OptString: scalar.String("nested in an extension"),
  1070. OptNested: &pb2.Nested{
  1071. OptString: scalar.String("another nested in an extension"),
  1072. },
  1073. })
  1074. return m
  1075. }(),
  1076. }, {
  1077. desc: "extensions of repeated fields in another message",
  1078. inputMessage: &pb2.Extensions{},
  1079. inputText: `opt_string: "non-extension field"
  1080. opt_bool: true
  1081. opt_int32: 42
  1082. [pb2.ExtensionsContainer.rpt_ext_nested]: {
  1083. opt_string: "one"
  1084. }
  1085. [pb2.ExtensionsContainer.rpt_ext_enum]: TENTH
  1086. [pb2.ExtensionsContainer.rpt_ext_nested]: {
  1087. opt_string: "two"
  1088. }
  1089. [pb2.ExtensionsContainer.rpt_ext_enum]: 101
  1090. [pb2.ExtensionsContainer.rpt_ext_string]: "hello"
  1091. [pb2.ExtensionsContainer.rpt_ext_enum]: FIRST
  1092. [pb2.ExtensionsContainer.rpt_ext_nested]: {
  1093. opt_string: "three"
  1094. }
  1095. [pb2.ExtensionsContainer.rpt_ext_string]: "world"
  1096. `,
  1097. wantMessage: func() proto.Message {
  1098. m := &pb2.Extensions{
  1099. OptString: scalar.String("non-extension field"),
  1100. OptBool: scalar.Bool(true),
  1101. OptInt32: scalar.Int32(42),
  1102. }
  1103. setExtension(m, pb2.E_ExtensionsContainer_RptExtEnum, &[]pb2.Enum{pb2.Enum_TENTH, 101, pb2.Enum_FIRST})
  1104. setExtension(m, pb2.E_ExtensionsContainer_RptExtString, &[]string{"hello", "world"})
  1105. setExtension(m, pb2.E_ExtensionsContainer_RptExtNested, &[]*pb2.Nested{
  1106. &pb2.Nested{OptString: scalar.String("one")},
  1107. &pb2.Nested{OptString: scalar.String("two")},
  1108. &pb2.Nested{OptString: scalar.String("three")},
  1109. })
  1110. return m
  1111. }(),
  1112. }, {
  1113. desc: "invalid extension field name",
  1114. inputMessage: &pb2.Extensions{},
  1115. inputText: "[pb2.invalid_message_field]: true",
  1116. wantErr: true,
  1117. }}
  1118. for _, tt := range tests {
  1119. tt := tt
  1120. t.Run(tt.desc, func(t *testing.T) {
  1121. t.Parallel()
  1122. err := textpb.Unmarshal(tt.inputMessage, []byte(tt.inputText))
  1123. if err != nil && !tt.wantErr {
  1124. t.Errorf("Unmarshal() returned error: %v\n\n", err)
  1125. }
  1126. if err == nil && tt.wantErr {
  1127. t.Error("Unmarshal() got nil error, want error\n\n")
  1128. }
  1129. if tt.wantMessage != nil && !protoV1.Equal(tt.inputMessage.(protoV1.Message), tt.wantMessage.(protoV1.Message)) {
  1130. t.Errorf("Unmarshal()\n<got>\n%v\n<want>\n%v\n", tt.inputMessage, tt.wantMessage)
  1131. }
  1132. })
  1133. }
  1134. }