codec_field.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579
  1. // Copyright 2019 The Go Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package impl
  5. import (
  6. "fmt"
  7. "reflect"
  8. pref "google.golang.org/protobuf/reflect/protoreflect"
  9. )
  10. // pointerCoderFuncs is a set of pointer encoding functions.
  11. type pointerCoderFuncs struct {
  12. size func(p pointer, tagsize int, opts marshalOptions) int
  13. marshal func(b []byte, p pointer, wiretag uint64, opts marshalOptions) ([]byte, error)
  14. isInit func(p pointer) error
  15. }
  16. // ifaceCoderFuncs is a set of interface{} encoding functions.
  17. type ifaceCoderFuncs struct {
  18. size func(ival interface{}, tagsize int, opts marshalOptions) int
  19. marshal func(b []byte, ival interface{}, wiretag uint64, opts marshalOptions) ([]byte, error)
  20. isInit func(ival interface{}) error
  21. }
  22. // fieldCoder returns pointer functions for a field, used for operating on
  23. // struct fields.
  24. func fieldCoder(fd pref.FieldDescriptor, ft reflect.Type) pointerCoderFuncs {
  25. switch {
  26. case fd.Cardinality() == pref.Repeated && !fd.IsPacked():
  27. // Repeated fields (not packed).
  28. if ft.Kind() != reflect.Slice {
  29. break
  30. }
  31. ft := ft.Elem()
  32. switch fd.Kind() {
  33. case pref.BoolKind:
  34. if ft.Kind() == reflect.Bool {
  35. return coderBoolSlice
  36. }
  37. case pref.EnumKind:
  38. if ft.Kind() == reflect.Int32 {
  39. return coderEnumSlice
  40. }
  41. case pref.Int32Kind:
  42. if ft.Kind() == reflect.Int32 {
  43. return coderInt32Slice
  44. }
  45. case pref.Sint32Kind:
  46. if ft.Kind() == reflect.Int32 {
  47. return coderSint32Slice
  48. }
  49. case pref.Uint32Kind:
  50. if ft.Kind() == reflect.Uint32 {
  51. return coderUint32Slice
  52. }
  53. case pref.Int64Kind:
  54. if ft.Kind() == reflect.Int64 {
  55. return coderInt64Slice
  56. }
  57. case pref.Sint64Kind:
  58. if ft.Kind() == reflect.Int64 {
  59. return coderSint64Slice
  60. }
  61. case pref.Uint64Kind:
  62. if ft.Kind() == reflect.Uint64 {
  63. return coderUint64Slice
  64. }
  65. case pref.Sfixed32Kind:
  66. if ft.Kind() == reflect.Int32 {
  67. return coderSfixed32Slice
  68. }
  69. case pref.Fixed32Kind:
  70. if ft.Kind() == reflect.Uint32 {
  71. return coderFixed32Slice
  72. }
  73. case pref.FloatKind:
  74. if ft.Kind() == reflect.Float32 {
  75. return coderFloatSlice
  76. }
  77. case pref.Sfixed64Kind:
  78. if ft.Kind() == reflect.Int64 {
  79. return coderSfixed64Slice
  80. }
  81. case pref.Fixed64Kind:
  82. if ft.Kind() == reflect.Uint64 {
  83. return coderFixed64Slice
  84. }
  85. case pref.DoubleKind:
  86. if ft.Kind() == reflect.Float64 {
  87. return coderDoubleSlice
  88. }
  89. case pref.StringKind:
  90. if ft.Kind() == reflect.String && fd.Syntax() == pref.Proto3 {
  91. return coderStringSliceValidateUTF8
  92. }
  93. if ft.Kind() == reflect.String {
  94. return coderStringSlice
  95. }
  96. if ft.Kind() == reflect.Slice && ft.Elem().Kind() == reflect.Uint8 {
  97. return coderBytesSlice
  98. }
  99. case pref.BytesKind:
  100. if ft.Kind() == reflect.String {
  101. return coderStringSlice
  102. }
  103. if ft.Kind() == reflect.Slice && ft.Elem().Kind() == reflect.Uint8 {
  104. return coderBytesSlice
  105. }
  106. case pref.MessageKind:
  107. return makeMessageSliceFieldCoder(fd, ft)
  108. case pref.GroupKind:
  109. return makeGroupSliceFieldCoder(fd, ft)
  110. }
  111. case fd.Cardinality() == pref.Repeated && fd.IsPacked():
  112. // Packed repeated fields.
  113. //
  114. // Only repeated fields of primitive numeric types
  115. // (Varint, Fixed32, or Fixed64 wire type) can be packed.
  116. if ft.Kind() != reflect.Slice {
  117. break
  118. }
  119. ft := ft.Elem()
  120. switch fd.Kind() {
  121. case pref.BoolKind:
  122. if ft.Kind() == reflect.Bool {
  123. return coderBoolPackedSlice
  124. }
  125. case pref.EnumKind:
  126. if ft.Kind() == reflect.Int32 {
  127. return coderEnumPackedSlice
  128. }
  129. case pref.Int32Kind:
  130. if ft.Kind() == reflect.Int32 {
  131. return coderInt32PackedSlice
  132. }
  133. case pref.Sint32Kind:
  134. if ft.Kind() == reflect.Int32 {
  135. return coderSint32PackedSlice
  136. }
  137. case pref.Uint32Kind:
  138. if ft.Kind() == reflect.Uint32 {
  139. return coderUint32PackedSlice
  140. }
  141. case pref.Int64Kind:
  142. if ft.Kind() == reflect.Int64 {
  143. return coderInt64PackedSlice
  144. }
  145. case pref.Sint64Kind:
  146. if ft.Kind() == reflect.Int64 {
  147. return coderSint64PackedSlice
  148. }
  149. case pref.Uint64Kind:
  150. if ft.Kind() == reflect.Uint64 {
  151. return coderUint64PackedSlice
  152. }
  153. case pref.Sfixed32Kind:
  154. if ft.Kind() == reflect.Int32 {
  155. return coderSfixed32PackedSlice
  156. }
  157. case pref.Fixed32Kind:
  158. if ft.Kind() == reflect.Uint32 {
  159. return coderFixed32PackedSlice
  160. }
  161. case pref.FloatKind:
  162. if ft.Kind() == reflect.Float32 {
  163. return coderFloatPackedSlice
  164. }
  165. case pref.Sfixed64Kind:
  166. if ft.Kind() == reflect.Int64 {
  167. return coderSfixed64PackedSlice
  168. }
  169. case pref.Fixed64Kind:
  170. if ft.Kind() == reflect.Uint64 {
  171. return coderFixed64PackedSlice
  172. }
  173. case pref.DoubleKind:
  174. if ft.Kind() == reflect.Float64 {
  175. return coderDoublePackedSlice
  176. }
  177. }
  178. case fd.Kind() == pref.MessageKind:
  179. return makeMessageFieldCoder(fd, ft)
  180. case fd.Kind() == pref.GroupKind:
  181. return makeGroupFieldCoder(fd, ft)
  182. case fd.Syntax() == pref.Proto3 && fd.ContainingOneof() == nil:
  183. // Populated oneof fields always encode even if set to the zero value,
  184. // which normally are not encoded in proto3.
  185. switch fd.Kind() {
  186. case pref.BoolKind:
  187. if ft.Kind() == reflect.Bool {
  188. return coderBoolNoZero
  189. }
  190. case pref.EnumKind:
  191. if ft.Kind() == reflect.Int32 {
  192. return coderEnumNoZero
  193. }
  194. case pref.Int32Kind:
  195. if ft.Kind() == reflect.Int32 {
  196. return coderInt32NoZero
  197. }
  198. case pref.Sint32Kind:
  199. if ft.Kind() == reflect.Int32 {
  200. return coderSint32NoZero
  201. }
  202. case pref.Uint32Kind:
  203. if ft.Kind() == reflect.Uint32 {
  204. return coderUint32NoZero
  205. }
  206. case pref.Int64Kind:
  207. if ft.Kind() == reflect.Int64 {
  208. return coderInt64NoZero
  209. }
  210. case pref.Sint64Kind:
  211. if ft.Kind() == reflect.Int64 {
  212. return coderSint64NoZero
  213. }
  214. case pref.Uint64Kind:
  215. if ft.Kind() == reflect.Uint64 {
  216. return coderUint64NoZero
  217. }
  218. case pref.Sfixed32Kind:
  219. if ft.Kind() == reflect.Int32 {
  220. return coderSfixed32NoZero
  221. }
  222. case pref.Fixed32Kind:
  223. if ft.Kind() == reflect.Uint32 {
  224. return coderFixed32NoZero
  225. }
  226. case pref.FloatKind:
  227. if ft.Kind() == reflect.Float32 {
  228. return coderFloatNoZero
  229. }
  230. case pref.Sfixed64Kind:
  231. if ft.Kind() == reflect.Int64 {
  232. return coderSfixed64NoZero
  233. }
  234. case pref.Fixed64Kind:
  235. if ft.Kind() == reflect.Uint64 {
  236. return coderFixed64NoZero
  237. }
  238. case pref.DoubleKind:
  239. if ft.Kind() == reflect.Float64 {
  240. return coderDoubleNoZero
  241. }
  242. case pref.StringKind:
  243. if ft.Kind() == reflect.String {
  244. return coderStringNoZeroValidateUTF8
  245. }
  246. if ft.Kind() == reflect.Slice && ft.Elem().Kind() == reflect.Uint8 {
  247. return coderBytesNoZero
  248. }
  249. case pref.BytesKind:
  250. if ft.Kind() == reflect.String {
  251. return coderStringNoZero
  252. }
  253. if ft.Kind() == reflect.Slice && ft.Elem().Kind() == reflect.Uint8 {
  254. return coderBytesNoZero
  255. }
  256. }
  257. case ft.Kind() == reflect.Ptr:
  258. ft := ft.Elem()
  259. switch fd.Kind() {
  260. case pref.BoolKind:
  261. if ft.Kind() == reflect.Bool {
  262. return coderBoolPtr
  263. }
  264. case pref.EnumKind:
  265. if ft.Kind() == reflect.Int32 {
  266. return coderEnumPtr
  267. }
  268. case pref.Int32Kind:
  269. if ft.Kind() == reflect.Int32 {
  270. return coderInt32Ptr
  271. }
  272. case pref.Sint32Kind:
  273. if ft.Kind() == reflect.Int32 {
  274. return coderSint32Ptr
  275. }
  276. case pref.Uint32Kind:
  277. if ft.Kind() == reflect.Uint32 {
  278. return coderUint32Ptr
  279. }
  280. case pref.Int64Kind:
  281. if ft.Kind() == reflect.Int64 {
  282. return coderInt64Ptr
  283. }
  284. case pref.Sint64Kind:
  285. if ft.Kind() == reflect.Int64 {
  286. return coderSint64Ptr
  287. }
  288. case pref.Uint64Kind:
  289. if ft.Kind() == reflect.Uint64 {
  290. return coderUint64Ptr
  291. }
  292. case pref.Sfixed32Kind:
  293. if ft.Kind() == reflect.Int32 {
  294. return coderSfixed32Ptr
  295. }
  296. case pref.Fixed32Kind:
  297. if ft.Kind() == reflect.Uint32 {
  298. return coderFixed32Ptr
  299. }
  300. case pref.FloatKind:
  301. if ft.Kind() == reflect.Float32 {
  302. return coderFloatPtr
  303. }
  304. case pref.Sfixed64Kind:
  305. if ft.Kind() == reflect.Int64 {
  306. return coderSfixed64Ptr
  307. }
  308. case pref.Fixed64Kind:
  309. if ft.Kind() == reflect.Uint64 {
  310. return coderFixed64Ptr
  311. }
  312. case pref.DoubleKind:
  313. if ft.Kind() == reflect.Float64 {
  314. return coderDoublePtr
  315. }
  316. case pref.StringKind:
  317. if ft.Kind() == reflect.String {
  318. return coderStringPtr
  319. }
  320. case pref.BytesKind:
  321. if ft.Kind() == reflect.String {
  322. return coderStringPtr
  323. }
  324. }
  325. default:
  326. switch fd.Kind() {
  327. case pref.BoolKind:
  328. if ft.Kind() == reflect.Bool {
  329. return coderBool
  330. }
  331. case pref.EnumKind:
  332. if ft.Kind() == reflect.Int32 {
  333. return coderEnum
  334. }
  335. case pref.Int32Kind:
  336. if ft.Kind() == reflect.Int32 {
  337. return coderInt32
  338. }
  339. case pref.Sint32Kind:
  340. if ft.Kind() == reflect.Int32 {
  341. return coderSint32
  342. }
  343. case pref.Uint32Kind:
  344. if ft.Kind() == reflect.Uint32 {
  345. return coderUint32
  346. }
  347. case pref.Int64Kind:
  348. if ft.Kind() == reflect.Int64 {
  349. return coderInt64
  350. }
  351. case pref.Sint64Kind:
  352. if ft.Kind() == reflect.Int64 {
  353. return coderSint64
  354. }
  355. case pref.Uint64Kind:
  356. if ft.Kind() == reflect.Uint64 {
  357. return coderUint64
  358. }
  359. case pref.Sfixed32Kind:
  360. if ft.Kind() == reflect.Int32 {
  361. return coderSfixed32
  362. }
  363. case pref.Fixed32Kind:
  364. if ft.Kind() == reflect.Uint32 {
  365. return coderFixed32
  366. }
  367. case pref.FloatKind:
  368. if ft.Kind() == reflect.Float32 {
  369. return coderFloat
  370. }
  371. case pref.Sfixed64Kind:
  372. if ft.Kind() == reflect.Int64 {
  373. return coderSfixed64
  374. }
  375. case pref.Fixed64Kind:
  376. if ft.Kind() == reflect.Uint64 {
  377. return coderFixed64
  378. }
  379. case pref.DoubleKind:
  380. if ft.Kind() == reflect.Float64 {
  381. return coderDouble
  382. }
  383. case pref.StringKind:
  384. if fd.Syntax() == pref.Proto3 && ft.Kind() == reflect.String {
  385. return coderStringValidateUTF8
  386. }
  387. if ft.Kind() == reflect.String {
  388. return coderString
  389. }
  390. if ft.Kind() == reflect.Slice && ft.Elem().Kind() == reflect.Uint8 {
  391. return coderBytes
  392. }
  393. case pref.BytesKind:
  394. if ft.Kind() == reflect.String {
  395. return coderString
  396. }
  397. if ft.Kind() == reflect.Slice && ft.Elem().Kind() == reflect.Uint8 {
  398. return coderBytes
  399. }
  400. }
  401. }
  402. panic(fmt.Errorf("invalid type: no encoder for %v %v %v/%v", fd.FullName(), fd.Cardinality(), fd.Kind(), ft))
  403. }
  404. // encoderFuncsForValue returns interface{} value functions for a field, used for
  405. // extension values and map encoding.
  406. func encoderFuncsForValue(fd pref.FieldDescriptor, ft reflect.Type) ifaceCoderFuncs {
  407. switch {
  408. case fd.Cardinality() == pref.Repeated && !fd.IsPacked():
  409. if ft.Kind() != reflect.Ptr || ft.Elem().Kind() != reflect.Slice {
  410. break
  411. }
  412. ft := ft.Elem().Elem()
  413. switch fd.Kind() {
  414. case pref.BoolKind:
  415. if ft.Kind() == reflect.Bool {
  416. return coderBoolSliceIface
  417. }
  418. case pref.EnumKind:
  419. if ft.Kind() == reflect.Int32 {
  420. return coderEnumSliceIface
  421. }
  422. case pref.Int32Kind:
  423. if ft.Kind() == reflect.Int32 {
  424. return coderInt32SliceIface
  425. }
  426. case pref.Sint32Kind:
  427. if ft.Kind() == reflect.Int32 {
  428. return coderSint32SliceIface
  429. }
  430. case pref.Uint32Kind:
  431. if ft.Kind() == reflect.Uint32 {
  432. return coderUint32SliceIface
  433. }
  434. case pref.Int64Kind:
  435. if ft.Kind() == reflect.Int64 {
  436. return coderInt64SliceIface
  437. }
  438. case pref.Sint64Kind:
  439. if ft.Kind() == reflect.Int64 {
  440. return coderSint64SliceIface
  441. }
  442. case pref.Uint64Kind:
  443. if ft.Kind() == reflect.Uint64 {
  444. return coderUint64SliceIface
  445. }
  446. case pref.Sfixed32Kind:
  447. if ft.Kind() == reflect.Int32 {
  448. return coderSfixed32SliceIface
  449. }
  450. case pref.Fixed32Kind:
  451. if ft.Kind() == reflect.Uint32 {
  452. return coderFixed32SliceIface
  453. }
  454. case pref.FloatKind:
  455. if ft.Kind() == reflect.Float32 {
  456. return coderFloatSliceIface
  457. }
  458. case pref.Sfixed64Kind:
  459. if ft.Kind() == reflect.Int64 {
  460. return coderSfixed64SliceIface
  461. }
  462. case pref.Fixed64Kind:
  463. if ft.Kind() == reflect.Uint64 {
  464. return coderFixed64SliceIface
  465. }
  466. case pref.DoubleKind:
  467. if ft.Kind() == reflect.Float64 {
  468. return coderDoubleSliceIface
  469. }
  470. case pref.StringKind:
  471. if ft.Kind() == reflect.String {
  472. return coderStringSliceIface
  473. }
  474. if ft.Kind() == reflect.Slice && ft.Elem().Kind() == reflect.Uint8 {
  475. return coderBytesSliceIface
  476. }
  477. case pref.BytesKind:
  478. if ft.Kind() == reflect.String {
  479. return coderStringSliceIface
  480. }
  481. if ft.Kind() == reflect.Slice && ft.Elem().Kind() == reflect.Uint8 {
  482. return coderBytesSliceIface
  483. }
  484. case pref.MessageKind:
  485. return coderMessageSliceIface
  486. case pref.GroupKind:
  487. return coderGroupSliceIface
  488. }
  489. case fd.Cardinality() == pref.Repeated && fd.IsPacked():
  490. default:
  491. switch fd.Kind() {
  492. case pref.BoolKind:
  493. if ft.Kind() == reflect.Bool {
  494. return coderBoolIface
  495. }
  496. case pref.EnumKind:
  497. if ft.Kind() == reflect.Int32 {
  498. return coderEnumIface
  499. }
  500. case pref.Int32Kind:
  501. if ft.Kind() == reflect.Int32 {
  502. return coderInt32Iface
  503. }
  504. case pref.Sint32Kind:
  505. if ft.Kind() == reflect.Int32 {
  506. return coderSint32Iface
  507. }
  508. case pref.Uint32Kind:
  509. if ft.Kind() == reflect.Uint32 {
  510. return coderUint32Iface
  511. }
  512. case pref.Int64Kind:
  513. if ft.Kind() == reflect.Int64 {
  514. return coderInt64Iface
  515. }
  516. case pref.Sint64Kind:
  517. if ft.Kind() == reflect.Int64 {
  518. return coderSint64Iface
  519. }
  520. case pref.Uint64Kind:
  521. if ft.Kind() == reflect.Uint64 {
  522. return coderUint64Iface
  523. }
  524. case pref.Sfixed32Kind:
  525. if ft.Kind() == reflect.Int32 {
  526. return coderSfixed32Iface
  527. }
  528. case pref.Fixed32Kind:
  529. if ft.Kind() == reflect.Uint32 {
  530. return coderFixed32Iface
  531. }
  532. case pref.FloatKind:
  533. if ft.Kind() == reflect.Float32 {
  534. return coderFloatIface
  535. }
  536. case pref.Sfixed64Kind:
  537. if ft.Kind() == reflect.Int64 {
  538. return coderSfixed64Iface
  539. }
  540. case pref.Fixed64Kind:
  541. if ft.Kind() == reflect.Uint64 {
  542. return coderFixed64Iface
  543. }
  544. case pref.DoubleKind:
  545. if ft.Kind() == reflect.Float64 {
  546. return coderDoubleIface
  547. }
  548. case pref.StringKind:
  549. if fd.Syntax() == pref.Proto3 && ft.Kind() == reflect.String {
  550. return coderStringIfaceValidateUTF8
  551. }
  552. if ft.Kind() == reflect.String {
  553. return coderStringIface
  554. }
  555. if ft.Kind() == reflect.Slice && ft.Elem().Kind() == reflect.Uint8 {
  556. return coderBytesIface
  557. }
  558. case pref.BytesKind:
  559. if ft.Kind() == reflect.String {
  560. return coderStringIface
  561. }
  562. if ft.Kind() == reflect.Slice && ft.Elem().Kind() == reflect.Uint8 {
  563. return coderBytesIface
  564. }
  565. case pref.MessageKind:
  566. return coderMessageIface
  567. case pref.GroupKind:
  568. return coderGroupIface
  569. }
  570. }
  571. panic(fmt.Errorf("invalid type: no encoder for %v %v %v/%v", fd.FullName(), fd.Cardinality(), fd.Kind(), ft))
  572. }