message_field.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516
  1. // Copyright 2018 The Go Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package impl
  5. import (
  6. "fmt"
  7. "math"
  8. "reflect"
  9. "google.golang.org/protobuf/internal/encoding/wire"
  10. pvalue "google.golang.org/protobuf/internal/value"
  11. pref "google.golang.org/protobuf/reflect/protoreflect"
  12. piface "google.golang.org/protobuf/runtime/protoiface"
  13. )
  14. type fieldInfo struct {
  15. fieldDesc pref.FieldDescriptor
  16. // These fields are used for protobuf reflection support.
  17. has func(pointer) bool
  18. clear func(pointer)
  19. get func(pointer) pref.Value
  20. set func(pointer, pref.Value)
  21. mutable func(pointer) pref.Value
  22. newMessage func() pref.Message
  23. // These fields are used for fast-path functions.
  24. funcs pointerCoderFuncs // fast-path per-field functions
  25. num pref.FieldNumber // field number
  26. offset offset // struct field offset
  27. wiretag uint64 // field tag (number + wire type)
  28. tagsize int // size of the varint-encoded tag
  29. isPointer bool // true if IsNil may be called on the struct field
  30. }
  31. func fieldInfoForOneof(fd pref.FieldDescriptor, fs reflect.StructField, ot reflect.Type) fieldInfo {
  32. ft := fs.Type
  33. if ft.Kind() != reflect.Interface {
  34. panic(fmt.Sprintf("invalid type: got %v, want interface kind", ft))
  35. }
  36. if ot.Kind() != reflect.Struct {
  37. panic(fmt.Sprintf("invalid type: got %v, want struct kind", ot))
  38. }
  39. if !reflect.PtrTo(ot).Implements(ft) {
  40. panic(fmt.Sprintf("invalid type: %v does not implement %v", ot, ft))
  41. }
  42. conv, _ := newConverter(ot.Field(0).Type, fd.Kind())
  43. var frozenEmpty pref.Value
  44. if conv.NewMessage != nil {
  45. frozenEmpty = pref.ValueOf(frozenMessage{conv.NewMessage()})
  46. }
  47. // TODO: Implement unsafe fast path?
  48. fieldOffset := offsetOf(fs)
  49. return fieldInfo{
  50. // NOTE: The logic below intentionally assumes that oneof fields are
  51. // well-formatted. That is, the oneof interface never contains a
  52. // typed nil pointer to one of the wrapper structs.
  53. fieldDesc: fd,
  54. has: func(p pointer) bool {
  55. if p.IsNil() {
  56. return false
  57. }
  58. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  59. if rv.IsNil() || rv.Elem().Type().Elem() != ot {
  60. return false
  61. }
  62. return true
  63. },
  64. clear: func(p pointer) {
  65. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  66. if rv.IsNil() || rv.Elem().Type().Elem() != ot {
  67. return
  68. }
  69. rv.Set(reflect.Zero(rv.Type()))
  70. },
  71. get: func(p pointer) pref.Value {
  72. if p.IsNil() {
  73. if frozenEmpty.IsValid() {
  74. return frozenEmpty
  75. }
  76. return defaultValueOf(fd)
  77. }
  78. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  79. if rv.IsNil() || rv.Elem().Type().Elem() != ot {
  80. if frozenEmpty.IsValid() {
  81. return frozenEmpty
  82. }
  83. return defaultValueOf(fd)
  84. }
  85. rv = rv.Elem().Elem().Field(0)
  86. return conv.PBValueOf(rv)
  87. },
  88. set: func(p pointer, v pref.Value) {
  89. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  90. if rv.IsNil() || rv.Elem().Type().Elem() != ot {
  91. rv.Set(reflect.New(ot))
  92. }
  93. rv = rv.Elem().Elem().Field(0)
  94. rv.Set(conv.GoValueOf(v))
  95. },
  96. mutable: func(p pointer) pref.Value {
  97. if conv.NewMessage == nil {
  98. panic("invalid Mutable on field with non-composite type")
  99. }
  100. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  101. if rv.IsNil() || rv.Elem().Type().Elem() != ot {
  102. rv.Set(reflect.New(ot))
  103. }
  104. rv = rv.Elem().Elem().Field(0)
  105. if rv.IsNil() {
  106. rv.Set(conv.GoValueOf(pref.ValueOf(conv.NewMessage())))
  107. }
  108. return conv.PBValueOf(rv)
  109. },
  110. newMessage: conv.NewMessage,
  111. offset: fieldOffset,
  112. isPointer: true,
  113. }
  114. }
  115. func fieldInfoForMap(fd pref.FieldDescriptor, fs reflect.StructField) fieldInfo {
  116. ft := fs.Type
  117. if ft.Kind() != reflect.Map {
  118. panic(fmt.Sprintf("invalid type: got %v, want map kind", ft))
  119. }
  120. keyConv, _ := newConverter(ft.Key(), fd.MapKey().Kind())
  121. valConv, _ := newConverter(ft.Elem(), fd.MapValue().Kind())
  122. wiretag := wire.EncodeTag(fd.Number(), wireTypes[fd.Kind()])
  123. frozenEmpty := pref.ValueOf(frozenMap{
  124. pvalue.MapOf(reflect.Zero(reflect.PtrTo(fs.Type)).Interface(), keyConv, valConv),
  125. })
  126. // TODO: Implement unsafe fast path?
  127. fieldOffset := offsetOf(fs)
  128. return fieldInfo{
  129. fieldDesc: fd,
  130. has: func(p pointer) bool {
  131. if p.IsNil() {
  132. return false
  133. }
  134. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  135. return rv.Len() > 0
  136. },
  137. clear: func(p pointer) {
  138. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  139. rv.Set(reflect.Zero(rv.Type()))
  140. },
  141. get: func(p pointer) pref.Value {
  142. if p.IsNil() {
  143. return frozenEmpty
  144. }
  145. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  146. if rv.IsNil() {
  147. return frozenEmpty
  148. }
  149. return pref.ValueOf(pvalue.MapOf(rv.Addr().Interface(), keyConv, valConv))
  150. },
  151. set: func(p pointer, v pref.Value) {
  152. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  153. rv.Set(reflect.ValueOf(v.Map().(pvalue.Unwrapper).ProtoUnwrap()).Elem())
  154. },
  155. mutable: func(p pointer) pref.Value {
  156. v := p.Apply(fieldOffset).AsIfaceOf(fs.Type)
  157. return pref.ValueOf(pvalue.MapOf(v, keyConv, valConv))
  158. },
  159. funcs: encoderFuncsForMap(fd, ft),
  160. offset: fieldOffset,
  161. wiretag: wiretag,
  162. tagsize: wire.SizeVarint(wiretag),
  163. isPointer: true,
  164. }
  165. }
  166. func fieldInfoForList(fd pref.FieldDescriptor, fs reflect.StructField) fieldInfo {
  167. ft := fs.Type
  168. if ft.Kind() != reflect.Slice {
  169. panic(fmt.Sprintf("invalid type: got %v, want slice kind", ft))
  170. }
  171. conv, _ := newConverter(ft.Elem(), fd.Kind())
  172. var wiretag uint64
  173. if !fd.IsPacked() {
  174. wiretag = wire.EncodeTag(fd.Number(), wireTypes[fd.Kind()])
  175. } else {
  176. wiretag = wire.EncodeTag(fd.Number(), wire.BytesType)
  177. }
  178. frozenEmpty := pref.ValueOf(frozenList{
  179. pvalue.ListOf(reflect.Zero(reflect.PtrTo(fs.Type)).Interface(), conv),
  180. })
  181. // TODO: Implement unsafe fast path?
  182. fieldOffset := offsetOf(fs)
  183. return fieldInfo{
  184. fieldDesc: fd,
  185. has: func(p pointer) bool {
  186. if p.IsNil() {
  187. return false
  188. }
  189. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  190. return rv.Len() > 0
  191. },
  192. clear: func(p pointer) {
  193. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  194. rv.Set(reflect.Zero(rv.Type()))
  195. },
  196. get: func(p pointer) pref.Value {
  197. if p.IsNil() {
  198. return frozenEmpty
  199. }
  200. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  201. if rv.Len() == 0 {
  202. return frozenEmpty
  203. }
  204. return pref.ValueOf(pvalue.ListOf(rv.Addr().Interface(), conv))
  205. },
  206. set: func(p pointer, v pref.Value) {
  207. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  208. rv.Set(reflect.ValueOf(v.List().(pvalue.Unwrapper).ProtoUnwrap()).Elem())
  209. },
  210. mutable: func(p pointer) pref.Value {
  211. v := p.Apply(fieldOffset).AsIfaceOf(fs.Type)
  212. return pref.ValueOf(pvalue.ListOf(v, conv))
  213. },
  214. funcs: fieldCoder(fd, ft),
  215. offset: fieldOffset,
  216. wiretag: wiretag,
  217. tagsize: wire.SizeVarint(wiretag),
  218. isPointer: true,
  219. }
  220. }
  221. var emptyBytes = reflect.ValueOf([]byte{})
  222. func fieldInfoForScalar(fd pref.FieldDescriptor, fs reflect.StructField) fieldInfo {
  223. ft := fs.Type
  224. funcs := fieldCoder(fd, ft)
  225. nullable := fd.Syntax() == pref.Proto2
  226. if nullable {
  227. if ft.Kind() != reflect.Ptr && ft.Kind() != reflect.Slice {
  228. panic(fmt.Sprintf("invalid type: got %v, want pointer", ft))
  229. }
  230. if ft.Kind() == reflect.Ptr {
  231. ft = ft.Elem()
  232. }
  233. }
  234. conv, _ := newConverter(ft, fd.Kind())
  235. wiretag := wire.EncodeTag(fd.Number(), wireTypes[fd.Kind()])
  236. // TODO: Implement unsafe fast path?
  237. fieldOffset := offsetOf(fs)
  238. return fieldInfo{
  239. fieldDesc: fd,
  240. has: func(p pointer) bool {
  241. if p.IsNil() {
  242. return false
  243. }
  244. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  245. if nullable {
  246. return !rv.IsNil()
  247. }
  248. switch rv.Kind() {
  249. case reflect.Bool:
  250. return rv.Bool()
  251. case reflect.Int32, reflect.Int64:
  252. return rv.Int() != 0
  253. case reflect.Uint32, reflect.Uint64:
  254. return rv.Uint() != 0
  255. case reflect.Float32, reflect.Float64:
  256. return rv.Float() != 0 || math.Signbit(rv.Float())
  257. case reflect.String, reflect.Slice:
  258. return rv.Len() > 0
  259. default:
  260. panic(fmt.Sprintf("invalid type: %v", rv.Type())) // should never happen
  261. }
  262. },
  263. clear: func(p pointer) {
  264. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  265. rv.Set(reflect.Zero(rv.Type()))
  266. },
  267. get: func(p pointer) pref.Value {
  268. if p.IsNil() {
  269. return defaultValueOf(fd)
  270. }
  271. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  272. if nullable {
  273. if rv.IsNil() {
  274. return defaultValueOf(fd)
  275. }
  276. if rv.Kind() == reflect.Ptr {
  277. rv = rv.Elem()
  278. }
  279. }
  280. return conv.PBValueOf(rv)
  281. },
  282. set: func(p pointer, v pref.Value) {
  283. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  284. if nullable && rv.Kind() == reflect.Ptr {
  285. if rv.IsNil() {
  286. rv.Set(reflect.New(ft))
  287. }
  288. rv = rv.Elem()
  289. }
  290. rv.Set(conv.GoValueOf(v))
  291. if nullable && rv.Kind() == reflect.Slice && rv.IsNil() {
  292. rv.Set(emptyBytes)
  293. }
  294. },
  295. funcs: funcs,
  296. offset: fieldOffset,
  297. isPointer: nullable,
  298. wiretag: wiretag,
  299. tagsize: wire.SizeVarint(wiretag),
  300. }
  301. }
  302. func fieldInfoForMessage(fd pref.FieldDescriptor, fs reflect.StructField) fieldInfo {
  303. ft := fs.Type
  304. conv, _ := newConverter(ft, fd.Kind())
  305. wiretag := wire.EncodeTag(fd.Number(), wireTypes[fd.Kind()])
  306. frozenEmpty := pref.ValueOf(frozenMessage{conv.NewMessage()})
  307. // TODO: Implement unsafe fast path?
  308. fieldOffset := offsetOf(fs)
  309. return fieldInfo{
  310. fieldDesc: fd,
  311. has: func(p pointer) bool {
  312. if p.IsNil() {
  313. return false
  314. }
  315. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  316. return !rv.IsNil()
  317. },
  318. clear: func(p pointer) {
  319. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  320. rv.Set(reflect.Zero(rv.Type()))
  321. },
  322. get: func(p pointer) pref.Value {
  323. if p.IsNil() {
  324. return frozenEmpty
  325. }
  326. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  327. if rv.IsNil() {
  328. return frozenEmpty
  329. }
  330. return conv.PBValueOf(rv)
  331. },
  332. set: func(p pointer, v pref.Value) {
  333. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  334. rv.Set(conv.GoValueOf(v))
  335. if rv.IsNil() {
  336. panic("invalid nil pointer")
  337. }
  338. },
  339. mutable: func(p pointer) pref.Value {
  340. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  341. if rv.IsNil() {
  342. rv.Set(conv.GoValueOf(pref.ValueOf(conv.NewMessage())))
  343. }
  344. return conv.PBValueOf(rv)
  345. },
  346. newMessage: conv.NewMessage,
  347. funcs: fieldCoder(fd, ft),
  348. offset: fieldOffset,
  349. isPointer: true,
  350. wiretag: wiretag,
  351. tagsize: wire.SizeVarint(wiretag),
  352. }
  353. }
  354. type oneofInfo struct {
  355. oneofDesc pref.OneofDescriptor
  356. which func(pointer) pref.FieldNumber
  357. }
  358. func makeOneofInfo(od pref.OneofDescriptor, fs reflect.StructField, wrappersByType map[reflect.Type]pref.FieldNumber) *oneofInfo {
  359. fieldOffset := offsetOf(fs)
  360. return &oneofInfo{
  361. oneofDesc: od,
  362. which: func(p pointer) pref.FieldNumber {
  363. if p.IsNil() {
  364. return 0
  365. }
  366. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  367. if rv.IsNil() {
  368. return 0
  369. }
  370. return wrappersByType[rv.Elem().Type().Elem()]
  371. },
  372. }
  373. }
  374. var (
  375. enumIfaceV2 = reflect.TypeOf((*pref.Enum)(nil)).Elem()
  376. messageIfaceV1 = reflect.TypeOf((*piface.MessageV1)(nil)).Elem()
  377. messageIfaceV2 = reflect.TypeOf((*pref.ProtoMessage)(nil)).Elem()
  378. )
  379. func newConverter(t reflect.Type, k pref.Kind) (conv pvalue.Converter, isLegacy bool) {
  380. switch k {
  381. case pref.EnumKind:
  382. if t.Kind() == reflect.Int32 && !t.Implements(enumIfaceV2) {
  383. return pvalue.Converter{
  384. PBValueOf: func(v reflect.Value) pref.Value {
  385. if v.Type() != t {
  386. panic(fmt.Sprintf("invalid type: got %v, want %v", v.Type(), t))
  387. }
  388. return pref.ValueOf(pref.EnumNumber(v.Int()))
  389. },
  390. GoValueOf: func(v pref.Value) reflect.Value {
  391. return reflect.ValueOf(v.Enum()).Convert(t)
  392. },
  393. NewEnum: func(n pref.EnumNumber) pref.Enum {
  394. return legacyWrapEnum(reflect.ValueOf(n).Convert(t))
  395. },
  396. }, true
  397. }
  398. case pref.MessageKind, pref.GroupKind:
  399. if t.Kind() == reflect.Ptr && t.Implements(messageIfaceV1) && !t.Implements(messageIfaceV2) {
  400. return pvalue.Converter{
  401. PBValueOf: func(v reflect.Value) pref.Value {
  402. if v.Type() != t {
  403. panic(fmt.Sprintf("invalid type: got %v, want %v", v.Type(), t))
  404. }
  405. return pref.ValueOf(Export{}.MessageOf(v.Interface()))
  406. },
  407. GoValueOf: func(v pref.Value) reflect.Value {
  408. rv := reflect.ValueOf(v.Message().(pvalue.Unwrapper).ProtoUnwrap())
  409. if rv.Type() != t {
  410. panic(fmt.Sprintf("invalid type: got %v, want %v", rv.Type(), t))
  411. }
  412. return rv
  413. },
  414. NewMessage: func() pref.Message {
  415. return legacyWrapMessage(reflect.New(t.Elem())).ProtoReflect()
  416. },
  417. }, true
  418. }
  419. }
  420. return pvalue.NewConverter(t, k), false
  421. }
  422. // defaultValueOf returns the default value for the field.
  423. func defaultValueOf(fd pref.FieldDescriptor) pref.Value {
  424. if fd == nil {
  425. return pref.Value{}
  426. }
  427. pv := fd.Default() // invalid Value for messages and repeated fields
  428. if fd.Kind() == pref.BytesKind && pv.IsValid() && len(pv.Bytes()) > 0 {
  429. return pref.ValueOf(append([]byte(nil), pv.Bytes()...)) // copy default bytes for safety
  430. }
  431. return pv
  432. }
  433. // frozenValueOf returns a frozen version of any composite value.
  434. func frozenValueOf(v pref.Value) pref.Value {
  435. switch v := v.Interface().(type) {
  436. case pref.Message:
  437. if _, ok := v.(frozenMessage); !ok {
  438. return pref.ValueOf(frozenMessage{v})
  439. }
  440. case pref.List:
  441. if _, ok := v.(frozenList); !ok {
  442. return pref.ValueOf(frozenList{v})
  443. }
  444. case pref.Map:
  445. if _, ok := v.(frozenMap); !ok {
  446. return pref.ValueOf(frozenMap{v})
  447. }
  448. }
  449. return v
  450. }
  451. type frozenMessage struct{ pref.Message }
  452. func (m frozenMessage) ProtoReflect() pref.Message { return m }
  453. func (m frozenMessage) Interface() pref.ProtoMessage { return m }
  454. func (m frozenMessage) Range(f func(pref.FieldDescriptor, pref.Value) bool) {
  455. m.Message.Range(func(fd pref.FieldDescriptor, v pref.Value) bool {
  456. return f(fd, frozenValueOf(v))
  457. })
  458. }
  459. func (m frozenMessage) Get(fd pref.FieldDescriptor) pref.Value {
  460. v := m.Message.Get(fd)
  461. return frozenValueOf(v)
  462. }
  463. func (frozenMessage) Clear(pref.FieldDescriptor) { panic("invalid on read-only Message") }
  464. func (frozenMessage) Set(pref.FieldDescriptor, pref.Value) { panic("invalid on read-only Message") }
  465. func (frozenMessage) Mutable(pref.FieldDescriptor) pref.Value { panic("invalid on read-only Message") }
  466. func (frozenMessage) SetUnknown(pref.RawFields) { panic("invalid on read-only Message") }
  467. type frozenList struct{ pref.List }
  468. func (ls frozenList) Get(i int) pref.Value {
  469. v := ls.List.Get(i)
  470. return frozenValueOf(v)
  471. }
  472. func (frozenList) Set(i int, v pref.Value) { panic("invalid on read-only List") }
  473. func (frozenList) Append(v pref.Value) { panic("invalid on read-only List") }
  474. func (frozenList) Truncate(i int) { panic("invalid on read-only List") }
  475. type frozenMap struct{ pref.Map }
  476. func (ms frozenMap) Get(k pref.MapKey) pref.Value {
  477. v := ms.Map.Get(k)
  478. return frozenValueOf(v)
  479. }
  480. func (ms frozenMap) Range(f func(pref.MapKey, pref.Value) bool) {
  481. ms.Map.Range(func(k pref.MapKey, v pref.Value) bool {
  482. return f(k, frozenValueOf(v))
  483. })
  484. }
  485. func (frozenMap) Set(k pref.MapKey, v pref.Value) { panic("invalid n read-only Map") }
  486. func (frozenMap) Clear(k pref.MapKey) { panic("invalid on read-only Map") }