message_field.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475
  1. // Copyright 2018 The Go Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package impl
  5. import (
  6. "fmt"
  7. "math"
  8. "reflect"
  9. pvalue "google.golang.org/protobuf/internal/value"
  10. pref "google.golang.org/protobuf/reflect/protoreflect"
  11. piface "google.golang.org/protobuf/runtime/protoiface"
  12. )
  13. type fieldInfo struct {
  14. fieldDesc pref.FieldDescriptor
  15. // These fields are used for protobuf reflection support.
  16. has func(pointer) bool
  17. clear func(pointer)
  18. get func(pointer) pref.Value
  19. set func(pointer, pref.Value)
  20. mutable func(pointer) pref.Value
  21. newMessage func() pref.Message
  22. }
  23. func fieldInfoForOneof(fd pref.FieldDescriptor, fs reflect.StructField, ot reflect.Type) fieldInfo {
  24. ft := fs.Type
  25. if ft.Kind() != reflect.Interface {
  26. panic(fmt.Sprintf("invalid type: got %v, want interface kind", ft))
  27. }
  28. if ot.Kind() != reflect.Struct {
  29. panic(fmt.Sprintf("invalid type: got %v, want struct kind", ot))
  30. }
  31. if !reflect.PtrTo(ot).Implements(ft) {
  32. panic(fmt.Sprintf("invalid type: %v does not implement %v", ot, ft))
  33. }
  34. conv, _ := newConverter(ot.Field(0).Type, fd.Kind())
  35. var frozenEmpty pref.Value
  36. if conv.NewMessage != nil {
  37. frozenEmpty = pref.ValueOf(frozenMessage{conv.NewMessage()})
  38. }
  39. // TODO: Implement unsafe fast path?
  40. fieldOffset := offsetOf(fs)
  41. return fieldInfo{
  42. // NOTE: The logic below intentionally assumes that oneof fields are
  43. // well-formatted. That is, the oneof interface never contains a
  44. // typed nil pointer to one of the wrapper structs.
  45. fieldDesc: fd,
  46. has: func(p pointer) bool {
  47. if p.IsNil() {
  48. return false
  49. }
  50. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  51. if rv.IsNil() || rv.Elem().Type().Elem() != ot {
  52. return false
  53. }
  54. return true
  55. },
  56. clear: func(p pointer) {
  57. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  58. if rv.IsNil() || rv.Elem().Type().Elem() != ot {
  59. return
  60. }
  61. rv.Set(reflect.Zero(rv.Type()))
  62. },
  63. get: func(p pointer) pref.Value {
  64. if p.IsNil() {
  65. if frozenEmpty.IsValid() {
  66. return frozenEmpty
  67. }
  68. return defaultValueOf(fd)
  69. }
  70. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  71. if rv.IsNil() || rv.Elem().Type().Elem() != ot {
  72. if frozenEmpty.IsValid() {
  73. return frozenEmpty
  74. }
  75. return defaultValueOf(fd)
  76. }
  77. rv = rv.Elem().Elem().Field(0)
  78. return conv.PBValueOf(rv)
  79. },
  80. set: func(p pointer, v pref.Value) {
  81. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  82. if rv.IsNil() || rv.Elem().Type().Elem() != ot {
  83. rv.Set(reflect.New(ot))
  84. }
  85. rv = rv.Elem().Elem().Field(0)
  86. rv.Set(conv.GoValueOf(v))
  87. },
  88. mutable: func(p pointer) pref.Value {
  89. if conv.NewMessage == nil {
  90. panic("invalid Mutable on field with non-composite type")
  91. }
  92. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  93. if rv.IsNil() || rv.Elem().Type().Elem() != ot {
  94. rv.Set(reflect.New(ot))
  95. }
  96. rv = rv.Elem().Elem().Field(0)
  97. if rv.IsNil() {
  98. rv.Set(conv.GoValueOf(pref.ValueOf(conv.NewMessage())))
  99. }
  100. return conv.PBValueOf(rv)
  101. },
  102. newMessage: conv.NewMessage,
  103. }
  104. }
  105. func fieldInfoForMap(fd pref.FieldDescriptor, fs reflect.StructField) fieldInfo {
  106. ft := fs.Type
  107. if ft.Kind() != reflect.Map {
  108. panic(fmt.Sprintf("invalid type: got %v, want map kind", ft))
  109. }
  110. keyConv, _ := newConverter(ft.Key(), fd.MapKey().Kind())
  111. valConv, _ := newConverter(ft.Elem(), fd.MapValue().Kind())
  112. frozenEmpty := pref.ValueOf(frozenMap{
  113. pvalue.MapOf(reflect.Zero(reflect.PtrTo(fs.Type)).Interface(), keyConv, valConv),
  114. })
  115. // TODO: Implement unsafe fast path?
  116. fieldOffset := offsetOf(fs)
  117. return fieldInfo{
  118. fieldDesc: fd,
  119. has: func(p pointer) bool {
  120. if p.IsNil() {
  121. return false
  122. }
  123. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  124. return rv.Len() > 0
  125. },
  126. clear: func(p pointer) {
  127. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  128. rv.Set(reflect.Zero(rv.Type()))
  129. },
  130. get: func(p pointer) pref.Value {
  131. if p.IsNil() {
  132. return frozenEmpty
  133. }
  134. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  135. if rv.IsNil() {
  136. return frozenEmpty
  137. }
  138. return pref.ValueOf(pvalue.MapOf(rv.Addr().Interface(), keyConv, valConv))
  139. },
  140. set: func(p pointer, v pref.Value) {
  141. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  142. rv.Set(reflect.ValueOf(v.Map().(pvalue.Unwrapper).ProtoUnwrap()).Elem())
  143. },
  144. mutable: func(p pointer) pref.Value {
  145. v := p.Apply(fieldOffset).AsIfaceOf(fs.Type)
  146. return pref.ValueOf(pvalue.MapOf(v, keyConv, valConv))
  147. },
  148. }
  149. }
  150. func fieldInfoForList(fd pref.FieldDescriptor, fs reflect.StructField) fieldInfo {
  151. ft := fs.Type
  152. if ft.Kind() != reflect.Slice {
  153. panic(fmt.Sprintf("invalid type: got %v, want slice kind", ft))
  154. }
  155. conv, _ := newConverter(ft.Elem(), fd.Kind())
  156. frozenEmpty := pref.ValueOf(frozenList{
  157. pvalue.ListOf(reflect.Zero(reflect.PtrTo(fs.Type)).Interface(), conv),
  158. })
  159. // TODO: Implement unsafe fast path?
  160. fieldOffset := offsetOf(fs)
  161. return fieldInfo{
  162. fieldDesc: fd,
  163. has: func(p pointer) bool {
  164. if p.IsNil() {
  165. return false
  166. }
  167. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  168. return rv.Len() > 0
  169. },
  170. clear: func(p pointer) {
  171. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  172. rv.Set(reflect.Zero(rv.Type()))
  173. },
  174. get: func(p pointer) pref.Value {
  175. if p.IsNil() {
  176. return frozenEmpty
  177. }
  178. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  179. if rv.Len() == 0 {
  180. return frozenEmpty
  181. }
  182. return pref.ValueOf(pvalue.ListOf(rv.Addr().Interface(), conv))
  183. },
  184. set: func(p pointer, v pref.Value) {
  185. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  186. rv.Set(reflect.ValueOf(v.List().(pvalue.Unwrapper).ProtoUnwrap()).Elem())
  187. },
  188. mutable: func(p pointer) pref.Value {
  189. v := p.Apply(fieldOffset).AsIfaceOf(fs.Type)
  190. return pref.ValueOf(pvalue.ListOf(v, conv))
  191. },
  192. }
  193. }
  194. var emptyBytes = reflect.ValueOf([]byte{})
  195. func fieldInfoForScalar(fd pref.FieldDescriptor, fs reflect.StructField) fieldInfo {
  196. ft := fs.Type
  197. nullable := fd.Syntax() == pref.Proto2
  198. if nullable {
  199. if ft.Kind() != reflect.Ptr && ft.Kind() != reflect.Slice {
  200. panic(fmt.Sprintf("invalid type: got %v, want pointer", ft))
  201. }
  202. if ft.Kind() == reflect.Ptr {
  203. ft = ft.Elem()
  204. }
  205. }
  206. conv, _ := newConverter(ft, fd.Kind())
  207. // TODO: Implement unsafe fast path?
  208. fieldOffset := offsetOf(fs)
  209. return fieldInfo{
  210. fieldDesc: fd,
  211. has: func(p pointer) bool {
  212. if p.IsNil() {
  213. return false
  214. }
  215. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  216. if nullable {
  217. return !rv.IsNil()
  218. }
  219. switch rv.Kind() {
  220. case reflect.Bool:
  221. return rv.Bool()
  222. case reflect.Int32, reflect.Int64:
  223. return rv.Int() != 0
  224. case reflect.Uint32, reflect.Uint64:
  225. return rv.Uint() != 0
  226. case reflect.Float32, reflect.Float64:
  227. return rv.Float() != 0 || math.Signbit(rv.Float())
  228. case reflect.String, reflect.Slice:
  229. return rv.Len() > 0
  230. default:
  231. panic(fmt.Sprintf("invalid type: %v", rv.Type())) // should never happen
  232. }
  233. },
  234. clear: func(p pointer) {
  235. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  236. rv.Set(reflect.Zero(rv.Type()))
  237. },
  238. get: func(p pointer) pref.Value {
  239. if p.IsNil() {
  240. return defaultValueOf(fd)
  241. }
  242. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  243. if nullable {
  244. if rv.IsNil() {
  245. return defaultValueOf(fd)
  246. }
  247. if rv.Kind() == reflect.Ptr {
  248. rv = rv.Elem()
  249. }
  250. }
  251. return conv.PBValueOf(rv)
  252. },
  253. set: func(p pointer, v pref.Value) {
  254. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  255. if nullable && rv.Kind() == reflect.Ptr {
  256. if rv.IsNil() {
  257. rv.Set(reflect.New(ft))
  258. }
  259. rv = rv.Elem()
  260. }
  261. rv.Set(conv.GoValueOf(v))
  262. if nullable && rv.Kind() == reflect.Slice && rv.IsNil() {
  263. rv.Set(emptyBytes)
  264. }
  265. },
  266. }
  267. }
  268. func fieldInfoForMessage(fd pref.FieldDescriptor, fs reflect.StructField) fieldInfo {
  269. ft := fs.Type
  270. conv, _ := newConverter(ft, fd.Kind())
  271. frozenEmpty := pref.ValueOf(frozenMessage{conv.NewMessage()})
  272. // TODO: Implement unsafe fast path?
  273. fieldOffset := offsetOf(fs)
  274. return fieldInfo{
  275. fieldDesc: fd,
  276. has: func(p pointer) bool {
  277. if p.IsNil() {
  278. return false
  279. }
  280. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  281. return !rv.IsNil()
  282. },
  283. clear: func(p pointer) {
  284. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  285. rv.Set(reflect.Zero(rv.Type()))
  286. },
  287. get: func(p pointer) pref.Value {
  288. if p.IsNil() {
  289. return frozenEmpty
  290. }
  291. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  292. if rv.IsNil() {
  293. return frozenEmpty
  294. }
  295. return conv.PBValueOf(rv)
  296. },
  297. set: func(p pointer, v pref.Value) {
  298. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  299. rv.Set(conv.GoValueOf(v))
  300. if rv.IsNil() {
  301. panic("invalid nil pointer")
  302. }
  303. },
  304. mutable: func(p pointer) pref.Value {
  305. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  306. if rv.IsNil() {
  307. rv.Set(conv.GoValueOf(pref.ValueOf(conv.NewMessage())))
  308. }
  309. return conv.PBValueOf(rv)
  310. },
  311. newMessage: conv.NewMessage,
  312. }
  313. }
  314. type oneofInfo struct {
  315. oneofDesc pref.OneofDescriptor
  316. which func(pointer) pref.FieldNumber
  317. }
  318. func makeOneofInfo(od pref.OneofDescriptor, fs reflect.StructField, wrappersByType map[reflect.Type]pref.FieldNumber) *oneofInfo {
  319. fieldOffset := offsetOf(fs)
  320. return &oneofInfo{
  321. oneofDesc: od,
  322. which: func(p pointer) pref.FieldNumber {
  323. if p.IsNil() {
  324. return 0
  325. }
  326. rv := p.Apply(fieldOffset).AsValueOf(fs.Type).Elem()
  327. if rv.IsNil() {
  328. return 0
  329. }
  330. return wrappersByType[rv.Elem().Type().Elem()]
  331. },
  332. }
  333. }
  334. var (
  335. enumIfaceV2 = reflect.TypeOf((*pref.Enum)(nil)).Elem()
  336. messageIfaceV1 = reflect.TypeOf((*piface.MessageV1)(nil)).Elem()
  337. messageIfaceV2 = reflect.TypeOf((*pref.ProtoMessage)(nil)).Elem()
  338. )
  339. func newConverter(t reflect.Type, k pref.Kind) (conv pvalue.Converter, isLegacy bool) {
  340. switch k {
  341. case pref.EnumKind:
  342. if t.Kind() == reflect.Int32 && !t.Implements(enumIfaceV2) {
  343. return pvalue.Converter{
  344. PBValueOf: func(v reflect.Value) pref.Value {
  345. if v.Type() != t {
  346. panic(fmt.Sprintf("invalid type: got %v, want %v", v.Type(), t))
  347. }
  348. return pref.ValueOf(pref.EnumNumber(v.Int()))
  349. },
  350. GoValueOf: func(v pref.Value) reflect.Value {
  351. return reflect.ValueOf(v.Enum()).Convert(t)
  352. },
  353. NewEnum: func(n pref.EnumNumber) pref.Enum {
  354. return legacyWrapEnum(reflect.ValueOf(n).Convert(t))
  355. },
  356. }, true
  357. }
  358. case pref.MessageKind, pref.GroupKind:
  359. if t.Kind() == reflect.Ptr && t.Implements(messageIfaceV1) && !t.Implements(messageIfaceV2) {
  360. return pvalue.Converter{
  361. PBValueOf: func(v reflect.Value) pref.Value {
  362. if v.Type() != t {
  363. panic(fmt.Sprintf("invalid type: got %v, want %v", v.Type(), t))
  364. }
  365. return pref.ValueOf(Export{}.MessageOf(v.Interface()))
  366. },
  367. GoValueOf: func(v pref.Value) reflect.Value {
  368. rv := reflect.ValueOf(v.Message().(pvalue.Unwrapper).ProtoUnwrap())
  369. if rv.Type() != t {
  370. panic(fmt.Sprintf("invalid type: got %v, want %v", rv.Type(), t))
  371. }
  372. return rv
  373. },
  374. NewMessage: func() pref.Message {
  375. return legacyWrapMessage(reflect.New(t.Elem())).ProtoReflect()
  376. },
  377. }, true
  378. }
  379. }
  380. return pvalue.NewConverter(t, k), false
  381. }
  382. // defaultValueOf returns the default value for the field.
  383. func defaultValueOf(fd pref.FieldDescriptor) pref.Value {
  384. if fd == nil {
  385. return pref.Value{}
  386. }
  387. pv := fd.Default() // invalid Value for messages and repeated fields
  388. if fd.Kind() == pref.BytesKind && pv.IsValid() && len(pv.Bytes()) > 0 {
  389. return pref.ValueOf(append([]byte(nil), pv.Bytes()...)) // copy default bytes for safety
  390. }
  391. return pv
  392. }
  393. // frozenValueOf returns a frozen version of any composite value.
  394. func frozenValueOf(v pref.Value) pref.Value {
  395. switch v := v.Interface().(type) {
  396. case pref.Message:
  397. if _, ok := v.(frozenMessage); !ok {
  398. return pref.ValueOf(frozenMessage{v})
  399. }
  400. case pref.List:
  401. if _, ok := v.(frozenList); !ok {
  402. return pref.ValueOf(frozenList{v})
  403. }
  404. case pref.Map:
  405. if _, ok := v.(frozenMap); !ok {
  406. return pref.ValueOf(frozenMap{v})
  407. }
  408. }
  409. return v
  410. }
  411. type frozenMessage struct{ pref.Message }
  412. func (m frozenMessage) ProtoReflect() pref.Message { return m }
  413. func (m frozenMessage) Interface() pref.ProtoMessage { return m }
  414. func (m frozenMessage) Range(f func(pref.FieldDescriptor, pref.Value) bool) {
  415. m.Message.Range(func(fd pref.FieldDescriptor, v pref.Value) bool {
  416. return f(fd, frozenValueOf(v))
  417. })
  418. }
  419. func (m frozenMessage) Get(fd pref.FieldDescriptor) pref.Value {
  420. v := m.Message.Get(fd)
  421. return frozenValueOf(v)
  422. }
  423. func (frozenMessage) Clear(pref.FieldDescriptor) { panic("invalid on read-only Message") }
  424. func (frozenMessage) Set(pref.FieldDescriptor, pref.Value) { panic("invalid on read-only Message") }
  425. func (frozenMessage) Mutable(pref.FieldDescriptor) pref.Value { panic("invalid on read-only Message") }
  426. func (frozenMessage) SetUnknown(pref.RawFields) { panic("invalid on read-only Message") }
  427. type frozenList struct{ pref.List }
  428. func (ls frozenList) Get(i int) pref.Value {
  429. v := ls.List.Get(i)
  430. return frozenValueOf(v)
  431. }
  432. func (frozenList) Set(i int, v pref.Value) { panic("invalid on read-only List") }
  433. func (frozenList) Append(v pref.Value) { panic("invalid on read-only List") }
  434. func (frozenList) Truncate(i int) { panic("invalid on read-only List") }
  435. type frozenMap struct{ pref.Map }
  436. func (ms frozenMap) Get(k pref.MapKey) pref.Value {
  437. v := ms.Map.Get(k)
  438. return frozenValueOf(v)
  439. }
  440. func (ms frozenMap) Range(f func(pref.MapKey, pref.Value) bool) {
  441. ms.Map.Range(func(k pref.MapKey, v pref.Value) bool {
  442. return f(k, frozenValueOf(v))
  443. })
  444. }
  445. func (frozenMap) Set(k pref.MapKey, v pref.Value) { panic("invalid n read-only Map") }
  446. func (frozenMap) Clear(k pref.MapKey) { panic("invalid on read-only Map") }