message.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335
  1. // Copyright 2018 The Go Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package impl
  5. import (
  6. "fmt"
  7. "reflect"
  8. "strconv"
  9. "strings"
  10. "sync"
  11. pref "github.com/golang/protobuf/v2/reflect/protoreflect"
  12. ptype "github.com/golang/protobuf/v2/reflect/prototype"
  13. )
  14. // MessageType provides protobuf related functionality for a given Go type
  15. // that represents a message. A given instance of MessageType is tied to
  16. // exactly one Go type, which must be a pointer to a struct type.
  17. type MessageType struct {
  18. // Desc is an optionally provided message descriptor. If nil, the descriptor
  19. // is lazily derived from the Go type information of generated messages
  20. // for the v1 API.
  21. //
  22. // Once set, this field must never be mutated.
  23. Desc pref.MessageDescriptor
  24. once sync.Once // protects all unexported fields
  25. goType reflect.Type // pointer to struct
  26. pbType pref.MessageType // only valid if goType does not implement proto.Message
  27. // TODO: Split fields into dense and sparse maps similar to the current
  28. // table-driven implementation in v1?
  29. fields map[pref.FieldNumber]*fieldInfo
  30. unknownFields func(*messageDataType) pref.UnknownFields
  31. extensionFields func(*messageDataType) pref.KnownFields
  32. }
  33. // init lazily initializes the MessageType upon first use and
  34. // also checks that the provided pointer p is of the correct Go type.
  35. //
  36. // It must be called at the start of every exported method.
  37. func (mi *MessageType) init(p interface{}) {
  38. mi.once.Do(func() {
  39. v := reflect.ValueOf(p)
  40. t := v.Type()
  41. if t.Kind() != reflect.Ptr && t.Elem().Kind() != reflect.Struct {
  42. panic(fmt.Sprintf("got %v, want *struct kind", t))
  43. }
  44. mi.goType = t
  45. // Derive the message descriptor if unspecified.
  46. if mi.Desc == nil {
  47. mi.Desc = loadMessageDesc(t)
  48. }
  49. // Initialize the Go message type wrapper if the Go type does not
  50. // implement the proto.Message interface.
  51. //
  52. // Otherwise, we assume that the Go type manually implements the
  53. // interface and is internally consistent such that:
  54. // goType == reflect.New(goType.Elem()).Interface().(proto.Message).ProtoReflect().Type().GoType()
  55. //
  56. // Generated code ensures that this property holds.
  57. if _, ok := p.(pref.ProtoMessage); !ok {
  58. mi.pbType = ptype.NewGoMessage(&ptype.GoMessage{
  59. MessageDescriptor: mi.Desc,
  60. New: func(pref.MessageType) pref.ProtoMessage {
  61. p := reflect.New(t.Elem()).Interface()
  62. return (*message)(mi.dataTypeOf(p))
  63. },
  64. })
  65. }
  66. mi.makeKnownFieldsFunc(t.Elem())
  67. mi.makeUnknownFieldsFunc(t.Elem())
  68. mi.makeExtensionFieldsFunc(t.Elem())
  69. })
  70. // TODO: Remove this check? This API is primarily used by generated code,
  71. // and should not violate this assumption. Leave this check in for now to
  72. // provide some sanity checks during development. This can be removed if
  73. // it proves to be detrimental to performance.
  74. if reflect.TypeOf(p) != mi.goType {
  75. panic(fmt.Sprintf("type mismatch: got %T, want %v", p, mi.goType))
  76. }
  77. }
  78. // makeKnownFieldsFunc generates per-field functions for all operations
  79. // to be performed on each field. It takes in a reflect.Type representing the
  80. // Go struct, and a protoreflect.MessageDescriptor to match with the fields
  81. // in the struct.
  82. //
  83. // This code assumes that the struct is well-formed and panics if there are
  84. // any discrepancies.
  85. func (mi *MessageType) makeKnownFieldsFunc(t reflect.Type) {
  86. // Generate a mapping of field numbers and names to Go struct field or type.
  87. fields := map[pref.FieldNumber]reflect.StructField{}
  88. oneofs := map[pref.Name]reflect.StructField{}
  89. oneofFields := map[pref.FieldNumber]reflect.Type{}
  90. special := map[string]reflect.StructField{}
  91. fieldLoop:
  92. for i := 0; i < t.NumField(); i++ {
  93. f := t.Field(i)
  94. for _, s := range strings.Split(f.Tag.Get("protobuf"), ",") {
  95. if len(s) > 0 && strings.Trim(s, "0123456789") == "" {
  96. n, _ := strconv.ParseUint(s, 10, 64)
  97. fields[pref.FieldNumber(n)] = f
  98. continue fieldLoop
  99. }
  100. }
  101. if s := f.Tag.Get("protobuf_oneof"); len(s) > 0 {
  102. oneofs[pref.Name(s)] = f
  103. continue fieldLoop
  104. }
  105. switch f.Name {
  106. case "XXX_weak", "XXX_unrecognized", "XXX_sizecache", "XXX_extensions", "XXX_InternalExtensions":
  107. special[f.Name] = f
  108. continue fieldLoop
  109. }
  110. }
  111. if fn, ok := reflect.PtrTo(t).MethodByName("XXX_OneofFuncs"); ok {
  112. vs := fn.Func.Call([]reflect.Value{reflect.Zero(fn.Type.In(0))})[3]
  113. oneofLoop:
  114. for _, v := range vs.Interface().([]interface{}) {
  115. tf := reflect.TypeOf(v).Elem()
  116. f := tf.Field(0)
  117. for _, s := range strings.Split(f.Tag.Get("protobuf"), ",") {
  118. if len(s) > 0 && strings.Trim(s, "0123456789") == "" {
  119. n, _ := strconv.ParseUint(s, 10, 64)
  120. oneofFields[pref.FieldNumber(n)] = tf
  121. continue oneofLoop
  122. }
  123. }
  124. }
  125. }
  126. mi.fields = map[pref.FieldNumber]*fieldInfo{}
  127. for i := 0; i < mi.Desc.Fields().Len(); i++ {
  128. fd := mi.Desc.Fields().Get(i)
  129. fs := fields[fd.Number()]
  130. var fi fieldInfo
  131. switch {
  132. case fd.IsWeak():
  133. fi = fieldInfoForWeak(fd, special["XXX_weak"])
  134. case fd.OneofType() != nil:
  135. fi = fieldInfoForOneof(fd, oneofs[fd.OneofType().Name()], oneofFields[fd.Number()])
  136. case fd.IsMap():
  137. fi = fieldInfoForMap(fd, fs)
  138. case fd.Cardinality() == pref.Repeated:
  139. fi = fieldInfoForVector(fd, fs)
  140. case fd.Kind() == pref.MessageKind || fd.Kind() == pref.GroupKind:
  141. fi = fieldInfoForMessage(fd, fs)
  142. default:
  143. fi = fieldInfoForScalar(fd, fs)
  144. }
  145. mi.fields[fd.Number()] = &fi
  146. }
  147. }
  148. func (mi *MessageType) makeUnknownFieldsFunc(t reflect.Type) {
  149. if f := makeLegacyUnknownFieldsFunc(t); f != nil {
  150. mi.unknownFields = f
  151. return
  152. }
  153. mi.unknownFields = func(*messageDataType) pref.UnknownFields {
  154. return emptyUnknownFields{}
  155. }
  156. }
  157. func (mi *MessageType) makeExtensionFieldsFunc(t reflect.Type) {
  158. // TODO
  159. mi.extensionFields = func(*messageDataType) pref.KnownFields {
  160. return emptyExtensionFields{}
  161. }
  162. }
  163. func (mi *MessageType) MessageOf(p interface{}) pref.Message {
  164. mi.init(p)
  165. if m, ok := p.(pref.ProtoMessage); ok {
  166. // We assume p properly implements protoreflect.Message.
  167. // See the comment in MessageType.init regarding pbType.
  168. return m.ProtoReflect()
  169. }
  170. return (*message)(mi.dataTypeOf(p))
  171. }
  172. func (mi *MessageType) KnownFieldsOf(p interface{}) pref.KnownFields {
  173. mi.init(p)
  174. return (*knownFields)(mi.dataTypeOf(p))
  175. }
  176. func (mi *MessageType) UnknownFieldsOf(p interface{}) pref.UnknownFields {
  177. mi.init(p)
  178. return mi.unknownFields(mi.dataTypeOf(p))
  179. }
  180. func (mi *MessageType) dataTypeOf(p interface{}) *messageDataType {
  181. return &messageDataType{pointerOfIface(&p), mi}
  182. }
  183. // messageDataType is a tuple of a pointer to the message data and
  184. // a pointer to the message type.
  185. //
  186. // TODO: Unfortunately, we need to close over a pointer and MessageType,
  187. // which incurs an an allocation. This pair is similar to a Go interface,
  188. // which is essentially a tuple of the same thing. We can make this efficient
  189. // with reflect.NamedOf (see https://golang.org/issues/16522).
  190. //
  191. // With that hypothetical API, we could dynamically create a new named type
  192. // that has the same underlying type as MessageType.goType, and
  193. // dynamically create methods that close over MessageType.
  194. // Since the new type would have the same underlying type, we could directly
  195. // convert between pointers of those types, giving us an efficient way to swap
  196. // out the method set.
  197. //
  198. // Barring the ability to dynamically create named types, the workaround is
  199. // 1. either to accept the cost of an allocation for this wrapper struct or
  200. // 2. generate more types and methods, at the expense of binary size increase.
  201. type messageDataType struct {
  202. p pointer
  203. mi *MessageType
  204. }
  205. type message messageDataType
  206. func (m *message) Type() pref.MessageType {
  207. return m.mi.pbType
  208. }
  209. func (m *message) KnownFields() pref.KnownFields {
  210. return (*knownFields)(m)
  211. }
  212. func (m *message) UnknownFields() pref.UnknownFields {
  213. return m.mi.unknownFields((*messageDataType)(m))
  214. }
  215. func (m *message) Unwrap() interface{} { // TODO: unexport?
  216. return m.p.asType(m.mi.goType.Elem()).Interface()
  217. }
  218. func (m *message) Interface() pref.ProtoMessage {
  219. return m
  220. }
  221. func (m *message) ProtoReflect() pref.Message {
  222. return m
  223. }
  224. func (m *message) ProtoMutable() {}
  225. type knownFields messageDataType
  226. func (fs *knownFields) Len() (cnt int) {
  227. for _, fi := range fs.mi.fields {
  228. if fi.has(fs.p) {
  229. cnt++
  230. }
  231. }
  232. return cnt + fs.extensionFields().Len()
  233. }
  234. func (fs *knownFields) Has(n pref.FieldNumber) bool {
  235. if fi := fs.mi.fields[n]; fi != nil {
  236. return fi.has(fs.p)
  237. }
  238. return fs.extensionFields().Has(n)
  239. }
  240. func (fs *knownFields) Get(n pref.FieldNumber) pref.Value {
  241. if fi := fs.mi.fields[n]; fi != nil {
  242. return fi.get(fs.p)
  243. }
  244. return fs.extensionFields().Get(n)
  245. }
  246. func (fs *knownFields) Set(n pref.FieldNumber, v pref.Value) {
  247. if fi := fs.mi.fields[n]; fi != nil {
  248. fi.set(fs.p, v)
  249. return
  250. }
  251. fs.extensionFields().Set(n, v)
  252. }
  253. func (fs *knownFields) Clear(n pref.FieldNumber) {
  254. if fi := fs.mi.fields[n]; fi != nil {
  255. fi.clear(fs.p)
  256. return
  257. }
  258. fs.extensionFields().Clear(n)
  259. }
  260. func (fs *knownFields) Mutable(n pref.FieldNumber) pref.Mutable {
  261. if fi := fs.mi.fields[n]; fi != nil {
  262. return fi.mutable(fs.p)
  263. }
  264. return fs.extensionFields().Mutable(n)
  265. }
  266. func (fs *knownFields) Range(f func(pref.FieldNumber, pref.Value) bool) {
  267. for n, fi := range fs.mi.fields {
  268. if fi.has(fs.p) {
  269. if !f(n, fi.get(fs.p)) {
  270. return
  271. }
  272. }
  273. }
  274. fs.extensionFields().Range(f)
  275. }
  276. func (fs *knownFields) ExtensionTypes() pref.ExtensionFieldTypes {
  277. return fs.extensionFields().ExtensionTypes()
  278. }
  279. func (fs *knownFields) extensionFields() pref.KnownFields {
  280. return fs.mi.extensionFields((*messageDataType)(fs))
  281. }
  282. type emptyUnknownFields struct{}
  283. func (emptyUnknownFields) Len() int { return 0 }
  284. func (emptyUnknownFields) Get(pref.FieldNumber) pref.RawFields { return nil }
  285. func (emptyUnknownFields) Set(pref.FieldNumber, pref.RawFields) { /* noop */ }
  286. func (emptyUnknownFields) Range(func(pref.FieldNumber, pref.RawFields) bool) {}
  287. func (emptyUnknownFields) IsSupported() bool { return false }
  288. type emptyExtensionFields struct{}
  289. func (emptyExtensionFields) Len() int { return 0 }
  290. func (emptyExtensionFields) Has(pref.FieldNumber) bool { return false }
  291. func (emptyExtensionFields) Get(pref.FieldNumber) pref.Value { return pref.Value{} }
  292. func (emptyExtensionFields) Set(pref.FieldNumber, pref.Value) { panic("invalid field") }
  293. func (emptyExtensionFields) Clear(pref.FieldNumber) { panic("invalid field") }
  294. func (emptyExtensionFields) Mutable(pref.FieldNumber) pref.Mutable { panic("invalid field") }
  295. func (emptyExtensionFields) Range(f func(pref.FieldNumber, pref.Value) bool) {}
  296. func (emptyExtensionFields) ExtensionTypes() pref.ExtensionFieldTypes { return emptyExtensionTypes{} }
  297. type emptyExtensionTypes struct{}
  298. func (emptyExtensionTypes) Len() int { return 0 }
  299. func (emptyExtensionTypes) Register(pref.ExtensionType) { panic("extensions not supported") }
  300. func (emptyExtensionTypes) Remove(pref.ExtensionType) { panic("extensions not supported") }
  301. func (emptyExtensionTypes) ByNumber(pref.FieldNumber) pref.ExtensionType { return nil }
  302. func (emptyExtensionTypes) ByName(pref.FullName) pref.ExtensionType { return nil }
  303. func (emptyExtensionTypes) Range(func(pref.ExtensionType) bool) {}