encode.go 4.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180
  1. // Copyright 2019 The Go Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package impl
  5. import (
  6. "sort"
  7. "sync/atomic"
  8. proto "google.golang.org/protobuf/proto"
  9. pref "google.golang.org/protobuf/reflect/protoreflect"
  10. piface "google.golang.org/protobuf/runtime/protoiface"
  11. )
  12. type marshalOptions uint
  13. const (
  14. marshalAllowPartial marshalOptions = 1 << iota
  15. marshalDeterministic
  16. marshalUseCachedSize
  17. )
  18. func newMarshalOptions(opts piface.MarshalOptions) marshalOptions {
  19. var o marshalOptions
  20. if opts.AllowPartial {
  21. o |= marshalAllowPartial
  22. }
  23. if opts.Deterministic {
  24. o |= marshalDeterministic
  25. }
  26. if opts.UseCachedSize {
  27. o |= marshalUseCachedSize
  28. }
  29. return o
  30. }
  31. func (o marshalOptions) Options() proto.MarshalOptions {
  32. return proto.MarshalOptions{
  33. AllowPartial: o.AllowPartial(),
  34. Deterministic: o.Deterministic(),
  35. UseCachedSize: o.UseCachedSize(),
  36. }
  37. }
  38. func (o marshalOptions) AllowPartial() bool { return o&marshalAllowPartial != 0 }
  39. func (o marshalOptions) Deterministic() bool { return o&marshalDeterministic != 0 }
  40. func (o marshalOptions) UseCachedSize() bool { return o&marshalUseCachedSize != 0 }
  41. // size is protoreflect.Methods.Size.
  42. func (mi *MessageInfo) size(msg pref.ProtoMessage) (size int) {
  43. return mi.sizePointer(pointerOfIface(msg), 0)
  44. }
  45. func (mi *MessageInfo) sizePointer(p pointer, opts marshalOptions) (size int) {
  46. mi.init()
  47. if p.IsNil() {
  48. return 0
  49. }
  50. if opts.UseCachedSize() && mi.sizecacheOffset.IsValid() {
  51. return int(atomic.LoadInt32(p.Apply(mi.sizecacheOffset).Int32()))
  52. }
  53. return mi.sizePointerSlow(p, opts)
  54. }
  55. func (mi *MessageInfo) sizePointerSlow(p pointer, opts marshalOptions) (size int) {
  56. if mi.extensionOffset.IsValid() {
  57. e := p.Apply(mi.extensionOffset).Extensions()
  58. size += mi.sizeExtensions(e, opts)
  59. }
  60. for _, f := range mi.fieldsOrdered {
  61. fptr := p.Apply(f.offset)
  62. if f.isPointer && fptr.Elem().IsNil() {
  63. continue
  64. }
  65. if f.funcs.size == nil {
  66. continue
  67. }
  68. size += f.funcs.size(fptr, f.tagsize, opts)
  69. }
  70. if mi.unknownOffset.IsValid() {
  71. u := *p.Apply(mi.unknownOffset).Bytes()
  72. size += len(u)
  73. }
  74. if mi.sizecacheOffset.IsValid() {
  75. atomic.StoreInt32(p.Apply(mi.sizecacheOffset).Int32(), int32(size))
  76. }
  77. return size
  78. }
  79. // marshalAppend is protoreflect.Methods.MarshalAppend.
  80. func (mi *MessageInfo) marshalAppend(b []byte, msg pref.ProtoMessage, opts piface.MarshalOptions) ([]byte, error) {
  81. return mi.marshalAppendPointer(b, pointerOfIface(msg), newMarshalOptions(opts))
  82. }
  83. func (mi *MessageInfo) marshalAppendPointer(b []byte, p pointer, opts marshalOptions) ([]byte, error) {
  84. mi.init()
  85. if p.IsNil() {
  86. return b, nil
  87. }
  88. var err error
  89. // The old marshaler encodes extensions at beginning.
  90. if mi.extensionOffset.IsValid() {
  91. e := p.Apply(mi.extensionOffset).Extensions()
  92. // TODO: Special handling for MessageSet?
  93. b, err = mi.appendExtensions(b, e, opts)
  94. if err != nil {
  95. return b, err
  96. }
  97. }
  98. for _, f := range mi.fieldsOrdered {
  99. fptr := p.Apply(f.offset)
  100. if f.isPointer && fptr.Elem().IsNil() {
  101. continue
  102. }
  103. if f.funcs.marshal == nil {
  104. continue
  105. }
  106. b, err = f.funcs.marshal(b, fptr, f.wiretag, opts)
  107. if err != nil {
  108. return b, err
  109. }
  110. }
  111. if mi.unknownOffset.IsValid() {
  112. u := *p.Apply(mi.unknownOffset).Bytes()
  113. b = append(b, u...)
  114. }
  115. return b, nil
  116. }
  117. func (mi *MessageInfo) sizeExtensions(ext *map[int32]ExtensionField, opts marshalOptions) (n int) {
  118. if ext == nil {
  119. return 0
  120. }
  121. for _, x := range *ext {
  122. xi := mi.extensionFieldInfo(x.GetType())
  123. if xi.funcs.size == nil {
  124. continue
  125. }
  126. n += xi.funcs.size(x.GetValue(), xi.tagsize, opts)
  127. }
  128. return n
  129. }
  130. func (mi *MessageInfo) appendExtensions(b []byte, ext *map[int32]ExtensionField, opts marshalOptions) ([]byte, error) {
  131. if ext == nil {
  132. return b, nil
  133. }
  134. switch len(*ext) {
  135. case 0:
  136. return b, nil
  137. case 1:
  138. // Fast-path for one extension: Don't bother sorting the keys.
  139. var err error
  140. for _, x := range *ext {
  141. xi := mi.extensionFieldInfo(x.GetType())
  142. b, err = xi.funcs.marshal(b, x.GetValue(), xi.wiretag, opts)
  143. }
  144. return b, err
  145. default:
  146. // Sort the keys to provide a deterministic encoding.
  147. // Not sure this is required, but the old code does it.
  148. keys := make([]int, 0, len(*ext))
  149. for k := range *ext {
  150. keys = append(keys, int(k))
  151. }
  152. sort.Ints(keys)
  153. var err error
  154. for _, k := range keys {
  155. x := (*ext)[int32(k)]
  156. xi := mi.extensionFieldInfo(x.GetType())
  157. b, err = xi.funcs.marshal(b, x.GetValue(), xi.wiretag, opts)
  158. if err != nil {
  159. return b, err
  160. }
  161. }
  162. return b, nil
  163. }
  164. }