encode.go 4.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191
  1. // Copyright 2019 The Go Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package impl
  5. import (
  6. "sort"
  7. "sync/atomic"
  8. proto "google.golang.org/protobuf/proto"
  9. pref "google.golang.org/protobuf/reflect/protoreflect"
  10. piface "google.golang.org/protobuf/runtime/protoiface"
  11. )
  12. // marshalOptions is a more efficient representation of MarshalOptions.
  13. //
  14. // We don't preserve the AllowPartial flag, because fast-path (un)marshal
  15. // operations always allow partial messages.
  16. type marshalOptions uint
  17. const (
  18. marshalDeterministic marshalOptions = 1 << iota
  19. marshalUseCachedSize
  20. )
  21. func newMarshalOptions(opts piface.MarshalOptions) marshalOptions {
  22. var o marshalOptions
  23. if opts.Deterministic {
  24. o |= marshalDeterministic
  25. }
  26. if opts.UseCachedSize {
  27. o |= marshalUseCachedSize
  28. }
  29. return o
  30. }
  31. func (o marshalOptions) Options() proto.MarshalOptions {
  32. return proto.MarshalOptions{
  33. AllowPartial: true,
  34. Deterministic: o.Deterministic(),
  35. UseCachedSize: o.UseCachedSize(),
  36. }
  37. }
  38. func (o marshalOptions) Deterministic() bool { return o&marshalDeterministic != 0 }
  39. func (o marshalOptions) UseCachedSize() bool { return o&marshalUseCachedSize != 0 }
  40. // size is protoreflect.Methods.Size.
  41. func (mi *MessageInfo) size(m pref.Message, opts piface.MarshalOptions) (size int) {
  42. var p pointer
  43. if ms, ok := m.(*messageState); ok {
  44. p = ms.pointer()
  45. } else {
  46. p = m.(*messageReflectWrapper).pointer()
  47. }
  48. return mi.sizePointer(p, newMarshalOptions(opts))
  49. }
  50. func (mi *MessageInfo) sizePointer(p pointer, opts marshalOptions) (size int) {
  51. mi.init()
  52. if p.IsNil() {
  53. return 0
  54. }
  55. if opts.UseCachedSize() && mi.sizecacheOffset.IsValid() {
  56. return int(atomic.LoadInt32(p.Apply(mi.sizecacheOffset).Int32()))
  57. }
  58. return mi.sizePointerSlow(p, opts)
  59. }
  60. func (mi *MessageInfo) sizePointerSlow(p pointer, opts marshalOptions) (size int) {
  61. if mi.extensionOffset.IsValid() {
  62. e := p.Apply(mi.extensionOffset).Extensions()
  63. size += mi.sizeExtensions(e, opts)
  64. }
  65. for _, f := range mi.orderedCoderFields {
  66. fptr := p.Apply(f.offset)
  67. if f.isPointer && fptr.Elem().IsNil() {
  68. continue
  69. }
  70. if f.funcs.size == nil {
  71. continue
  72. }
  73. size += f.funcs.size(fptr, f.tagsize, opts)
  74. }
  75. if mi.unknownOffset.IsValid() {
  76. u := *p.Apply(mi.unknownOffset).Bytes()
  77. size += len(u)
  78. }
  79. if mi.sizecacheOffset.IsValid() {
  80. atomic.StoreInt32(p.Apply(mi.sizecacheOffset).Int32(), int32(size))
  81. }
  82. return size
  83. }
  84. // marshalAppend is protoreflect.Methods.MarshalAppend.
  85. func (mi *MessageInfo) marshalAppend(b []byte, m pref.Message, opts piface.MarshalOptions) ([]byte, error) {
  86. var p pointer
  87. if ms, ok := m.(*messageState); ok {
  88. p = ms.pointer()
  89. } else {
  90. p = m.(*messageReflectWrapper).pointer()
  91. }
  92. return mi.marshalAppendPointer(b, p, newMarshalOptions(opts))
  93. }
  94. func (mi *MessageInfo) marshalAppendPointer(b []byte, p pointer, opts marshalOptions) ([]byte, error) {
  95. mi.init()
  96. if p.IsNil() {
  97. return b, nil
  98. }
  99. var err error
  100. // The old marshaler encodes extensions at beginning.
  101. if mi.extensionOffset.IsValid() {
  102. e := p.Apply(mi.extensionOffset).Extensions()
  103. // TODO: Special handling for MessageSet?
  104. b, err = mi.appendExtensions(b, e, opts)
  105. if err != nil {
  106. return b, err
  107. }
  108. }
  109. for _, f := range mi.orderedCoderFields {
  110. fptr := p.Apply(f.offset)
  111. if f.isPointer && fptr.Elem().IsNil() {
  112. continue
  113. }
  114. if f.funcs.marshal == nil {
  115. continue
  116. }
  117. b, err = f.funcs.marshal(b, fptr, f.wiretag, opts)
  118. if err != nil {
  119. return b, err
  120. }
  121. }
  122. if mi.unknownOffset.IsValid() {
  123. u := *p.Apply(mi.unknownOffset).Bytes()
  124. b = append(b, u...)
  125. }
  126. return b, nil
  127. }
  128. func (mi *MessageInfo) sizeExtensions(ext *map[int32]ExtensionField, opts marshalOptions) (n int) {
  129. if ext == nil {
  130. return 0
  131. }
  132. for _, x := range *ext {
  133. xi := mi.extensionFieldInfo(x.Type())
  134. if xi.funcs.size == nil {
  135. continue
  136. }
  137. n += xi.funcs.size(x.Value(), xi.tagsize, opts)
  138. }
  139. return n
  140. }
  141. func (mi *MessageInfo) appendExtensions(b []byte, ext *map[int32]ExtensionField, opts marshalOptions) ([]byte, error) {
  142. if ext == nil {
  143. return b, nil
  144. }
  145. switch len(*ext) {
  146. case 0:
  147. return b, nil
  148. case 1:
  149. // Fast-path for one extension: Don't bother sorting the keys.
  150. var err error
  151. for _, x := range *ext {
  152. xi := mi.extensionFieldInfo(x.Type())
  153. b, err = xi.funcs.marshal(b, x.Value(), xi.wiretag, opts)
  154. }
  155. return b, err
  156. default:
  157. // Sort the keys to provide a deterministic encoding.
  158. // Not sure this is required, but the old code does it.
  159. keys := make([]int, 0, len(*ext))
  160. for k := range *ext {
  161. keys = append(keys, int(k))
  162. }
  163. sort.Ints(keys)
  164. var err error
  165. for _, k := range keys {
  166. x := (*ext)[int32(k)]
  167. xi := mi.extensionFieldInfo(x.Type())
  168. b, err = xi.funcs.marshal(b, x.Value(), xi.wiretag, opts)
  169. if err != nil {
  170. return b, err
  171. }
  172. }
  173. return b, nil
  174. }
  175. }