encode.go 4.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183
  1. // Copyright 2019 The Go Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package impl
  5. import (
  6. "sort"
  7. "sync/atomic"
  8. "google.golang.org/protobuf/internal/errors"
  9. proto "google.golang.org/protobuf/proto"
  10. pref "google.golang.org/protobuf/reflect/protoreflect"
  11. piface "google.golang.org/protobuf/runtime/protoiface"
  12. )
  13. type marshalOptions uint
  14. const (
  15. marshalAllowPartial marshalOptions = 1 << iota
  16. marshalDeterministic
  17. marshalUseCachedSize
  18. )
  19. func newMarshalOptions(opts piface.MarshalOptions) marshalOptions {
  20. var o marshalOptions
  21. if opts.AllowPartial {
  22. o |= marshalAllowPartial
  23. }
  24. if opts.Deterministic {
  25. o |= marshalDeterministic
  26. }
  27. if opts.UseCachedSize {
  28. o |= marshalUseCachedSize
  29. }
  30. return o
  31. }
  32. func (o marshalOptions) Options() proto.MarshalOptions {
  33. return proto.MarshalOptions{
  34. AllowPartial: o.AllowPartial(),
  35. Deterministic: o.Deterministic(),
  36. UseCachedSize: o.UseCachedSize(),
  37. }
  38. }
  39. func (o marshalOptions) AllowPartial() bool { return o&marshalAllowPartial != 0 }
  40. func (o marshalOptions) Deterministic() bool { return o&marshalDeterministic != 0 }
  41. func (o marshalOptions) UseCachedSize() bool { return o&marshalUseCachedSize != 0 }
  42. // size is protoreflect.Methods.Size.
  43. func (mi *MessageInfo) size(msg pref.ProtoMessage) (size int) {
  44. return mi.sizePointer(pointerOfIface(msg), 0)
  45. }
  46. func (mi *MessageInfo) sizePointer(p pointer, opts marshalOptions) (size int) {
  47. mi.init()
  48. if p.IsNil() {
  49. return 0
  50. }
  51. if opts.UseCachedSize() && mi.sizecacheOffset.IsValid() {
  52. return int(atomic.LoadInt32(p.Apply(mi.sizecacheOffset).Int32()))
  53. }
  54. return mi.sizePointerSlow(p, opts)
  55. }
  56. func (mi *MessageInfo) sizePointerSlow(p pointer, opts marshalOptions) (size int) {
  57. if mi.extensionOffset.IsValid() {
  58. e := p.Apply(mi.extensionOffset).Extensions()
  59. size += mi.sizeExtensions(e, opts)
  60. }
  61. for _, f := range mi.fieldsOrdered {
  62. fptr := p.Apply(f.offset)
  63. if f.isPointer && fptr.Elem().IsNil() {
  64. continue
  65. }
  66. if f.funcs.size == nil {
  67. continue
  68. }
  69. size += f.funcs.size(fptr, f.tagsize, opts)
  70. }
  71. if mi.unknownOffset.IsValid() {
  72. u := *p.Apply(mi.unknownOffset).Bytes()
  73. size += len(u)
  74. }
  75. if mi.sizecacheOffset.IsValid() {
  76. atomic.StoreInt32(p.Apply(mi.sizecacheOffset).Int32(), int32(size))
  77. }
  78. return size
  79. }
  80. // marshalAppend is protoreflect.Methods.MarshalAppend.
  81. func (mi *MessageInfo) marshalAppend(b []byte, msg pref.ProtoMessage, opts piface.MarshalOptions) ([]byte, error) {
  82. return mi.marshalAppendPointer(b, pointerOfIface(msg), newMarshalOptions(opts))
  83. }
  84. func (mi *MessageInfo) marshalAppendPointer(b []byte, p pointer, opts marshalOptions) ([]byte, error) {
  85. mi.init()
  86. if p.IsNil() {
  87. return b, nil
  88. }
  89. var err error
  90. var nerr errors.NonFatal
  91. // The old marshaler encodes extensions at beginning.
  92. if mi.extensionOffset.IsValid() {
  93. e := p.Apply(mi.extensionOffset).Extensions()
  94. // TODO: Special handling for MessageSet?
  95. b, err = mi.appendExtensions(b, e, opts)
  96. if !nerr.Merge(err) {
  97. return b, err
  98. }
  99. }
  100. for _, f := range mi.fieldsOrdered {
  101. fptr := p.Apply(f.offset)
  102. if f.isPointer && fptr.Elem().IsNil() {
  103. continue
  104. }
  105. if f.funcs.marshal == nil {
  106. continue
  107. }
  108. b, err = f.funcs.marshal(b, fptr, f.wiretag, opts)
  109. if !nerr.Merge(err) {
  110. return b, err
  111. }
  112. }
  113. if mi.unknownOffset.IsValid() {
  114. u := *p.Apply(mi.unknownOffset).Bytes()
  115. b = append(b, u...)
  116. }
  117. return b, nerr.E
  118. }
  119. func (mi *MessageInfo) sizeExtensions(ext *map[int32]ExtensionField, opts marshalOptions) (n int) {
  120. if ext == nil {
  121. return 0
  122. }
  123. for _, x := range *ext {
  124. xi := mi.extensionFieldInfo(x.GetType())
  125. if xi.funcs.size == nil {
  126. continue
  127. }
  128. n += xi.funcs.size(x.GetValue(), xi.tagsize, opts)
  129. }
  130. return n
  131. }
  132. func (mi *MessageInfo) appendExtensions(b []byte, ext *map[int32]ExtensionField, opts marshalOptions) ([]byte, error) {
  133. if ext == nil {
  134. return b, nil
  135. }
  136. switch len(*ext) {
  137. case 0:
  138. return b, nil
  139. case 1:
  140. // Fast-path for one extension: Don't bother sorting the keys.
  141. var err error
  142. for _, x := range *ext {
  143. xi := mi.extensionFieldInfo(x.GetType())
  144. b, err = xi.funcs.marshal(b, x.GetValue(), xi.wiretag, opts)
  145. }
  146. return b, err
  147. default:
  148. // Sort the keys to provide a deterministic encoding.
  149. // Not sure this is required, but the old code does it.
  150. keys := make([]int, 0, len(*ext))
  151. for k := range *ext {
  152. keys = append(keys, int(k))
  153. }
  154. sort.Ints(keys)
  155. var err error
  156. var nerr errors.NonFatal
  157. for _, k := range keys {
  158. x := (*ext)[int32(k)]
  159. xi := mi.extensionFieldInfo(x.GetType())
  160. b, err = xi.funcs.marshal(b, x.GetValue(), xi.wiretag, opts)
  161. if !nerr.Merge(err) {
  162. return b, err
  163. }
  164. }
  165. return b, nerr.E
  166. }
  167. }