decode.go 6.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221
  1. // Copyright 2018 The Go Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style.
  3. // license that can be found in the LICENSE file.
  4. package proto
  5. import (
  6. "github.com/golang/protobuf/v2/internal/encoding/wire"
  7. "github.com/golang/protobuf/v2/internal/errors"
  8. "github.com/golang/protobuf/v2/internal/pragma"
  9. "github.com/golang/protobuf/v2/reflect/protoreflect"
  10. "github.com/golang/protobuf/v2/runtime/protoiface"
  11. )
  12. // UnmarshalOptions configures the unmarshaler.
  13. //
  14. // Example usage:
  15. // err := UnmarshalOptions{DiscardUnknown: true}.Unmarshal(b, m)
  16. type UnmarshalOptions struct {
  17. // AllowPartial accepts input for messages that will result in missing
  18. // required fields. If AllowPartial is false (the default), Unmarshal will
  19. // return an error if there are any missing required fields.
  20. AllowPartial bool
  21. // If DiscardUnknown is set, unknown fields are ignored.
  22. DiscardUnknown bool
  23. pragma.NoUnkeyedLiterals
  24. }
  25. var _ = protoiface.UnmarshalOptions(UnmarshalOptions{})
  26. // Unmarshal parses the wire-format message in b and places the result in m.
  27. func Unmarshal(b []byte, m Message) error {
  28. return UnmarshalOptions{}.Unmarshal(b, m)
  29. }
  30. // Unmarshal parses the wire-format message in b and places the result in m.
  31. func (o UnmarshalOptions) Unmarshal(b []byte, m Message) error {
  32. // TODO: Reset m?
  33. err := o.unmarshalMessageFast(b, m)
  34. if err == errInternalNoFast {
  35. err = o.unmarshalMessage(b, m.ProtoReflect())
  36. }
  37. var nerr errors.NonFatal
  38. if !nerr.Merge(err) {
  39. return err
  40. }
  41. if !o.AllowPartial {
  42. nerr.Merge(IsInitialized(m))
  43. }
  44. return nerr.E
  45. }
  46. func (o UnmarshalOptions) unmarshalMessageFast(b []byte, m Message) error {
  47. methods := protoMethods(m)
  48. if methods == nil || methods.Unmarshal == nil {
  49. return errInternalNoFast
  50. }
  51. return methods.Unmarshal(b, m, protoiface.UnmarshalOptions(o))
  52. }
  53. func (o UnmarshalOptions) unmarshalMessage(b []byte, m protoreflect.Message) error {
  54. messageType := m.Type()
  55. fieldTypes := messageType.Fields()
  56. knownFields := m.KnownFields()
  57. unknownFields := m.UnknownFields()
  58. var nerr errors.NonFatal
  59. for len(b) > 0 {
  60. // Parse the tag (field number and wire type).
  61. num, wtyp, tagLen := wire.ConsumeTag(b)
  62. if tagLen < 0 {
  63. return wire.ParseError(tagLen)
  64. }
  65. // Parse the field value.
  66. fieldType := fieldTypes.ByNumber(num)
  67. if fieldType == nil {
  68. fieldType = knownFields.ExtensionTypes().ByNumber(num)
  69. }
  70. var err error
  71. var valLen int
  72. switch {
  73. case fieldType == nil:
  74. err = errUnknown
  75. case fieldType.Cardinality() != protoreflect.Repeated:
  76. valLen, err = o.unmarshalScalarField(b[tagLen:], wtyp, num, knownFields, fieldType)
  77. case !fieldType.IsMap():
  78. valLen, err = o.unmarshalList(b[tagLen:], wtyp, num, knownFields.Get(num).List(), fieldType)
  79. default:
  80. valLen, err = o.unmarshalMap(b[tagLen:], wtyp, num, knownFields.Get(num).Map(), fieldType)
  81. }
  82. if err == errUnknown {
  83. valLen = wire.ConsumeFieldValue(num, wtyp, b[tagLen:])
  84. if valLen < 0 {
  85. return wire.ParseError(valLen)
  86. }
  87. unknownFields.Set(num, append(unknownFields.Get(num), b[:tagLen+valLen]...))
  88. } else if !nerr.Merge(err) {
  89. return err
  90. }
  91. b = b[tagLen+valLen:]
  92. }
  93. return nerr.E
  94. }
  95. func (o UnmarshalOptions) unmarshalScalarField(b []byte, wtyp wire.Type, num wire.Number, knownFields protoreflect.KnownFields, field protoreflect.FieldDescriptor) (n int, err error) {
  96. var nerr errors.NonFatal
  97. v, n, err := o.unmarshalScalar(b, wtyp, num, field)
  98. if !nerr.Merge(err) {
  99. return 0, err
  100. }
  101. switch field.Kind() {
  102. case protoreflect.GroupKind, protoreflect.MessageKind:
  103. // Messages are merged with any existing message value,
  104. // unless the message is part of a oneof.
  105. //
  106. // TODO: C++ merges into oneofs, while v1 does not.
  107. // Evaluate which behavior to pick.
  108. var m protoreflect.Message
  109. if knownFields.Has(num) && field.Oneof() == nil {
  110. m = knownFields.Get(num).Message()
  111. } else {
  112. m = knownFields.NewMessage(num)
  113. knownFields.Set(num, protoreflect.ValueOf(m))
  114. }
  115. // Pass up errors (fatal and otherwise).
  116. if err := o.unmarshalMessage(v.Bytes(), m); !nerr.Merge(err) {
  117. return n, err
  118. }
  119. default:
  120. // Non-message scalars replace the previous value.
  121. knownFields.Set(num, v)
  122. }
  123. return n, nerr.E
  124. }
  125. func (o UnmarshalOptions) unmarshalMap(b []byte, wtyp wire.Type, num wire.Number, mapv protoreflect.Map, field protoreflect.FieldDescriptor) (n int, err error) {
  126. if wtyp != wire.BytesType {
  127. return 0, errUnknown
  128. }
  129. b, n = wire.ConsumeBytes(b)
  130. if n < 0 {
  131. return 0, wire.ParseError(n)
  132. }
  133. var (
  134. keyField = field.Message().Fields().ByNumber(1)
  135. valField = field.Message().Fields().ByNumber(2)
  136. key protoreflect.Value
  137. val protoreflect.Value
  138. haveKey bool
  139. haveVal bool
  140. )
  141. switch valField.Kind() {
  142. case protoreflect.GroupKind, protoreflect.MessageKind:
  143. val = protoreflect.ValueOf(mapv.NewMessage())
  144. }
  145. // Map entries are represented as a two-element message with fields
  146. // containing the key and value.
  147. var nerr errors.NonFatal
  148. for len(b) > 0 {
  149. num, wtyp, n := wire.ConsumeTag(b)
  150. if n < 0 {
  151. return 0, wire.ParseError(n)
  152. }
  153. b = b[n:]
  154. err = errUnknown
  155. switch num {
  156. case 1:
  157. key, n, err = o.unmarshalScalar(b, wtyp, num, keyField)
  158. if !nerr.Merge(err) {
  159. break
  160. }
  161. err = nil
  162. haveKey = true
  163. case 2:
  164. var v protoreflect.Value
  165. v, n, err = o.unmarshalScalar(b, wtyp, num, valField)
  166. if !nerr.Merge(err) {
  167. break
  168. }
  169. err = nil
  170. switch valField.Kind() {
  171. case protoreflect.GroupKind, protoreflect.MessageKind:
  172. if err := o.unmarshalMessage(v.Bytes(), val.Message()); !nerr.Merge(err) {
  173. return 0, err
  174. }
  175. default:
  176. val = v
  177. }
  178. haveVal = true
  179. }
  180. if err == errUnknown {
  181. n = wire.ConsumeFieldValue(num, wtyp, b)
  182. if n < 0 {
  183. return 0, wire.ParseError(n)
  184. }
  185. } else if err != nil {
  186. return 0, err
  187. }
  188. b = b[n:]
  189. }
  190. // Every map entry should have entries for key and value, but this is not strictly required.
  191. if !haveKey {
  192. key = keyField.Default()
  193. }
  194. if !haveVal {
  195. switch valField.Kind() {
  196. case protoreflect.GroupKind, protoreflect.MessageKind:
  197. default:
  198. val = valField.Default()
  199. }
  200. }
  201. mapv.Set(key.MapKey(), val)
  202. return n, nerr.E
  203. }
  204. // errUnknown is used internally to indicate fields which should be added
  205. // to the unknown field set of a message. It is never returned from an exported
  206. // function.
  207. var errUnknown = errors.New("BUG: internal error (unknown)")