decode.go 5.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194
  1. // Copyright 2018 The Go Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style.
  3. // license that can be found in the LICENSE file.
  4. package proto
  5. import (
  6. "errors"
  7. "github.com/golang/protobuf/v2/internal/encoding/wire"
  8. "github.com/golang/protobuf/v2/internal/pragma"
  9. "github.com/golang/protobuf/v2/reflect/protoreflect"
  10. )
  11. // UnmarshalOptions configures the unmarshaler.
  12. //
  13. // Example usage:
  14. // err := UnmarshalOptions{DiscardUnknown: true}.Unmarshal(b, m)
  15. type UnmarshalOptions struct {
  16. // If DiscardUnknown is set, unknown fields are ignored.
  17. DiscardUnknown bool
  18. pragma.NoUnkeyedLiterals
  19. }
  20. // Unmarshal parses the wire-format message in b and places the result in m.
  21. func Unmarshal(b []byte, m Message) error {
  22. return UnmarshalOptions{}.Unmarshal(b, m)
  23. }
  24. // Unmarshal parses the wire-format message in b and places the result in m.
  25. func (o UnmarshalOptions) Unmarshal(b []byte, m Message) error {
  26. // TODO: Reset m?
  27. return o.unmarshalMessage(b, m.ProtoReflect())
  28. }
  29. func (o UnmarshalOptions) unmarshalMessage(b []byte, m protoreflect.Message) error {
  30. messageType := m.Type()
  31. fieldTypes := messageType.Fields()
  32. knownFields := m.KnownFields()
  33. unknownFields := m.UnknownFields()
  34. for len(b) > 0 {
  35. // Parse the tag (field number and wire type).
  36. num, wtyp, tagLen := wire.ConsumeTag(b)
  37. if tagLen < 0 {
  38. return wire.ParseError(tagLen)
  39. }
  40. // Parse the field value.
  41. fieldType := fieldTypes.ByNumber(num)
  42. if fieldType == nil {
  43. fieldType = knownFields.ExtensionTypes().ByNumber(num)
  44. }
  45. var err error
  46. var valLen int
  47. switch {
  48. case fieldType == nil:
  49. err = errUnknown
  50. case fieldType.Cardinality() != protoreflect.Repeated:
  51. valLen, err = o.unmarshalScalarField(b[tagLen:], wtyp, num, knownFields, fieldType)
  52. case !fieldType.IsMap():
  53. valLen, err = o.unmarshalList(b[tagLen:], wtyp, num, knownFields.Get(num).List(), fieldType.Kind())
  54. default:
  55. valLen, err = o.unmarshalMap(b[tagLen:], wtyp, num, knownFields.Get(num).Map(), fieldType)
  56. }
  57. if err == errUnknown {
  58. valLen = wire.ConsumeFieldValue(num, wtyp, b[tagLen:])
  59. if valLen < 0 {
  60. return wire.ParseError(valLen)
  61. }
  62. unknownFields.Set(num, append(unknownFields.Get(num), b[:tagLen+valLen]...))
  63. } else if err != nil {
  64. return err
  65. }
  66. b = b[tagLen+valLen:]
  67. }
  68. // TODO: required field checks
  69. return nil
  70. }
  71. func (o UnmarshalOptions) unmarshalScalarField(b []byte, wtyp wire.Type, num wire.Number, knownFields protoreflect.KnownFields, field protoreflect.FieldDescriptor) (n int, err error) {
  72. v, n, err := o.unmarshalScalar(b, wtyp, num, field.Kind())
  73. if err != nil {
  74. return 0, err
  75. }
  76. switch field.Kind() {
  77. case protoreflect.GroupKind, protoreflect.MessageKind:
  78. // Messages are merged with any existing message value,
  79. // unless the message is part of a oneof.
  80. //
  81. // TODO: C++ merges into oneofs, while v1 does not.
  82. // Evaluate which behavior to pick.
  83. var m protoreflect.Message
  84. if knownFields.Has(num) && field.OneofType() == nil {
  85. m = knownFields.Get(num).Message()
  86. } else {
  87. m = knownFields.NewMessage(num)
  88. knownFields.Set(num, protoreflect.ValueOf(m))
  89. }
  90. if err := o.unmarshalMessage(v.Bytes(), m); err != nil {
  91. return 0, err
  92. }
  93. default:
  94. // Non-message scalars replace the previous value.
  95. knownFields.Set(num, v)
  96. }
  97. return n, nil
  98. }
  99. func (o UnmarshalOptions) unmarshalMap(b []byte, wtyp wire.Type, num wire.Number, mapv protoreflect.Map, field protoreflect.FieldDescriptor) (n int, err error) {
  100. if wtyp != wire.BytesType {
  101. return 0, errUnknown
  102. }
  103. b, n = wire.ConsumeBytes(b)
  104. if n < 0 {
  105. return 0, wire.ParseError(n)
  106. }
  107. var (
  108. keyField = field.MessageType().Fields().ByNumber(1)
  109. valField = field.MessageType().Fields().ByNumber(2)
  110. key protoreflect.Value
  111. val protoreflect.Value
  112. haveKey bool
  113. haveVal bool
  114. )
  115. switch valField.Kind() {
  116. case protoreflect.GroupKind, protoreflect.MessageKind:
  117. val = protoreflect.ValueOf(mapv.NewMessage())
  118. }
  119. // Map entries are represented as a two-element message with fields
  120. // containing the key and value.
  121. for len(b) > 0 {
  122. num, wtyp, n := wire.ConsumeTag(b)
  123. if n < 0 {
  124. return 0, wire.ParseError(n)
  125. }
  126. b = b[n:]
  127. err = errUnknown
  128. switch num {
  129. case 1:
  130. key, n, err = o.unmarshalScalar(b, wtyp, num, keyField.Kind())
  131. if err != nil {
  132. break
  133. }
  134. haveKey = true
  135. case 2:
  136. var v protoreflect.Value
  137. v, n, err = o.unmarshalScalar(b, wtyp, num, valField.Kind())
  138. if err != nil {
  139. break
  140. }
  141. switch valField.Kind() {
  142. case protoreflect.GroupKind, protoreflect.MessageKind:
  143. if err := o.unmarshalMessage(v.Bytes(), val.Message()); err != nil {
  144. return 0, err
  145. }
  146. default:
  147. val = v
  148. }
  149. haveVal = true
  150. }
  151. if err == errUnknown {
  152. n = wire.ConsumeFieldValue(num, wtyp, b)
  153. if n < 0 {
  154. return 0, wire.ParseError(n)
  155. }
  156. } else if err != nil {
  157. return 0, err
  158. }
  159. b = b[n:]
  160. }
  161. // Every map entry should have entries for key and value, but this is not strictly required.
  162. if !haveKey {
  163. key = keyField.Default()
  164. }
  165. if !haveVal {
  166. switch valField.Kind() {
  167. case protoreflect.GroupKind, protoreflect.MessageKind:
  168. // Trigger required field checks by unmarshaling an empty message.
  169. if err := o.unmarshalMessage(nil, val.Message()); err != nil {
  170. return 0, err
  171. }
  172. default:
  173. val = valField.Default()
  174. }
  175. }
  176. mapv.Set(key.MapKey(), val)
  177. return n, nil
  178. }
  179. // errUnknown is used internally to indicate fields which should be added
  180. // to the unknown field set of a message. It is never returned from an exported
  181. // function.
  182. var errUnknown = errors.New("unknown")