encode.go 8.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323
  1. // Copyright 2019 The Go Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package jsonpb
  5. import (
  6. "encoding/base64"
  7. "fmt"
  8. "sort"
  9. "github.com/golang/protobuf/v2/internal/encoding/json"
  10. "github.com/golang/protobuf/v2/internal/errors"
  11. "github.com/golang/protobuf/v2/internal/pragma"
  12. "github.com/golang/protobuf/v2/proto"
  13. pref "github.com/golang/protobuf/v2/reflect/protoreflect"
  14. "github.com/golang/protobuf/v2/reflect/protoregistry"
  15. )
  16. // Marshal writes the given proto.Message in JSON format using default options.
  17. func Marshal(m proto.Message) ([]byte, error) {
  18. return MarshalOptions{}.Marshal(m)
  19. }
  20. // MarshalOptions is a configurable JSON format marshaler.
  21. type MarshalOptions struct {
  22. pragma.NoUnkeyedLiterals
  23. // AllowPartial allows messages that have missing required fields to marshal
  24. // without returning an error. If AllowPartial is false (the default),
  25. // Marshal will return error if there are any missing required fields.
  26. AllowPartial bool
  27. // If Indent is a non-empty string, it causes entries for an Array or Object
  28. // to be preceded by the indent and trailed by a newline. Indent can only be
  29. // composed of space or tab characters.
  30. Indent string
  31. // Resolver is the registry used for type lookups when marshaling
  32. // google.protobuf.Any messages. If Resolver is not set, marshaling will
  33. // default to using protoregistry.GlobalTypes.
  34. Resolver *protoregistry.Types
  35. encoder *json.Encoder
  36. }
  37. // Marshal marshals the given proto.Message in the JSON format using options in
  38. // MarshalOptions.
  39. func (o MarshalOptions) Marshal(m proto.Message) ([]byte, error) {
  40. var err error
  41. o.encoder, err = json.NewEncoder(o.Indent)
  42. if err != nil {
  43. return nil, err
  44. }
  45. if o.Resolver == nil {
  46. o.Resolver = protoregistry.GlobalTypes
  47. }
  48. var nerr errors.NonFatal
  49. err = o.marshalMessage(m.ProtoReflect())
  50. if !nerr.Merge(err) {
  51. return nil, err
  52. }
  53. if !o.AllowPartial {
  54. nerr.Merge(proto.IsInitialized(m))
  55. }
  56. return o.encoder.Bytes(), nerr.E
  57. }
  58. // marshalMessage marshals the given protoreflect.Message.
  59. func (o MarshalOptions) marshalMessage(m pref.Message) error {
  60. var nerr errors.NonFatal
  61. if isCustomType(m.Descriptor().FullName()) {
  62. return o.marshalCustomType(m)
  63. }
  64. o.encoder.StartObject()
  65. defer o.encoder.EndObject()
  66. if err := o.marshalFields(m); !nerr.Merge(err) {
  67. return err
  68. }
  69. return nerr.E
  70. }
  71. // marshalFields marshals the fields in the given protoreflect.Message.
  72. func (o MarshalOptions) marshalFields(m pref.Message) error {
  73. var nerr errors.NonFatal
  74. fieldDescs := m.Descriptor().Fields()
  75. knownFields := m.KnownFields()
  76. // Marshal out known fields.
  77. for i := 0; i < fieldDescs.Len(); i++ {
  78. fd := fieldDescs.Get(i)
  79. num := fd.Number()
  80. if !knownFields.Has(num) {
  81. continue
  82. }
  83. name := fd.JSONName()
  84. val := knownFields.Get(num)
  85. if err := o.encoder.WriteName(name); !nerr.Merge(err) {
  86. return err
  87. }
  88. if err := o.marshalValue(val, fd); !nerr.Merge(err) {
  89. return err
  90. }
  91. }
  92. // Marshal out extensions.
  93. if err := o.marshalExtensions(knownFields); !nerr.Merge(err) {
  94. return err
  95. }
  96. return nerr.E
  97. }
  98. // marshalValue marshals the given protoreflect.Value.
  99. func (o MarshalOptions) marshalValue(val pref.Value, fd pref.FieldDescriptor) error {
  100. switch {
  101. case fd.IsList():
  102. return o.marshalList(val.List(), fd)
  103. case fd.IsMap():
  104. return o.marshalMap(val.Map(), fd)
  105. default:
  106. return o.marshalSingular(val, fd)
  107. }
  108. }
  109. // marshalSingular marshals the given non-repeated field value. This includes
  110. // all scalar types, enums, messages, and groups.
  111. func (o MarshalOptions) marshalSingular(val pref.Value, fd pref.FieldDescriptor) error {
  112. var nerr errors.NonFatal
  113. switch kind := fd.Kind(); kind {
  114. case pref.BoolKind:
  115. o.encoder.WriteBool(val.Bool())
  116. case pref.StringKind:
  117. if err := o.encoder.WriteString(val.String()); !nerr.Merge(err) {
  118. return err
  119. }
  120. case pref.Int32Kind, pref.Sint32Kind, pref.Sfixed32Kind:
  121. o.encoder.WriteInt(val.Int())
  122. case pref.Uint32Kind, pref.Fixed32Kind:
  123. o.encoder.WriteUint(val.Uint())
  124. case pref.Int64Kind, pref.Sint64Kind, pref.Uint64Kind,
  125. pref.Sfixed64Kind, pref.Fixed64Kind:
  126. // 64-bit integers are written out as JSON string.
  127. o.encoder.WriteString(val.String())
  128. case pref.FloatKind:
  129. // Encoder.WriteFloat handles the special numbers NaN and infinites.
  130. o.encoder.WriteFloat(val.Float(), 32)
  131. case pref.DoubleKind:
  132. // Encoder.WriteFloat handles the special numbers NaN and infinites.
  133. o.encoder.WriteFloat(val.Float(), 64)
  134. case pref.BytesKind:
  135. err := o.encoder.WriteString(base64.StdEncoding.EncodeToString(val.Bytes()))
  136. if !nerr.Merge(err) {
  137. return err
  138. }
  139. case pref.EnumKind:
  140. if fd.Enum().FullName() == "google.protobuf.NullValue" {
  141. o.encoder.WriteNull()
  142. } else if desc := fd.Enum().Values().ByNumber(val.Enum()); desc != nil {
  143. err := o.encoder.WriteString(string(desc.Name()))
  144. if !nerr.Merge(err) {
  145. return err
  146. }
  147. } else {
  148. // Use numeric value if there is no enum value descriptor.
  149. o.encoder.WriteInt(int64(val.Enum()))
  150. }
  151. case pref.MessageKind, pref.GroupKind:
  152. if err := o.marshalMessage(val.Message()); !nerr.Merge(err) {
  153. return err
  154. }
  155. default:
  156. panic(fmt.Sprintf("%v has unknown kind: %v", fd.FullName(), kind))
  157. }
  158. return nerr.E
  159. }
  160. // marshalList marshals the given protoreflect.List.
  161. func (o MarshalOptions) marshalList(list pref.List, fd pref.FieldDescriptor) error {
  162. o.encoder.StartArray()
  163. defer o.encoder.EndArray()
  164. var nerr errors.NonFatal
  165. for i := 0; i < list.Len(); i++ {
  166. item := list.Get(i)
  167. if err := o.marshalSingular(item, fd); !nerr.Merge(err) {
  168. return err
  169. }
  170. }
  171. return nerr.E
  172. }
  173. type mapEntry struct {
  174. key pref.MapKey
  175. value pref.Value
  176. }
  177. // marshalMap marshals given protoreflect.Map.
  178. func (o MarshalOptions) marshalMap(mmap pref.Map, fd pref.FieldDescriptor) error {
  179. o.encoder.StartObject()
  180. defer o.encoder.EndObject()
  181. // Get a sorted list based on keyType first.
  182. entries := make([]mapEntry, 0, mmap.Len())
  183. mmap.Range(func(key pref.MapKey, val pref.Value) bool {
  184. entries = append(entries, mapEntry{key: key, value: val})
  185. return true
  186. })
  187. sortMap(fd.MapKey().Kind(), entries)
  188. // Write out sorted list.
  189. var nerr errors.NonFatal
  190. for _, entry := range entries {
  191. if err := o.encoder.WriteName(entry.key.String()); !nerr.Merge(err) {
  192. return err
  193. }
  194. if err := o.marshalSingular(entry.value, fd.MapValue()); !nerr.Merge(err) {
  195. return err
  196. }
  197. }
  198. return nerr.E
  199. }
  200. // sortMap orders list based on value of key field for deterministic ordering.
  201. func sortMap(keyKind pref.Kind, values []mapEntry) {
  202. sort.Slice(values, func(i, j int) bool {
  203. switch keyKind {
  204. case pref.Int32Kind, pref.Sint32Kind, pref.Sfixed32Kind,
  205. pref.Int64Kind, pref.Sint64Kind, pref.Sfixed64Kind:
  206. return values[i].key.Int() < values[j].key.Int()
  207. case pref.Uint32Kind, pref.Fixed32Kind,
  208. pref.Uint64Kind, pref.Fixed64Kind:
  209. return values[i].key.Uint() < values[j].key.Uint()
  210. }
  211. return values[i].key.String() < values[j].key.String()
  212. })
  213. }
  214. // marshalExtensions marshals extension fields.
  215. func (o MarshalOptions) marshalExtensions(knownFields pref.KnownFields) error {
  216. type xtEntry struct {
  217. key string
  218. value pref.Value
  219. xtType pref.ExtensionType
  220. }
  221. xtTypes := knownFields.ExtensionTypes()
  222. // Get a sorted list based on field key first.
  223. entries := make([]xtEntry, 0, xtTypes.Len())
  224. xtTypes.Range(func(xt pref.ExtensionType) bool {
  225. name := xt.Descriptor().FullName()
  226. // If extended type is a MessageSet, set field name to be the message type name.
  227. if isMessageSetExtension(xt) {
  228. name = xt.Descriptor().Message().FullName()
  229. }
  230. num := xt.Descriptor().Number()
  231. if knownFields.Has(num) {
  232. // Use [name] format for JSON field name.
  233. pval := knownFields.Get(num)
  234. entries = append(entries, xtEntry{
  235. key: string(name),
  236. value: pval,
  237. xtType: xt,
  238. })
  239. }
  240. return true
  241. })
  242. // Sort extensions lexicographically.
  243. sort.Slice(entries, func(i, j int) bool {
  244. return entries[i].key < entries[j].key
  245. })
  246. // Write out sorted list.
  247. var nerr errors.NonFatal
  248. for _, entry := range entries {
  249. // JSON field name is the proto field name enclosed in [], similar to
  250. // textproto. This is consistent with Go v1 lib. C++ lib v3.7.0 does not
  251. // marshal out extension fields.
  252. if err := o.encoder.WriteName("[" + entry.key + "]"); !nerr.Merge(err) {
  253. return err
  254. }
  255. if err := o.marshalValue(entry.value, entry.xtType.Descriptor()); !nerr.Merge(err) {
  256. return err
  257. }
  258. }
  259. return nerr.E
  260. }
  261. // isMessageSetExtension reports whether extension extends a message set.
  262. func isMessageSetExtension(xt pref.ExtensionType) bool {
  263. xd := xt.Descriptor()
  264. if xd.Name() != "message_set_extension" {
  265. return false
  266. }
  267. md := xd.Message()
  268. if md == nil {
  269. return false
  270. }
  271. if xd.FullName().Parent() != md.FullName() {
  272. return false
  273. }
  274. xmd, ok := xd.ContainingMessage().(interface{ IsMessageSet() bool })
  275. return ok && xmd.IsMessageSet()
  276. }