encode.go 8.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311
  1. // Copyright 2019 The Go Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package protojson
  5. import (
  6. "encoding/base64"
  7. "fmt"
  8. "sort"
  9. "google.golang.org/protobuf/internal/encoding/json"
  10. "google.golang.org/protobuf/internal/pragma"
  11. "google.golang.org/protobuf/proto"
  12. pref "google.golang.org/protobuf/reflect/protoreflect"
  13. "google.golang.org/protobuf/reflect/protoregistry"
  14. )
  15. // Marshal writes the given proto.Message in JSON format using default options.
  16. func Marshal(m proto.Message) ([]byte, error) {
  17. return MarshalOptions{}.Marshal(m)
  18. }
  19. // MarshalOptions is a configurable JSON format marshaler.
  20. type MarshalOptions struct {
  21. pragma.NoUnkeyedLiterals
  22. // AllowPartial allows messages that have missing required fields to marshal
  23. // without returning an error. If AllowPartial is false (the default),
  24. // Marshal will return error if there are any missing required fields.
  25. AllowPartial bool
  26. // If Indent is a non-empty string, it causes entries for an Array or Object
  27. // to be preceded by the indent and trailed by a newline. Indent can only be
  28. // composed of space or tab characters.
  29. Indent string
  30. // Resolver is used for looking up types when expanding google.protobuf.Any
  31. // messages. If nil, this defaults to using protoregistry.GlobalTypes.
  32. Resolver interface {
  33. protoregistry.ExtensionTypeResolver
  34. protoregistry.MessageTypeResolver
  35. }
  36. encoder *json.Encoder
  37. }
  38. // Marshal marshals the given proto.Message in the JSON format using options in
  39. // MarshalOptions.
  40. func (o MarshalOptions) Marshal(m proto.Message) ([]byte, error) {
  41. var err error
  42. o.encoder, err = json.NewEncoder(o.Indent)
  43. if err != nil {
  44. return nil, err
  45. }
  46. if o.Resolver == nil {
  47. o.Resolver = protoregistry.GlobalTypes
  48. }
  49. err = o.marshalMessage(m.ProtoReflect())
  50. if err != nil {
  51. return nil, err
  52. }
  53. if o.AllowPartial {
  54. return o.encoder.Bytes(), nil
  55. }
  56. return o.encoder.Bytes(), proto.IsInitialized(m)
  57. }
  58. // marshalMessage marshals the given protoreflect.Message.
  59. func (o MarshalOptions) marshalMessage(m pref.Message) error {
  60. if isCustomType(m.Descriptor().FullName()) {
  61. return o.marshalCustomType(m)
  62. }
  63. o.encoder.StartObject()
  64. defer o.encoder.EndObject()
  65. if err := o.marshalFields(m); err != nil {
  66. return err
  67. }
  68. return nil
  69. }
  70. // marshalFields marshals the fields in the given protoreflect.Message.
  71. func (o MarshalOptions) marshalFields(m pref.Message) error {
  72. // Marshal out known fields.
  73. fieldDescs := m.Descriptor().Fields()
  74. for i := 0; i < fieldDescs.Len(); i++ {
  75. fd := fieldDescs.Get(i)
  76. if !m.Has(fd) {
  77. continue
  78. }
  79. name := fd.JSONName()
  80. val := m.Get(fd)
  81. if err := o.encoder.WriteName(name); err != nil {
  82. return err
  83. }
  84. if err := o.marshalValue(val, fd); err != nil {
  85. return err
  86. }
  87. }
  88. // Marshal out extensions.
  89. if err := o.marshalExtensions(m); err != nil {
  90. return err
  91. }
  92. return nil
  93. }
  94. // marshalValue marshals the given protoreflect.Value.
  95. func (o MarshalOptions) marshalValue(val pref.Value, fd pref.FieldDescriptor) error {
  96. switch {
  97. case fd.IsList():
  98. return o.marshalList(val.List(), fd)
  99. case fd.IsMap():
  100. return o.marshalMap(val.Map(), fd)
  101. default:
  102. return o.marshalSingular(val, fd)
  103. }
  104. }
  105. // marshalSingular marshals the given non-repeated field value. This includes
  106. // all scalar types, enums, messages, and groups.
  107. func (o MarshalOptions) marshalSingular(val pref.Value, fd pref.FieldDescriptor) error {
  108. switch kind := fd.Kind(); kind {
  109. case pref.BoolKind:
  110. o.encoder.WriteBool(val.Bool())
  111. case pref.StringKind:
  112. if err := o.encoder.WriteString(val.String()); err != nil {
  113. return err
  114. }
  115. case pref.Int32Kind, pref.Sint32Kind, pref.Sfixed32Kind:
  116. o.encoder.WriteInt(val.Int())
  117. case pref.Uint32Kind, pref.Fixed32Kind:
  118. o.encoder.WriteUint(val.Uint())
  119. case pref.Int64Kind, pref.Sint64Kind, pref.Uint64Kind,
  120. pref.Sfixed64Kind, pref.Fixed64Kind:
  121. // 64-bit integers are written out as JSON string.
  122. o.encoder.WriteString(val.String())
  123. case pref.FloatKind:
  124. // Encoder.WriteFloat handles the special numbers NaN and infinites.
  125. o.encoder.WriteFloat(val.Float(), 32)
  126. case pref.DoubleKind:
  127. // Encoder.WriteFloat handles the special numbers NaN and infinites.
  128. o.encoder.WriteFloat(val.Float(), 64)
  129. case pref.BytesKind:
  130. err := o.encoder.WriteString(base64.StdEncoding.EncodeToString(val.Bytes()))
  131. if err != nil {
  132. return err
  133. }
  134. case pref.EnumKind:
  135. if fd.Enum().FullName() == "google.protobuf.NullValue" {
  136. o.encoder.WriteNull()
  137. } else if desc := fd.Enum().Values().ByNumber(val.Enum()); desc != nil {
  138. err := o.encoder.WriteString(string(desc.Name()))
  139. if err != nil {
  140. return err
  141. }
  142. } else {
  143. // Use numeric value if there is no enum value descriptor.
  144. o.encoder.WriteInt(int64(val.Enum()))
  145. }
  146. case pref.MessageKind, pref.GroupKind:
  147. if err := o.marshalMessage(val.Message()); err != nil {
  148. return err
  149. }
  150. default:
  151. panic(fmt.Sprintf("%v has unknown kind: %v", fd.FullName(), kind))
  152. }
  153. return nil
  154. }
  155. // marshalList marshals the given protoreflect.List.
  156. func (o MarshalOptions) marshalList(list pref.List, fd pref.FieldDescriptor) error {
  157. o.encoder.StartArray()
  158. defer o.encoder.EndArray()
  159. for i := 0; i < list.Len(); i++ {
  160. item := list.Get(i)
  161. if err := o.marshalSingular(item, fd); err != nil {
  162. return err
  163. }
  164. }
  165. return nil
  166. }
  167. type mapEntry struct {
  168. key pref.MapKey
  169. value pref.Value
  170. }
  171. // marshalMap marshals given protoreflect.Map.
  172. func (o MarshalOptions) marshalMap(mmap pref.Map, fd pref.FieldDescriptor) error {
  173. o.encoder.StartObject()
  174. defer o.encoder.EndObject()
  175. // Get a sorted list based on keyType first.
  176. entries := make([]mapEntry, 0, mmap.Len())
  177. mmap.Range(func(key pref.MapKey, val pref.Value) bool {
  178. entries = append(entries, mapEntry{key: key, value: val})
  179. return true
  180. })
  181. sortMap(fd.MapKey().Kind(), entries)
  182. // Write out sorted list.
  183. for _, entry := range entries {
  184. if err := o.encoder.WriteName(entry.key.String()); err != nil {
  185. return err
  186. }
  187. if err := o.marshalSingular(entry.value, fd.MapValue()); err != nil {
  188. return err
  189. }
  190. }
  191. return nil
  192. }
  193. // sortMap orders list based on value of key field for deterministic ordering.
  194. func sortMap(keyKind pref.Kind, values []mapEntry) {
  195. sort.Slice(values, func(i, j int) bool {
  196. switch keyKind {
  197. case pref.Int32Kind, pref.Sint32Kind, pref.Sfixed32Kind,
  198. pref.Int64Kind, pref.Sint64Kind, pref.Sfixed64Kind:
  199. return values[i].key.Int() < values[j].key.Int()
  200. case pref.Uint32Kind, pref.Fixed32Kind,
  201. pref.Uint64Kind, pref.Fixed64Kind:
  202. return values[i].key.Uint() < values[j].key.Uint()
  203. }
  204. return values[i].key.String() < values[j].key.String()
  205. })
  206. }
  207. // marshalExtensions marshals extension fields.
  208. func (o MarshalOptions) marshalExtensions(m pref.Message) error {
  209. type entry struct {
  210. key string
  211. value pref.Value
  212. desc pref.FieldDescriptor
  213. }
  214. // Get a sorted list based on field key first.
  215. var entries []entry
  216. m.Range(func(fd pref.FieldDescriptor, v pref.Value) bool {
  217. if !fd.IsExtension() {
  218. return true
  219. }
  220. xt := fd.(pref.ExtensionType)
  221. // If extended type is a MessageSet, set field name to be the message type name.
  222. name := xt.Descriptor().FullName()
  223. if isMessageSetExtension(xt) {
  224. name = xt.Descriptor().Message().FullName()
  225. }
  226. // Use [name] format for JSON field name.
  227. entries = append(entries, entry{
  228. key: string(name),
  229. value: v,
  230. desc: fd,
  231. })
  232. return true
  233. })
  234. // Sort extensions lexicographically.
  235. sort.Slice(entries, func(i, j int) bool {
  236. return entries[i].key < entries[j].key
  237. })
  238. // Write out sorted list.
  239. for _, entry := range entries {
  240. // JSON field name is the proto field name enclosed in [], similar to
  241. // textproto. This is consistent with Go v1 lib. C++ lib v3.7.0 does not
  242. // marshal out extension fields.
  243. if err := o.encoder.WriteName("[" + entry.key + "]"); err != nil {
  244. return err
  245. }
  246. if err := o.marshalValue(entry.value, entry.desc); err != nil {
  247. return err
  248. }
  249. }
  250. return nil
  251. }
  252. // isMessageSetExtension reports whether extension extends a message set.
  253. func isMessageSetExtension(xt pref.ExtensionType) bool {
  254. xd := xt.Descriptor()
  255. if xd.Name() != "message_set_extension" {
  256. return false
  257. }
  258. md := xd.Message()
  259. if md == nil {
  260. return false
  261. }
  262. if xd.FullName().Parent() != md.FullName() {
  263. return false
  264. }
  265. xmd, ok := xd.ContainingMessage().(interface{ IsMessageSet() bool })
  266. return ok && xmd.IsMessageSet()
  267. }