config.go 8.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297
  1. package jsoniter
  2. import (
  3. "encoding/json"
  4. "io"
  5. "unsafe"
  6. "github.com/v2pro/plz/reflect2"
  7. )
  8. // Config customize how the API should behave.
  9. // The API is created from Config by Froze.
  10. type Config struct {
  11. IndentionStep int
  12. MarshalFloatWith6Digits bool
  13. EscapeHTML bool
  14. SortMapKeys bool
  15. UseNumber bool
  16. DisallowUnknownFields bool
  17. TagKey string
  18. OnlyTaggedField bool
  19. ValidateJsonRawMessage bool
  20. ObjectFieldMustBeSimpleString bool
  21. }
  22. // API the public interface of this package.
  23. // Primary Marshal and Unmarshal.
  24. type API interface {
  25. IteratorPool
  26. StreamPool
  27. MarshalToString(v interface{}) (string, error)
  28. Marshal(v interface{}) ([]byte, error)
  29. MarshalIndent(v interface{}, prefix, indent string) ([]byte, error)
  30. UnmarshalFromString(str string, v interface{}) error
  31. Unmarshal(data []byte, v interface{}) error
  32. Get(data []byte, path ...interface{}) Any
  33. NewEncoder(writer io.Writer) *Encoder
  34. NewDecoder(reader io.Reader) *Decoder
  35. Valid(data []byte) bool
  36. RegisterExtension(extension Extension)
  37. }
  38. // ConfigDefault the default API
  39. var ConfigDefault = Config{
  40. EscapeHTML: true,
  41. }.Froze()
  42. // ConfigCompatibleWithStandardLibrary tries to be 100% compatible with standard library behavior
  43. var ConfigCompatibleWithStandardLibrary = Config{
  44. EscapeHTML: true,
  45. SortMapKeys: true,
  46. ValidateJsonRawMessage: true,
  47. }.Froze()
  48. // ConfigFastest marshals float with only 6 digits precision
  49. var ConfigFastest = Config{
  50. EscapeHTML: false,
  51. MarshalFloatWith6Digits: true, // will lose precession
  52. ObjectFieldMustBeSimpleString: true, // do not unescape object field
  53. }.Froze()
  54. // Froze forge API from config
  55. func (cfg Config) Froze() API {
  56. api := &frozenConfig{
  57. sortMapKeys: cfg.SortMapKeys,
  58. indentionStep: cfg.IndentionStep,
  59. objectFieldMustBeSimpleString: cfg.ObjectFieldMustBeSimpleString,
  60. onlyTaggedField: cfg.OnlyTaggedField,
  61. disallowUnknownFields: cfg.DisallowUnknownFields,
  62. streamPool: make(chan *Stream, 16),
  63. iteratorPool: make(chan *Iterator, 16),
  64. }
  65. api.initCache()
  66. encoderExtension := EncoderExtension{}
  67. decoderExtension := DecoderExtension{}
  68. if cfg.MarshalFloatWith6Digits {
  69. api.marshalFloatWith6Digits(encoderExtension)
  70. }
  71. if cfg.EscapeHTML {
  72. api.escapeHTML(encoderExtension)
  73. }
  74. if cfg.UseNumber {
  75. api.useNumber(decoderExtension)
  76. }
  77. if cfg.ValidateJsonRawMessage {
  78. api.validateJsonRawMessage(encoderExtension)
  79. }
  80. if len(encoderExtension) > 0 {
  81. api.extensions = append(api.extensions, encoderExtension)
  82. }
  83. if len(decoderExtension) > 0 {
  84. api.extensions = append(api.extensions, decoderExtension)
  85. }
  86. api.configBeforeFrozen = cfg
  87. return api
  88. }
  89. func (cfg Config) frozeWithCacheReuse() *frozenConfig {
  90. api := getFrozenConfigFromCache(cfg)
  91. if api != nil {
  92. return api
  93. }
  94. api = cfg.Froze().(*frozenConfig)
  95. addFrozenConfigToCache(cfg, api)
  96. return api
  97. }
  98. func (cfg *frozenConfig) validateJsonRawMessage(extension EncoderExtension) {
  99. encoder := &funcEncoder{func(ptr unsafe.Pointer, stream *Stream) {
  100. rawMessage := *(*json.RawMessage)(ptr)
  101. iter := cfg.BorrowIterator([]byte(rawMessage))
  102. iter.Read()
  103. if iter.Error != nil {
  104. stream.WriteRaw("null")
  105. } else {
  106. cfg.ReturnIterator(iter)
  107. stream.WriteRaw(string(rawMessage))
  108. }
  109. }, func(ptr unsafe.Pointer) bool {
  110. return false
  111. }}
  112. extension[reflect2.TypeOfPtr((*json.RawMessage)(nil)).Elem()] = encoder
  113. extension[reflect2.TypeOfPtr((*RawMessage)(nil)).Elem()] = encoder
  114. }
  115. func (cfg *frozenConfig) useNumber(extension DecoderExtension) {
  116. extension[reflect2.TypeOfPtr((*interface{})(nil)).Elem()] = &funcDecoder{func(ptr unsafe.Pointer, iter *Iterator) {
  117. if iter.WhatIsNext() == NumberValue {
  118. *((*interface{})(ptr)) = json.Number(iter.readNumberAsString())
  119. } else {
  120. *((*interface{})(ptr)) = iter.Read()
  121. }
  122. }}
  123. }
  124. func (cfg *frozenConfig) getTagKey() string {
  125. tagKey := cfg.configBeforeFrozen.TagKey
  126. if tagKey == "" {
  127. return "json"
  128. }
  129. return tagKey
  130. }
  131. func (cfg *frozenConfig) RegisterExtension(extension Extension) {
  132. cfg.extensions = append(cfg.extensions, extension)
  133. }
  134. type lossyFloat32Encoder struct {
  135. }
  136. func (encoder *lossyFloat32Encoder) Encode(ptr unsafe.Pointer, stream *Stream) {
  137. stream.WriteFloat32Lossy(*((*float32)(ptr)))
  138. }
  139. func (encoder *lossyFloat32Encoder) IsEmpty(ptr unsafe.Pointer) bool {
  140. return *((*float32)(ptr)) == 0
  141. }
  142. type lossyFloat64Encoder struct {
  143. }
  144. func (encoder *lossyFloat64Encoder) Encode(ptr unsafe.Pointer, stream *Stream) {
  145. stream.WriteFloat64Lossy(*((*float64)(ptr)))
  146. }
  147. func (encoder *lossyFloat64Encoder) IsEmpty(ptr unsafe.Pointer) bool {
  148. return *((*float64)(ptr)) == 0
  149. }
  150. // EnableLossyFloatMarshalling keeps 10**(-6) precision
  151. // for float variables for better performance.
  152. func (cfg *frozenConfig) marshalFloatWith6Digits(extension EncoderExtension) {
  153. // for better performance
  154. extension[reflect2.TypeOfPtr((*float32)(nil)).Elem()] = &lossyFloat32Encoder{}
  155. extension[reflect2.TypeOfPtr((*float64)(nil)).Elem()] = &lossyFloat64Encoder{}
  156. }
  157. type htmlEscapedStringEncoder struct {
  158. }
  159. func (encoder *htmlEscapedStringEncoder) Encode(ptr unsafe.Pointer, stream *Stream) {
  160. str := *((*string)(ptr))
  161. stream.WriteStringWithHTMLEscaped(str)
  162. }
  163. func (encoder *htmlEscapedStringEncoder) IsEmpty(ptr unsafe.Pointer) bool {
  164. return *((*string)(ptr)) == ""
  165. }
  166. func (cfg *frozenConfig) escapeHTML(encoderExtension EncoderExtension) {
  167. encoderExtension[reflect2.TypeOfPtr((*string)(nil)).Elem()] = &htmlEscapedStringEncoder{}
  168. }
  169. func (cfg *frozenConfig) cleanDecoders() {
  170. typeDecoders = map[string]ValDecoder{}
  171. fieldDecoders = map[string]ValDecoder{}
  172. *cfg = *(cfg.configBeforeFrozen.Froze().(*frozenConfig))
  173. }
  174. func (cfg *frozenConfig) cleanEncoders() {
  175. typeEncoders = map[string]ValEncoder{}
  176. fieldEncoders = map[string]ValEncoder{}
  177. *cfg = *(cfg.configBeforeFrozen.Froze().(*frozenConfig))
  178. }
  179. func (cfg *frozenConfig) MarshalToString(v interface{}) (string, error) {
  180. stream := cfg.BorrowStream(nil)
  181. defer cfg.ReturnStream(stream)
  182. stream.WriteVal(v)
  183. if stream.Error != nil {
  184. return "", stream.Error
  185. }
  186. return string(stream.Buffer()), nil
  187. }
  188. func (cfg *frozenConfig) Marshal(v interface{}) ([]byte, error) {
  189. stream := cfg.BorrowStream(nil)
  190. defer cfg.ReturnStream(stream)
  191. stream.WriteVal(v)
  192. if stream.Error != nil {
  193. return nil, stream.Error
  194. }
  195. result := stream.Buffer()
  196. copied := make([]byte, len(result))
  197. copy(copied, result)
  198. return copied, nil
  199. }
  200. func (cfg *frozenConfig) MarshalIndent(v interface{}, prefix, indent string) ([]byte, error) {
  201. if prefix != "" {
  202. panic("prefix is not supported")
  203. }
  204. for _, r := range indent {
  205. if r != ' ' {
  206. panic("indent can only be space")
  207. }
  208. }
  209. newCfg := cfg.configBeforeFrozen
  210. newCfg.IndentionStep = len(indent)
  211. return newCfg.frozeWithCacheReuse().Marshal(v)
  212. }
  213. func (cfg *frozenConfig) UnmarshalFromString(str string, v interface{}) error {
  214. data := []byte(str)
  215. data = data[:lastNotSpacePos(data)]
  216. iter := cfg.BorrowIterator(data)
  217. defer cfg.ReturnIterator(iter)
  218. iter.ReadVal(v)
  219. if iter.head == iter.tail {
  220. iter.loadMore()
  221. }
  222. if iter.Error == io.EOF {
  223. return nil
  224. }
  225. if iter.Error == nil {
  226. iter.ReportError("UnmarshalFromString", "there are bytes left after unmarshal")
  227. }
  228. return iter.Error
  229. }
  230. func (cfg *frozenConfig) Get(data []byte, path ...interface{}) Any {
  231. iter := cfg.BorrowIterator(data)
  232. defer cfg.ReturnIterator(iter)
  233. return locatePath(iter, path)
  234. }
  235. func (cfg *frozenConfig) Unmarshal(data []byte, v interface{}) error {
  236. data = data[:lastNotSpacePos(data)]
  237. iter := cfg.BorrowIterator(data)
  238. defer cfg.ReturnIterator(iter)
  239. iter.ReadVal(v)
  240. if iter.head == iter.tail {
  241. iter.loadMore()
  242. }
  243. if iter.Error == io.EOF {
  244. return nil
  245. }
  246. if iter.Error == nil {
  247. iter.ReportError("Unmarshal", "there are bytes left after unmarshal")
  248. }
  249. return iter.Error
  250. }
  251. func (cfg *frozenConfig) NewEncoder(writer io.Writer) *Encoder {
  252. stream := NewStream(cfg, writer, 512)
  253. return &Encoder{stream}
  254. }
  255. func (cfg *frozenConfig) NewDecoder(reader io.Reader) *Decoder {
  256. iter := Parse(cfg, reader, 512)
  257. return &Decoder{iter}
  258. }
  259. func (cfg *frozenConfig) Valid(data []byte) bool {
  260. iter := cfg.BorrowIterator(data)
  261. defer cfg.ReturnIterator(iter)
  262. iter.Skip()
  263. return iter.Error == nil
  264. }