feature_config.go 8.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297
  1. package jsoniter
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "io"
  6. "reflect"
  7. "sync/atomic"
  8. "unsafe"
  9. )
  10. type Config struct {
  11. IndentionStep int
  12. MarshalFloatWith6Digits bool
  13. EscapeHtml bool
  14. SortMapKeys bool
  15. UseNumber bool
  16. }
  17. type frozenConfig struct {
  18. configBeforeFrozen Config
  19. sortMapKeys bool
  20. indentionStep int
  21. decoderCache unsafe.Pointer
  22. encoderCache unsafe.Pointer
  23. extensions []Extension
  24. streamPool chan *Stream
  25. iteratorPool chan *Iterator
  26. }
  27. type Api interface {
  28. MarshalToString(v interface{}) (string, error)
  29. Marshal(v interface{}) ([]byte, error)
  30. MarshalIndent(v interface{}, prefix, indent string) ([]byte, error)
  31. UnmarshalFromString(str string, v interface{}) error
  32. Unmarshal(data []byte, v interface{}) error
  33. Get(data []byte, path ...interface{}) Any
  34. NewEncoder(writer io.Writer) *Encoder
  35. NewDecoder(reader io.Reader) *Decoder
  36. }
  37. var ConfigDefault = Config{
  38. EscapeHtml: true,
  39. }.Froze()
  40. // Trying to be 100% compatible with standard library behavior
  41. var ConfigCompatibleWithStandardLibrary = Config{
  42. EscapeHtml: true,
  43. SortMapKeys: true,
  44. }.Froze()
  45. var ConfigFastest = Config{
  46. EscapeHtml: false,
  47. MarshalFloatWith6Digits: true,
  48. }.Froze()
  49. func (cfg Config) Froze() *frozenConfig {
  50. // TODO: cache frozen config
  51. frozenConfig := &frozenConfig{
  52. sortMapKeys: cfg.SortMapKeys,
  53. indentionStep: cfg.IndentionStep,
  54. streamPool: make(chan *Stream, 16),
  55. iteratorPool: make(chan *Iterator, 16),
  56. }
  57. atomic.StorePointer(&frozenConfig.decoderCache, unsafe.Pointer(&map[string]ValDecoder{}))
  58. atomic.StorePointer(&frozenConfig.encoderCache, unsafe.Pointer(&map[string]ValEncoder{}))
  59. if cfg.MarshalFloatWith6Digits {
  60. frozenConfig.marshalFloatWith6Digits()
  61. }
  62. if cfg.EscapeHtml {
  63. frozenConfig.escapeHtml()
  64. }
  65. if cfg.UseNumber {
  66. frozenConfig.useNumber()
  67. }
  68. frozenConfig.configBeforeFrozen = cfg
  69. return frozenConfig
  70. }
  71. func (cfg *frozenConfig) useNumber() {
  72. cfg.addDecoderToCache(reflect.TypeOf((*interface{})(nil)).Elem(), &funcDecoder{func(ptr unsafe.Pointer, iter *Iterator) {
  73. if iter.WhatIsNext() == Number {
  74. *((*interface{})(ptr)) = json.Number(iter.readNumberAsString())
  75. } else {
  76. *((*interface{})(ptr)) = iter.Read()
  77. }
  78. }})
  79. }
  80. func (cfg *frozenConfig) registerExtension(extension Extension) {
  81. cfg.extensions = append(cfg.extensions, extension)
  82. }
  83. type lossyFloat32Encoder struct {
  84. }
  85. func (encoder *lossyFloat32Encoder) Encode(ptr unsafe.Pointer, stream *Stream) {
  86. stream.WriteFloat32Lossy(*((*float32)(ptr)))
  87. }
  88. func (encoder *lossyFloat32Encoder) EncodeInterface(val interface{}, stream *Stream) {
  89. WriteToStream(val, stream, encoder)
  90. }
  91. func (encoder *lossyFloat32Encoder) IsEmpty(ptr unsafe.Pointer) bool {
  92. return *((*float32)(ptr)) == 0
  93. }
  94. type lossyFloat64Encoder struct {
  95. }
  96. func (encoder *lossyFloat64Encoder) Encode(ptr unsafe.Pointer, stream *Stream) {
  97. stream.WriteFloat64Lossy(*((*float64)(ptr)))
  98. }
  99. func (encoder *lossyFloat64Encoder) EncodeInterface(val interface{}, stream *Stream) {
  100. WriteToStream(val, stream, encoder)
  101. }
  102. func (encoder *lossyFloat64Encoder) IsEmpty(ptr unsafe.Pointer) bool {
  103. return *((*float64)(ptr)) == 0
  104. }
  105. // EnableLossyFloatMarshalling keeps 10**(-6) precision
  106. // for float variables for better performance.
  107. func (cfg *frozenConfig) marshalFloatWith6Digits() {
  108. // for better performance
  109. cfg.addEncoderToCache(reflect.TypeOf((*float32)(nil)).Elem(), &lossyFloat32Encoder{})
  110. cfg.addEncoderToCache(reflect.TypeOf((*float64)(nil)).Elem(), &lossyFloat64Encoder{})
  111. }
  112. type htmlEscapedStringEncoder struct {
  113. }
  114. func (encoder *htmlEscapedStringEncoder) Encode(ptr unsafe.Pointer, stream *Stream) {
  115. str := *((*string)(ptr))
  116. stream.WriteStringWithHtmlEscaped(str)
  117. }
  118. func (encoder *htmlEscapedStringEncoder) EncodeInterface(val interface{}, stream *Stream) {
  119. WriteToStream(val, stream, encoder)
  120. }
  121. func (encoder *htmlEscapedStringEncoder) IsEmpty(ptr unsafe.Pointer) bool {
  122. return *((*string)(ptr)) == ""
  123. }
  124. func (cfg *frozenConfig) escapeHtml() {
  125. cfg.addEncoderToCache(reflect.TypeOf((*string)(nil)).Elem(), &htmlEscapedStringEncoder{})
  126. }
  127. func (cfg *frozenConfig) addDecoderToCache(cacheKey reflect.Type, decoder ValDecoder) {
  128. done := false
  129. for !done {
  130. ptr := atomic.LoadPointer(&cfg.decoderCache)
  131. cache := *(*map[reflect.Type]ValDecoder)(ptr)
  132. copied := map[reflect.Type]ValDecoder{}
  133. for k, v := range cache {
  134. copied[k] = v
  135. }
  136. copied[cacheKey] = decoder
  137. done = atomic.CompareAndSwapPointer(&cfg.decoderCache, ptr, unsafe.Pointer(&copied))
  138. }
  139. }
  140. func (cfg *frozenConfig) addEncoderToCache(cacheKey reflect.Type, encoder ValEncoder) {
  141. done := false
  142. for !done {
  143. ptr := atomic.LoadPointer(&cfg.encoderCache)
  144. cache := *(*map[reflect.Type]ValEncoder)(ptr)
  145. copied := map[reflect.Type]ValEncoder{}
  146. for k, v := range cache {
  147. copied[k] = v
  148. }
  149. copied[cacheKey] = encoder
  150. done = atomic.CompareAndSwapPointer(&cfg.encoderCache, ptr, unsafe.Pointer(&copied))
  151. }
  152. }
  153. func (cfg *frozenConfig) getDecoderFromCache(cacheKey reflect.Type) ValDecoder {
  154. ptr := atomic.LoadPointer(&cfg.decoderCache)
  155. cache := *(*map[reflect.Type]ValDecoder)(ptr)
  156. return cache[cacheKey]
  157. }
  158. func (cfg *frozenConfig) getEncoderFromCache(cacheKey reflect.Type) ValEncoder {
  159. ptr := atomic.LoadPointer(&cfg.encoderCache)
  160. cache := *(*map[reflect.Type]ValEncoder)(ptr)
  161. return cache[cacheKey]
  162. }
  163. // cleanDecoders cleans decoders registered or cached
  164. func (cfg *frozenConfig) cleanDecoders() {
  165. typeDecoders = map[string]ValDecoder{}
  166. fieldDecoders = map[string]ValDecoder{}
  167. *cfg = *cfg.configBeforeFrozen.Froze()
  168. }
  169. // cleanEncoders cleans encoders registered or cached
  170. func (cfg *frozenConfig) cleanEncoders() {
  171. typeEncoders = map[string]ValEncoder{}
  172. fieldEncoders = map[string]ValEncoder{}
  173. *cfg = *cfg.configBeforeFrozen.Froze()
  174. }
  175. func (cfg *frozenConfig) MarshalToString(v interface{}) (string, error) {
  176. stream := cfg.BorrowStream(nil)
  177. defer cfg.ReturnStream(stream)
  178. stream.WriteVal(v)
  179. if stream.Error != nil {
  180. return "", stream.Error
  181. }
  182. return string(stream.Buffer()), nil
  183. }
  184. func (cfg *frozenConfig) Marshal(v interface{}) ([]byte, error) {
  185. stream := cfg.BorrowStream(nil)
  186. defer cfg.ReturnStream(stream)
  187. stream.WriteVal(v)
  188. if stream.Error != nil {
  189. return nil, stream.Error
  190. }
  191. result := stream.Buffer()
  192. copied := make([]byte, len(result))
  193. copy(copied, result)
  194. return copied, nil
  195. }
  196. func (cfg *frozenConfig) MarshalIndent(v interface{}, prefix, indent string) ([]byte, error) {
  197. if prefix != "" {
  198. panic("prefix is not supported")
  199. }
  200. for _, r := range indent {
  201. if r != ' ' {
  202. panic("indent can only be space")
  203. }
  204. }
  205. newCfg := cfg.configBeforeFrozen
  206. newCfg.IndentionStep = len(indent)
  207. return newCfg.Froze().Marshal(v)
  208. }
  209. func (cfg *frozenConfig) UnmarshalFromString(str string, v interface{}) error {
  210. data := []byte(str)
  211. data = data[:lastNotSpacePos(data)]
  212. iter := cfg.BorrowIterator(data)
  213. defer cfg.ReturnIterator(iter)
  214. iter.ReadVal(v)
  215. if iter.head == iter.tail {
  216. iter.loadMore()
  217. }
  218. if iter.Error == io.EOF {
  219. return nil
  220. }
  221. if iter.Error == nil {
  222. iter.ReportError("UnmarshalFromString", "there are bytes left after unmarshal")
  223. }
  224. return iter.Error
  225. }
  226. func (cfg *frozenConfig) Get(data []byte, path ...interface{}) Any {
  227. iter := cfg.BorrowIterator(data)
  228. defer cfg.ReturnIterator(iter)
  229. return locatePath(iter, path)
  230. }
  231. func (cfg *frozenConfig) Unmarshal(data []byte, v interface{}) error {
  232. data = data[:lastNotSpacePos(data)]
  233. iter := cfg.BorrowIterator(data)
  234. defer cfg.ReturnIterator(iter)
  235. typ := reflect.TypeOf(v)
  236. if typ.Kind() != reflect.Ptr {
  237. // return non-pointer error
  238. return errors.New("the second param must be ptr type")
  239. }
  240. iter.ReadVal(v)
  241. if iter.head == iter.tail {
  242. iter.loadMore()
  243. }
  244. if iter.Error == io.EOF {
  245. return nil
  246. }
  247. if iter.Error == nil {
  248. iter.ReportError("Unmarshal", "there are bytes left after unmarshal")
  249. }
  250. return iter.Error
  251. }
  252. func (cfg *frozenConfig) NewEncoder(writer io.Writer) *Encoder {
  253. stream := NewStream(cfg, writer, 512)
  254. return &Encoder{stream}
  255. }
  256. func (cfg *frozenConfig) NewDecoder(reader io.Reader) *Decoder {
  257. iter := Parse(cfg, reader, 512)
  258. return &Decoder{iter}
  259. }