feature_config.go 7.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282
  1. package jsoniter
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "io"
  6. "reflect"
  7. "sync/atomic"
  8. "unsafe"
  9. )
  10. type Config struct {
  11. IndentionStep int
  12. MarshalFloatWith6Digits bool
  13. EscapeHtml bool
  14. SortMapKeys bool
  15. UseNumber bool
  16. }
  17. type frozenConfig struct {
  18. configBeforeFrozen Config
  19. sortMapKeys bool
  20. indentionStep int
  21. decoderCache unsafe.Pointer
  22. encoderCache unsafe.Pointer
  23. extensions []Extension
  24. streamPool chan *Stream
  25. iteratorPool chan *Iterator
  26. }
  27. type Api interface {
  28. MarshalToString(v interface{}) (string, error)
  29. Marshal(v interface{}) ([]byte, error)
  30. UnmarshalFromString(str string, v interface{}) error
  31. Unmarshal(data []byte, v interface{}) error
  32. Get(data []byte, path ...interface{}) Any
  33. NewEncoder(writer io.Writer) *Encoder
  34. NewDecoder(reader io.Reader) *Decoder
  35. }
  36. var ConfigDefault = Config{
  37. EscapeHtml: true,
  38. }.Froze()
  39. // Trying to be 100% compatible with standard library behavior
  40. var ConfigCompatibleWithStandardLibrary = Config{
  41. EscapeHtml: true,
  42. SortMapKeys: true,
  43. }.Froze()
  44. var ConfigFastest = Config{
  45. EscapeHtml: false,
  46. MarshalFloatWith6Digits: true,
  47. }.Froze()
  48. func (cfg Config) Froze() *frozenConfig {
  49. frozenConfig := &frozenConfig{
  50. sortMapKeys: cfg.SortMapKeys,
  51. indentionStep: cfg.IndentionStep,
  52. streamPool: make(chan *Stream, 16),
  53. iteratorPool: make(chan *Iterator, 16),
  54. }
  55. atomic.StorePointer(&frozenConfig.decoderCache, unsafe.Pointer(&map[string]ValDecoder{}))
  56. atomic.StorePointer(&frozenConfig.encoderCache, unsafe.Pointer(&map[string]ValEncoder{}))
  57. if cfg.MarshalFloatWith6Digits {
  58. frozenConfig.marshalFloatWith6Digits()
  59. }
  60. if cfg.EscapeHtml {
  61. frozenConfig.escapeHtml()
  62. }
  63. if cfg.UseNumber {
  64. frozenConfig.useNumber()
  65. }
  66. frozenConfig.configBeforeFrozen = cfg
  67. return frozenConfig
  68. }
  69. func (cfg *frozenConfig) useNumber() {
  70. cfg.addDecoderToCache(reflect.TypeOf((*interface{})(nil)).Elem(), &funcDecoder{func(ptr unsafe.Pointer, iter *Iterator) {
  71. if iter.WhatIsNext() == Number {
  72. *((*interface{})(ptr)) = json.Number(iter.readNumberAsString())
  73. } else {
  74. *((*interface{})(ptr)) = iter.Read()
  75. }
  76. }})
  77. }
  78. func (cfg *frozenConfig) registerExtension(extension Extension) {
  79. cfg.extensions = append(cfg.extensions, extension)
  80. }
  81. type lossyFloat32Encoder struct {
  82. }
  83. func (encoder *lossyFloat32Encoder) Encode(ptr unsafe.Pointer, stream *Stream) {
  84. stream.WriteFloat32Lossy(*((*float32)(ptr)))
  85. }
  86. func (encoder *lossyFloat32Encoder) EncodeInterface(val interface{}, stream *Stream) {
  87. WriteToStream(val, stream, encoder)
  88. }
  89. func (encoder *lossyFloat32Encoder) IsEmpty(ptr unsafe.Pointer) bool {
  90. return *((*float32)(ptr)) == 0
  91. }
  92. type lossyFloat64Encoder struct {
  93. }
  94. func (encoder *lossyFloat64Encoder) Encode(ptr unsafe.Pointer, stream *Stream) {
  95. stream.WriteFloat64Lossy(*((*float64)(ptr)))
  96. }
  97. func (encoder *lossyFloat64Encoder) EncodeInterface(val interface{}, stream *Stream) {
  98. WriteToStream(val, stream, encoder)
  99. }
  100. func (encoder *lossyFloat64Encoder) IsEmpty(ptr unsafe.Pointer) bool {
  101. return *((*float64)(ptr)) == 0
  102. }
  103. // EnableLossyFloatMarshalling keeps 10**(-6) precision
  104. // for float variables for better performance.
  105. func (cfg *frozenConfig) marshalFloatWith6Digits() {
  106. // for better performance
  107. cfg.addEncoderToCache(reflect.TypeOf((*float32)(nil)).Elem(), &lossyFloat32Encoder{})
  108. cfg.addEncoderToCache(reflect.TypeOf((*float64)(nil)).Elem(), &lossyFloat64Encoder{})
  109. }
  110. type htmlEscapedStringEncoder struct {
  111. }
  112. func (encoder *htmlEscapedStringEncoder) Encode(ptr unsafe.Pointer, stream *Stream) {
  113. str := *((*string)(ptr))
  114. stream.WriteStringWithHtmlEscaped(str)
  115. }
  116. func (encoder *htmlEscapedStringEncoder) EncodeInterface(val interface{}, stream *Stream) {
  117. WriteToStream(val, stream, encoder)
  118. }
  119. func (encoder *htmlEscapedStringEncoder) IsEmpty(ptr unsafe.Pointer) bool {
  120. return *((*string)(ptr)) == ""
  121. }
  122. func (cfg *frozenConfig) escapeHtml() {
  123. // for better performance
  124. cfg.addEncoderToCache(reflect.TypeOf((*string)(nil)).Elem(), &htmlEscapedStringEncoder{})
  125. }
  126. func (cfg *frozenConfig) addDecoderToCache(cacheKey reflect.Type, decoder ValDecoder) {
  127. done := false
  128. for !done {
  129. ptr := atomic.LoadPointer(&cfg.decoderCache)
  130. cache := *(*map[reflect.Type]ValDecoder)(ptr)
  131. copied := map[reflect.Type]ValDecoder{}
  132. for k, v := range cache {
  133. copied[k] = v
  134. }
  135. copied[cacheKey] = decoder
  136. done = atomic.CompareAndSwapPointer(&cfg.decoderCache, ptr, unsafe.Pointer(&copied))
  137. }
  138. }
  139. func (cfg *frozenConfig) addEncoderToCache(cacheKey reflect.Type, encoder ValEncoder) {
  140. done := false
  141. for !done {
  142. ptr := atomic.LoadPointer(&cfg.encoderCache)
  143. cache := *(*map[reflect.Type]ValEncoder)(ptr)
  144. copied := map[reflect.Type]ValEncoder{}
  145. for k, v := range cache {
  146. copied[k] = v
  147. }
  148. copied[cacheKey] = encoder
  149. done = atomic.CompareAndSwapPointer(&cfg.encoderCache, ptr, unsafe.Pointer(&copied))
  150. }
  151. }
  152. func (cfg *frozenConfig) getDecoderFromCache(cacheKey reflect.Type) ValDecoder {
  153. ptr := atomic.LoadPointer(&cfg.decoderCache)
  154. cache := *(*map[reflect.Type]ValDecoder)(ptr)
  155. return cache[cacheKey]
  156. }
  157. func (cfg *frozenConfig) getEncoderFromCache(cacheKey reflect.Type) ValEncoder {
  158. ptr := atomic.LoadPointer(&cfg.encoderCache)
  159. cache := *(*map[reflect.Type]ValEncoder)(ptr)
  160. return cache[cacheKey]
  161. }
  162. // cleanDecoders cleans decoders registered or cached
  163. func (cfg *frozenConfig) cleanDecoders() {
  164. typeDecoders = map[string]ValDecoder{}
  165. fieldDecoders = map[string]ValDecoder{}
  166. atomic.StorePointer(&cfg.decoderCache, unsafe.Pointer(&map[string]ValDecoder{}))
  167. }
  168. // cleanEncoders cleans encoders registered or cached
  169. func (cfg *frozenConfig) cleanEncoders() {
  170. typeEncoders = map[string]ValEncoder{}
  171. fieldEncoders = map[string]ValEncoder{}
  172. atomic.StorePointer(&cfg.encoderCache, unsafe.Pointer(&map[string]ValEncoder{}))
  173. }
  174. func (cfg *frozenConfig) MarshalToString(v interface{}) (string, error) {
  175. stream := cfg.BorrowStream(nil)
  176. defer cfg.ReturnStream(stream)
  177. stream.WriteVal(v)
  178. if stream.Error != nil {
  179. return "", stream.Error
  180. }
  181. return string(stream.Buffer()), nil
  182. }
  183. func (cfg *frozenConfig) Marshal(v interface{}) ([]byte, error) {
  184. stream := cfg.BorrowStream(nil)
  185. defer cfg.ReturnStream(stream)
  186. stream.WriteVal(v)
  187. if stream.Error != nil {
  188. return nil, stream.Error
  189. }
  190. result := stream.Buffer()
  191. copied := make([]byte, len(result))
  192. copy(copied, result)
  193. return copied, nil
  194. }
  195. func (cfg *frozenConfig) UnmarshalFromString(str string, v interface{}) error {
  196. data := []byte(str)
  197. data = data[:lastNotSpacePos(data)]
  198. iter := cfg.BorrowIterator(data)
  199. defer cfg.ReturnIterator(iter)
  200. iter.ReadVal(v)
  201. if iter.head == iter.tail {
  202. iter.loadMore()
  203. }
  204. if iter.Error == io.EOF {
  205. return nil
  206. }
  207. if iter.Error == nil {
  208. iter.ReportError("UnmarshalFromString", "there are bytes left after unmarshal")
  209. }
  210. return iter.Error
  211. }
  212. func (cfg *frozenConfig) Get(data []byte, path ...interface{}) Any {
  213. iter := cfg.BorrowIterator(data)
  214. defer cfg.ReturnIterator(iter)
  215. return locatePath(iter, path)
  216. }
  217. func (cfg *frozenConfig) Unmarshal(data []byte, v interface{}) error {
  218. data = data[:lastNotSpacePos(data)]
  219. iter := cfg.BorrowIterator(data)
  220. defer cfg.ReturnIterator(iter)
  221. typ := reflect.TypeOf(v)
  222. if typ.Kind() != reflect.Ptr {
  223. // return non-pointer error
  224. return errors.New("the second param must be ptr type")
  225. }
  226. iter.ReadVal(v)
  227. if iter.head == iter.tail {
  228. iter.loadMore()
  229. }
  230. if iter.Error == io.EOF {
  231. return nil
  232. }
  233. if iter.Error == nil {
  234. iter.ReportError("Unmarshal", "there are bytes left after unmarshal")
  235. }
  236. return iter.Error
  237. }
  238. func (cfg *frozenConfig) NewEncoder(writer io.Writer) *Encoder {
  239. stream := NewStream(cfg, writer, 512)
  240. return &Encoder{stream}
  241. }
  242. func (cfg *frozenConfig) NewDecoder(reader io.Reader) *Decoder {
  243. iter := Parse(cfg, reader, 512)
  244. return &Decoder{iter}
  245. }