feature_config.go 8.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292
  1. package jsoniter
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "io"
  6. "reflect"
  7. "sync/atomic"
  8. "unsafe"
  9. )
  10. type Config struct {
  11. IndentionStep int
  12. MarshalFloatWith6Digits bool
  13. SupportUnexportedStructFields bool
  14. EscapeHtml bool
  15. SortMapKeys bool
  16. UseNumber bool
  17. }
  18. type frozenConfig struct {
  19. configBeforeFrozen Config
  20. sortMapKeys bool
  21. indentionStep int
  22. decoderCache unsafe.Pointer
  23. encoderCache unsafe.Pointer
  24. extensions []ExtensionFunc
  25. streamPool chan *Stream
  26. iteratorPool chan *Iterator
  27. }
  28. type Api interface {
  29. MarshalToString(v interface{}) (string, error)
  30. Marshal(v interface{}) ([]byte, error)
  31. UnmarshalFromString(str string, v interface{}) error
  32. Unmarshal(data []byte, v interface{}) error
  33. Get(data []byte, path ...interface{}) Any
  34. NewEncoder(writer io.Writer) *AdaptedEncoder
  35. NewDecoder(reader io.Reader) *AdaptedDecoder
  36. }
  37. var ConfigDefault = Config{
  38. EscapeHtml: true,
  39. }.Froze()
  40. // Trying to be 100% compatible with standard library behavior
  41. var ConfigCompatibleWithStandardLibrary = Config{
  42. EscapeHtml: true,
  43. SortMapKeys: true,
  44. }.Froze()
  45. var ConfigFastest = Config{
  46. MarshalFloatWith6Digits: true,
  47. }.Froze()
  48. func (cfg Config) Froze() *frozenConfig {
  49. frozenConfig := &frozenConfig{
  50. sortMapKeys: cfg.SortMapKeys,
  51. indentionStep: cfg.IndentionStep,
  52. streamPool: make(chan *Stream, 16),
  53. iteratorPool: make(chan *Iterator, 16),
  54. }
  55. atomic.StorePointer(&frozenConfig.decoderCache, unsafe.Pointer(&map[string]Decoder{}))
  56. atomic.StorePointer(&frozenConfig.encoderCache, unsafe.Pointer(&map[string]Encoder{}))
  57. if cfg.MarshalFloatWith6Digits {
  58. frozenConfig.marshalFloatWith6Digits()
  59. }
  60. if cfg.SupportUnexportedStructFields {
  61. frozenConfig.supportUnexportedStructFields()
  62. }
  63. if cfg.EscapeHtml {
  64. frozenConfig.escapeHtml()
  65. }
  66. if cfg.UseNumber {
  67. frozenConfig.useNumber()
  68. }
  69. frozenConfig.configBeforeFrozen = cfg
  70. return frozenConfig
  71. }
  72. func (cfg *frozenConfig) useNumber() {
  73. cfg.addDecoderToCache(reflect.TypeOf((*interface{})(nil)).Elem(), &funcDecoder{func(ptr unsafe.Pointer, iter *Iterator) {
  74. if iter.WhatIsNext() == Number {
  75. *((*interface{})(ptr)) = json.Number(iter.readNumberAsString())
  76. } else {
  77. *((*interface{})(ptr)) = iter.Read()
  78. }
  79. }})
  80. }
  81. // RegisterExtension can register a custom extension
  82. func (cfg *frozenConfig) registerExtension(extension ExtensionFunc) {
  83. cfg.extensions = append(cfg.extensions, extension)
  84. }
  85. func (cfg *frozenConfig) supportUnexportedStructFields() {
  86. cfg.registerExtension(func(type_ reflect.Type, field *reflect.StructField) ([]string, EncoderFunc, DecoderFunc) {
  87. return []string{field.Name}, nil, nil
  88. })
  89. }
  90. type lossyFloat32Encoder struct {
  91. }
  92. func (encoder *lossyFloat32Encoder) encode(ptr unsafe.Pointer, stream *Stream) {
  93. stream.WriteFloat32Lossy(*((*float32)(ptr)))
  94. }
  95. func (encoder *lossyFloat32Encoder) encodeInterface(val interface{}, stream *Stream) {
  96. writeToStream(val, stream, encoder)
  97. }
  98. func (encoder *lossyFloat32Encoder) isEmpty(ptr unsafe.Pointer) bool {
  99. return *((*float32)(ptr)) == 0
  100. }
  101. type lossyFloat64Encoder struct {
  102. }
  103. func (encoder *lossyFloat64Encoder) encode(ptr unsafe.Pointer, stream *Stream) {
  104. stream.WriteFloat64Lossy(*((*float64)(ptr)))
  105. }
  106. func (encoder *lossyFloat64Encoder) encodeInterface(val interface{}, stream *Stream) {
  107. writeToStream(val, stream, encoder)
  108. }
  109. func (encoder *lossyFloat64Encoder) isEmpty(ptr unsafe.Pointer) bool {
  110. return *((*float64)(ptr)) == 0
  111. }
  112. // EnableLossyFloatMarshalling keeps 10**(-6) precision
  113. // for float variables for better performance.
  114. func (cfg *frozenConfig) marshalFloatWith6Digits() {
  115. // for better performance
  116. cfg.addEncoderToCache(reflect.TypeOf((*float32)(nil)).Elem(), &lossyFloat32Encoder{})
  117. cfg.addEncoderToCache(reflect.TypeOf((*float64)(nil)).Elem(), &lossyFloat64Encoder{})
  118. }
  119. type htmlEscapedStringEncoder struct {
  120. }
  121. func (encoder *htmlEscapedStringEncoder) encode(ptr unsafe.Pointer, stream *Stream) {
  122. str := *((*string)(ptr))
  123. stream.WriteStringWithHtmlEscaped(str)
  124. }
  125. func (encoder *htmlEscapedStringEncoder) encodeInterface(val interface{}, stream *Stream) {
  126. writeToStream(val, stream, encoder)
  127. }
  128. func (encoder *htmlEscapedStringEncoder) isEmpty(ptr unsafe.Pointer) bool {
  129. return *((*string)(ptr)) == ""
  130. }
  131. func (cfg *frozenConfig) escapeHtml() {
  132. // for better performance
  133. cfg.addEncoderToCache(reflect.TypeOf((*string)(nil)).Elem(), &htmlEscapedStringEncoder{})
  134. }
  135. func (cfg *frozenConfig) addDecoderToCache(cacheKey reflect.Type, decoder Decoder) {
  136. done := false
  137. for !done {
  138. ptr := atomic.LoadPointer(&cfg.decoderCache)
  139. cache := *(*map[reflect.Type]Decoder)(ptr)
  140. copied := map[reflect.Type]Decoder{}
  141. for k, v := range cache {
  142. copied[k] = v
  143. }
  144. copied[cacheKey] = decoder
  145. done = atomic.CompareAndSwapPointer(&cfg.decoderCache, ptr, unsafe.Pointer(&copied))
  146. }
  147. }
  148. func (cfg *frozenConfig) addEncoderToCache(cacheKey reflect.Type, encoder Encoder) {
  149. done := false
  150. for !done {
  151. ptr := atomic.LoadPointer(&cfg.encoderCache)
  152. cache := *(*map[reflect.Type]Encoder)(ptr)
  153. copied := map[reflect.Type]Encoder{}
  154. for k, v := range cache {
  155. copied[k] = v
  156. }
  157. copied[cacheKey] = encoder
  158. done = atomic.CompareAndSwapPointer(&cfg.encoderCache, ptr, unsafe.Pointer(&copied))
  159. }
  160. }
  161. func (cfg *frozenConfig) getDecoderFromCache(cacheKey reflect.Type) Decoder {
  162. ptr := atomic.LoadPointer(&cfg.decoderCache)
  163. cache := *(*map[reflect.Type]Decoder)(ptr)
  164. return cache[cacheKey]
  165. }
  166. func (cfg *frozenConfig) getEncoderFromCache(cacheKey reflect.Type) Encoder {
  167. ptr := atomic.LoadPointer(&cfg.encoderCache)
  168. cache := *(*map[reflect.Type]Encoder)(ptr)
  169. return cache[cacheKey]
  170. }
  171. // cleanDecoders cleans decoders registered or cached
  172. func (cfg *frozenConfig) cleanDecoders() {
  173. typeDecoders = map[string]Decoder{}
  174. fieldDecoders = map[string]Decoder{}
  175. atomic.StorePointer(&cfg.decoderCache, unsafe.Pointer(&map[string]Decoder{}))
  176. }
  177. // cleanEncoders cleans encoders registered or cached
  178. func (cfg *frozenConfig) cleanEncoders() {
  179. typeEncoders = map[string]Encoder{}
  180. fieldEncoders = map[string]Encoder{}
  181. atomic.StorePointer(&cfg.encoderCache, unsafe.Pointer(&map[string]Encoder{}))
  182. }
  183. func (cfg *frozenConfig) MarshalToString(v interface{}) (string, error) {
  184. stream := cfg.BorrowStream(nil)
  185. defer cfg.ReturnStream(stream)
  186. stream.WriteVal(v)
  187. if stream.Error != nil {
  188. return "", stream.Error
  189. }
  190. return string(stream.Buffer()), nil
  191. }
  192. func (cfg *frozenConfig) Marshal(v interface{}) ([]byte, error) {
  193. stream := cfg.BorrowStream(nil)
  194. defer cfg.ReturnStream(stream)
  195. stream.WriteVal(v)
  196. if stream.Error != nil {
  197. return nil, stream.Error
  198. }
  199. result := stream.Buffer()
  200. copied := make([]byte, len(result))
  201. copy(copied, result)
  202. return copied, nil
  203. }
  204. func (cfg *frozenConfig) UnmarshalFromString(str string, v interface{}) error {
  205. data := []byte(str)
  206. data = data[:lastNotSpacePos(data)]
  207. iter := cfg.BorrowIterator(data)
  208. defer cfg.ReturnIterator(iter)
  209. iter.ReadVal(v)
  210. if iter.head == iter.tail {
  211. iter.loadMore()
  212. }
  213. if iter.Error == io.EOF {
  214. return nil
  215. }
  216. if iter.Error == nil {
  217. iter.reportError("UnmarshalFromString", "there are bytes left after unmarshal")
  218. }
  219. return iter.Error
  220. }
  221. func (cfg *frozenConfig) Get(data []byte, path ...interface{}) Any {
  222. iter := cfg.BorrowIterator(data)
  223. defer cfg.ReturnIterator(iter)
  224. return locatePath(iter, path)
  225. }
  226. func (cfg *frozenConfig) Unmarshal(data []byte, v interface{}) error {
  227. data = data[:lastNotSpacePos(data)]
  228. iter := cfg.BorrowIterator(data)
  229. defer cfg.ReturnIterator(iter)
  230. typ := reflect.TypeOf(v)
  231. if typ.Kind() != reflect.Ptr {
  232. // return non-pointer error
  233. return errors.New("the second param must be ptr type")
  234. }
  235. iter.ReadVal(v)
  236. if iter.head == iter.tail {
  237. iter.loadMore()
  238. }
  239. if iter.Error == io.EOF {
  240. return nil
  241. }
  242. if iter.Error == nil {
  243. iter.reportError("Unmarshal", "there are bytes left after unmarshal")
  244. }
  245. return iter.Error
  246. }
  247. func (cfg *frozenConfig) NewEncoder(writer io.Writer) *AdaptedEncoder {
  248. stream := NewStream(cfg, writer, 512)
  249. return &AdaptedEncoder{stream}
  250. }
  251. func (cfg *frozenConfig) NewDecoder(reader io.Reader) *AdaptedDecoder {
  252. iter := Parse(cfg, reader, 512)
  253. return &AdaptedDecoder{iter}
  254. }