feature_config.go 7.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274
  1. package jsoniter
  2. import (
  3. "errors"
  4. "io"
  5. "reflect"
  6. "sync/atomic"
  7. "unsafe"
  8. "encoding/json"
  9. )
  10. type Config struct {
  11. IndentionStep int
  12. MarshalFloatWith6Digits bool
  13. SupportUnexportedStructFields bool
  14. EscapeHtml bool
  15. SortMapKeys bool
  16. UseNumber bool
  17. }
  18. type frozenConfig struct {
  19. configBeforeFrozen Config
  20. sortMapKeys bool
  21. indentionStep int
  22. decoderCache unsafe.Pointer
  23. encoderCache unsafe.Pointer
  24. extensions []ExtensionFunc
  25. streamPool chan *Stream
  26. iteratorPool chan *Iterator
  27. }
  28. var ConfigDefault = Config{
  29. EscapeHtml: true,
  30. }.Froze()
  31. // Trying to be 100% compatible with standard library behavior
  32. var ConfigCompatibleWithStandardLibrary = Config{
  33. EscapeHtml: true,
  34. SortMapKeys: true,
  35. }.Froze()
  36. var ConfigFastest = Config{
  37. MarshalFloatWith6Digits: true,
  38. }.Froze()
  39. func (cfg Config) Froze() *frozenConfig {
  40. frozenConfig := &frozenConfig{
  41. sortMapKeys: cfg.SortMapKeys,
  42. indentionStep: cfg.IndentionStep,
  43. streamPool: make(chan *Stream, 16),
  44. iteratorPool: make(chan *Iterator, 16),
  45. }
  46. atomic.StorePointer(&frozenConfig.decoderCache, unsafe.Pointer(&map[string]Decoder{}))
  47. atomic.StorePointer(&frozenConfig.encoderCache, unsafe.Pointer(&map[string]Encoder{}))
  48. if cfg.MarshalFloatWith6Digits {
  49. frozenConfig.marshalFloatWith6Digits()
  50. }
  51. if cfg.SupportUnexportedStructFields {
  52. frozenConfig.supportUnexportedStructFields()
  53. }
  54. if cfg.EscapeHtml {
  55. frozenConfig.escapeHtml()
  56. }
  57. if cfg.UseNumber {
  58. frozenConfig.useNumber()
  59. }
  60. frozenConfig.configBeforeFrozen = cfg
  61. return frozenConfig
  62. }
  63. func (cfg *frozenConfig) useNumber() {
  64. cfg.addDecoderToCache(reflect.TypeOf((*interface{})(nil)).Elem(), &funcDecoder{func(ptr unsafe.Pointer, iter *Iterator) {
  65. if iter.WhatIsNext() == Number {
  66. *((*interface{})(ptr)) = json.Number(iter.readNumberAsString())
  67. } else {
  68. *((*interface{})(ptr)) = iter.Read()
  69. }
  70. }})
  71. }
  72. // RegisterExtension can register a custom extension
  73. func (cfg *frozenConfig) registerExtension(extension ExtensionFunc) {
  74. cfg.extensions = append(cfg.extensions, extension)
  75. }
  76. func (cfg *frozenConfig) supportUnexportedStructFields() {
  77. cfg.registerExtension(func(type_ reflect.Type, field *reflect.StructField) ([]string, EncoderFunc, DecoderFunc) {
  78. return []string{field.Name}, nil, nil
  79. })
  80. }
  81. // EnableLossyFloatMarshalling keeps 10**(-6) precision
  82. // for float variables for better performance.
  83. func (cfg *frozenConfig) marshalFloatWith6Digits() {
  84. // for better performance
  85. cfg.addEncoderToCache(reflect.TypeOf((*float32)(nil)).Elem(), &funcEncoder{func(ptr unsafe.Pointer, stream *Stream) {
  86. val := *((*float32)(ptr))
  87. stream.WriteFloat32Lossy(val)
  88. }})
  89. cfg.addEncoderToCache(reflect.TypeOf((*float64)(nil)).Elem(), &funcEncoder{func(ptr unsafe.Pointer, stream *Stream) {
  90. val := *((*float64)(ptr))
  91. stream.WriteFloat64Lossy(val)
  92. }})
  93. }
  94. func (cfg *frozenConfig) escapeHtml() {
  95. // for better performance
  96. cfg.addEncoderToCache(reflect.TypeOf((*string)(nil)).Elem(), &funcEncoder{func(ptr unsafe.Pointer, stream *Stream) {
  97. val := *((*string)(ptr))
  98. stream.WriteStringWithHtmlEscaped(val)
  99. }})
  100. }
  101. func (cfg *frozenConfig) addDecoderToCache(cacheKey reflect.Type, decoder Decoder) {
  102. done := false
  103. for !done {
  104. ptr := atomic.LoadPointer(&cfg.decoderCache)
  105. cache := *(*map[reflect.Type]Decoder)(ptr)
  106. copied := map[reflect.Type]Decoder{}
  107. for k, v := range cache {
  108. copied[k] = v
  109. }
  110. copied[cacheKey] = decoder
  111. done = atomic.CompareAndSwapPointer(&cfg.decoderCache, ptr, unsafe.Pointer(&copied))
  112. }
  113. }
  114. func (cfg *frozenConfig) addEncoderToCache(cacheKey reflect.Type, encoder Encoder) {
  115. done := false
  116. for !done {
  117. ptr := atomic.LoadPointer(&cfg.encoderCache)
  118. cache := *(*map[reflect.Type]Encoder)(ptr)
  119. copied := map[reflect.Type]Encoder{}
  120. for k, v := range cache {
  121. copied[k] = v
  122. }
  123. copied[cacheKey] = encoder
  124. done = atomic.CompareAndSwapPointer(&cfg.encoderCache, ptr, unsafe.Pointer(&copied))
  125. }
  126. }
  127. func (cfg *frozenConfig) getDecoderFromCache(cacheKey reflect.Type) Decoder {
  128. ptr := atomic.LoadPointer(&cfg.decoderCache)
  129. cache := *(*map[reflect.Type]Decoder)(ptr)
  130. return cache[cacheKey]
  131. }
  132. func (cfg *frozenConfig) getEncoderFromCache(cacheKey reflect.Type) Encoder {
  133. ptr := atomic.LoadPointer(&cfg.encoderCache)
  134. cache := *(*map[reflect.Type]Encoder)(ptr)
  135. return cache[cacheKey]
  136. }
  137. // CleanDecoders cleans decoders registered or cached
  138. func (cfg *frozenConfig) CleanDecoders() {
  139. typeDecoders = map[string]Decoder{}
  140. fieldDecoders = map[string]Decoder{}
  141. atomic.StorePointer(&cfg.decoderCache, unsafe.Pointer(&map[string]Decoder{}))
  142. }
  143. // CleanEncoders cleans encoders registered or cached
  144. func (cfg *frozenConfig) CleanEncoders() {
  145. typeEncoders = map[string]Encoder{}
  146. fieldEncoders = map[string]Encoder{}
  147. atomic.StorePointer(&cfg.encoderCache, unsafe.Pointer(&map[string]Encoder{}))
  148. }
  149. func (cfg *frozenConfig) MarshalToString(v interface{}) (string, error) {
  150. stream := cfg.BorrowStream(nil)
  151. defer cfg.ReturnStream(stream)
  152. stream.WriteVal(v)
  153. if stream.Error != nil {
  154. return "", stream.Error
  155. }
  156. return string(stream.Buffer()), nil
  157. }
  158. func (cfg *frozenConfig) Marshal(v interface{}) ([]byte, error) {
  159. stream := cfg.BorrowStream(nil)
  160. defer cfg.ReturnStream(stream)
  161. stream.WriteVal(v)
  162. if stream.Error != nil {
  163. return nil, stream.Error
  164. }
  165. result := stream.Buffer()
  166. copied := make([]byte, len(result))
  167. copy(copied, result)
  168. return copied, nil
  169. }
  170. func (cfg *frozenConfig) UnmarshalFromString(str string, v interface{}) error {
  171. data := []byte(str)
  172. data = data[:lastNotSpacePos(data)]
  173. iter := cfg.BorrowIterator(data)
  174. defer cfg.ReturnIterator(iter)
  175. iter.ReadVal(v)
  176. if iter.head == iter.tail {
  177. iter.loadMore()
  178. }
  179. if iter.Error == io.EOF {
  180. return nil
  181. }
  182. if iter.Error == nil {
  183. iter.reportError("UnmarshalFromString", "there are bytes left after unmarshal")
  184. }
  185. return iter.Error
  186. }
  187. func (cfg *frozenConfig) UnmarshalAnyFromString(str string) (Any, error) {
  188. data := []byte(str)
  189. data = data[:lastNotSpacePos(data)]
  190. iter := cfg.BorrowIterator(data)
  191. defer cfg.ReturnIterator(iter)
  192. any := iter.ReadAny()
  193. if iter.head == iter.tail {
  194. iter.loadMore()
  195. }
  196. if iter.Error == io.EOF {
  197. return any, nil
  198. }
  199. if iter.Error == nil {
  200. iter.reportError("UnmarshalAnyFromString", "there are bytes left after unmarshal")
  201. }
  202. return nil, iter.Error
  203. }
  204. func (cfg *frozenConfig) UnmarshalAny(data []byte) (Any, error) {
  205. data = data[:lastNotSpacePos(data)]
  206. iter := cfg.BorrowIterator(data)
  207. defer cfg.ReturnIterator(iter)
  208. any := iter.ReadAny()
  209. if iter.head == iter.tail {
  210. iter.loadMore()
  211. }
  212. if iter.Error == io.EOF {
  213. return any, nil
  214. }
  215. if iter.Error == nil {
  216. iter.reportError("UnmarshalAny", "there are bytes left after unmarshal")
  217. }
  218. return any, iter.Error
  219. }
  220. func (cfg *frozenConfig) Unmarshal(data []byte, v interface{}) error {
  221. data = data[:lastNotSpacePos(data)]
  222. iter := cfg.BorrowIterator(data)
  223. defer cfg.ReturnIterator(iter)
  224. typ := reflect.TypeOf(v)
  225. if typ.Kind() != reflect.Ptr {
  226. // return non-pointer error
  227. return errors.New("the second param must be ptr type")
  228. }
  229. iter.ReadVal(v)
  230. if iter.head == iter.tail {
  231. iter.loadMore()
  232. }
  233. if iter.Error == io.EOF {
  234. return nil
  235. }
  236. if iter.Error == nil {
  237. iter.reportError("Unmarshal", "there are bytes left after unmarshal")
  238. }
  239. return iter.Error
  240. }
  241. func (cfg *frozenConfig) NewEncoder(writer io.Writer) *AdaptedEncoder {
  242. stream := NewStream(cfg, writer, 512)
  243. return &AdaptedEncoder{stream}
  244. }
  245. func (cfg *frozenConfig) NewDecoder(reader io.Reader) *AdaptedDecoder {
  246. iter := Parse(cfg, reader, 512)
  247. return &AdaptedDecoder{iter}
  248. }