feature_config.go 8.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304
  1. package jsoniter
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "io"
  6. "reflect"
  7. "sync/atomic"
  8. "unsafe"
  9. )
  10. // Config customize how the API should behave.
  11. // The API is created from Config by Froze.
  12. type Config struct {
  13. IndentionStep int
  14. MarshalFloatWith6Digits bool
  15. EscapeHTML bool
  16. SortMapKeys bool
  17. UseNumber bool
  18. }
  19. type frozenConfig struct {
  20. configBeforeFrozen Config
  21. sortMapKeys bool
  22. indentionStep int
  23. decoderCache unsafe.Pointer
  24. encoderCache unsafe.Pointer
  25. extensions []Extension
  26. streamPool chan *Stream
  27. iteratorPool chan *Iterator
  28. }
  29. // API the public interface of this package.
  30. // Primary Marshal and Unmarshal.
  31. type API interface {
  32. IteratorPool
  33. StreamPool
  34. MarshalToString(v interface{}) (string, error)
  35. Marshal(v interface{}) ([]byte, error)
  36. MarshalIndent(v interface{}, prefix, indent string) ([]byte, error)
  37. UnmarshalFromString(str string, v interface{}) error
  38. Unmarshal(data []byte, v interface{}) error
  39. Get(data []byte, path ...interface{}) Any
  40. NewEncoder(writer io.Writer) *Encoder
  41. NewDecoder(reader io.Reader) *Decoder
  42. }
  43. // ConfigDefault the default API
  44. var ConfigDefault = Config{
  45. EscapeHTML: true,
  46. }.Froze()
  47. // ConfigCompatibleWithStandardLibrary tries to be 100% compatible with standard library behavior
  48. var ConfigCompatibleWithStandardLibrary = Config{
  49. EscapeHTML: true,
  50. SortMapKeys: true,
  51. }.Froze()
  52. // ConfigFastest marshals float with only 6 digits precision
  53. var ConfigFastest = Config{
  54. EscapeHTML: false,
  55. MarshalFloatWith6Digits: true,
  56. }.Froze()
  57. // Froze forge API from config
  58. func (cfg Config) Froze() API {
  59. // TODO: cache frozen config
  60. frozenConfig := &frozenConfig{
  61. sortMapKeys: cfg.SortMapKeys,
  62. indentionStep: cfg.IndentionStep,
  63. streamPool: make(chan *Stream, 16),
  64. iteratorPool: make(chan *Iterator, 16),
  65. }
  66. atomic.StorePointer(&frozenConfig.decoderCache, unsafe.Pointer(&map[string]ValDecoder{}))
  67. atomic.StorePointer(&frozenConfig.encoderCache, unsafe.Pointer(&map[string]ValEncoder{}))
  68. if cfg.MarshalFloatWith6Digits {
  69. frozenConfig.marshalFloatWith6Digits()
  70. }
  71. if cfg.EscapeHTML {
  72. frozenConfig.escapeHTML()
  73. }
  74. if cfg.UseNumber {
  75. frozenConfig.useNumber()
  76. }
  77. frozenConfig.configBeforeFrozen = cfg
  78. return frozenConfig
  79. }
  80. func (cfg *frozenConfig) useNumber() {
  81. cfg.addDecoderToCache(reflect.TypeOf((*interface{})(nil)).Elem(), &funcDecoder{func(ptr unsafe.Pointer, iter *Iterator) {
  82. if iter.WhatIsNext() == Number {
  83. *((*interface{})(ptr)) = json.Number(iter.readNumberAsString())
  84. } else {
  85. *((*interface{})(ptr)) = iter.Read()
  86. }
  87. }})
  88. }
  89. func (cfg *frozenConfig) registerExtension(extension Extension) {
  90. cfg.extensions = append(cfg.extensions, extension)
  91. }
  92. type lossyFloat32Encoder struct {
  93. }
  94. func (encoder *lossyFloat32Encoder) Encode(ptr unsafe.Pointer, stream *Stream) {
  95. stream.WriteFloat32Lossy(*((*float32)(ptr)))
  96. }
  97. func (encoder *lossyFloat32Encoder) EncodeInterface(val interface{}, stream *Stream) {
  98. WriteToStream(val, stream, encoder)
  99. }
  100. func (encoder *lossyFloat32Encoder) IsEmpty(ptr unsafe.Pointer) bool {
  101. return *((*float32)(ptr)) == 0
  102. }
  103. type lossyFloat64Encoder struct {
  104. }
  105. func (encoder *lossyFloat64Encoder) Encode(ptr unsafe.Pointer, stream *Stream) {
  106. stream.WriteFloat64Lossy(*((*float64)(ptr)))
  107. }
  108. func (encoder *lossyFloat64Encoder) EncodeInterface(val interface{}, stream *Stream) {
  109. WriteToStream(val, stream, encoder)
  110. }
  111. func (encoder *lossyFloat64Encoder) IsEmpty(ptr unsafe.Pointer) bool {
  112. return *((*float64)(ptr)) == 0
  113. }
  114. // EnableLossyFloatMarshalling keeps 10**(-6) precision
  115. // for float variables for better performance.
  116. func (cfg *frozenConfig) marshalFloatWith6Digits() {
  117. // for better performance
  118. cfg.addEncoderToCache(reflect.TypeOf((*float32)(nil)).Elem(), &lossyFloat32Encoder{})
  119. cfg.addEncoderToCache(reflect.TypeOf((*float64)(nil)).Elem(), &lossyFloat64Encoder{})
  120. }
  121. type htmlEscapedStringEncoder struct {
  122. }
  123. func (encoder *htmlEscapedStringEncoder) Encode(ptr unsafe.Pointer, stream *Stream) {
  124. str := *((*string)(ptr))
  125. stream.WriteStringWithHTMLEscaped(str)
  126. }
  127. func (encoder *htmlEscapedStringEncoder) EncodeInterface(val interface{}, stream *Stream) {
  128. WriteToStream(val, stream, encoder)
  129. }
  130. func (encoder *htmlEscapedStringEncoder) IsEmpty(ptr unsafe.Pointer) bool {
  131. return *((*string)(ptr)) == ""
  132. }
  133. func (cfg *frozenConfig) escapeHTML() {
  134. cfg.addEncoderToCache(reflect.TypeOf((*string)(nil)).Elem(), &htmlEscapedStringEncoder{})
  135. }
  136. func (cfg *frozenConfig) addDecoderToCache(cacheKey reflect.Type, decoder ValDecoder) {
  137. done := false
  138. for !done {
  139. ptr := atomic.LoadPointer(&cfg.decoderCache)
  140. cache := *(*map[reflect.Type]ValDecoder)(ptr)
  141. copied := map[reflect.Type]ValDecoder{}
  142. for k, v := range cache {
  143. copied[k] = v
  144. }
  145. copied[cacheKey] = decoder
  146. done = atomic.CompareAndSwapPointer(&cfg.decoderCache, ptr, unsafe.Pointer(&copied))
  147. }
  148. }
  149. func (cfg *frozenConfig) addEncoderToCache(cacheKey reflect.Type, encoder ValEncoder) {
  150. done := false
  151. for !done {
  152. ptr := atomic.LoadPointer(&cfg.encoderCache)
  153. cache := *(*map[reflect.Type]ValEncoder)(ptr)
  154. copied := map[reflect.Type]ValEncoder{}
  155. for k, v := range cache {
  156. copied[k] = v
  157. }
  158. copied[cacheKey] = encoder
  159. done = atomic.CompareAndSwapPointer(&cfg.encoderCache, ptr, unsafe.Pointer(&copied))
  160. }
  161. }
  162. func (cfg *frozenConfig) getDecoderFromCache(cacheKey reflect.Type) ValDecoder {
  163. ptr := atomic.LoadPointer(&cfg.decoderCache)
  164. cache := *(*map[reflect.Type]ValDecoder)(ptr)
  165. return cache[cacheKey]
  166. }
  167. func (cfg *frozenConfig) getEncoderFromCache(cacheKey reflect.Type) ValEncoder {
  168. ptr := atomic.LoadPointer(&cfg.encoderCache)
  169. cache := *(*map[reflect.Type]ValEncoder)(ptr)
  170. return cache[cacheKey]
  171. }
  172. func (cfg *frozenConfig) cleanDecoders() {
  173. typeDecoders = map[string]ValDecoder{}
  174. fieldDecoders = map[string]ValDecoder{}
  175. *cfg = *(cfg.configBeforeFrozen.Froze().(*frozenConfig))
  176. }
  177. func (cfg *frozenConfig) cleanEncoders() {
  178. typeEncoders = map[string]ValEncoder{}
  179. fieldEncoders = map[string]ValEncoder{}
  180. *cfg = *(cfg.configBeforeFrozen.Froze().(*frozenConfig))
  181. }
  182. func (cfg *frozenConfig) MarshalToString(v interface{}) (string, error) {
  183. stream := cfg.BorrowStream(nil)
  184. defer cfg.ReturnStream(stream)
  185. stream.WriteVal(v)
  186. if stream.Error != nil {
  187. return "", stream.Error
  188. }
  189. return string(stream.Buffer()), nil
  190. }
  191. func (cfg *frozenConfig) Marshal(v interface{}) ([]byte, error) {
  192. stream := cfg.BorrowStream(nil)
  193. defer cfg.ReturnStream(stream)
  194. stream.WriteVal(v)
  195. if stream.Error != nil {
  196. return nil, stream.Error
  197. }
  198. result := stream.Buffer()
  199. copied := make([]byte, len(result))
  200. copy(copied, result)
  201. return copied, nil
  202. }
  203. func (cfg *frozenConfig) MarshalIndent(v interface{}, prefix, indent string) ([]byte, error) {
  204. if prefix != "" {
  205. panic("prefix is not supported")
  206. }
  207. for _, r := range indent {
  208. if r != ' ' {
  209. panic("indent can only be space")
  210. }
  211. }
  212. newCfg := cfg.configBeforeFrozen
  213. newCfg.IndentionStep = len(indent)
  214. return newCfg.Froze().Marshal(v)
  215. }
  216. func (cfg *frozenConfig) UnmarshalFromString(str string, v interface{}) error {
  217. data := []byte(str)
  218. data = data[:lastNotSpacePos(data)]
  219. iter := cfg.BorrowIterator(data)
  220. defer cfg.ReturnIterator(iter)
  221. iter.ReadVal(v)
  222. if iter.head == iter.tail {
  223. iter.loadMore()
  224. }
  225. if iter.Error == io.EOF {
  226. return nil
  227. }
  228. if iter.Error == nil {
  229. iter.ReportError("UnmarshalFromString", "there are bytes left after unmarshal")
  230. }
  231. return iter.Error
  232. }
  233. func (cfg *frozenConfig) Get(data []byte, path ...interface{}) Any {
  234. iter := cfg.BorrowIterator(data)
  235. defer cfg.ReturnIterator(iter)
  236. return locatePath(iter, path)
  237. }
  238. func (cfg *frozenConfig) Unmarshal(data []byte, v interface{}) error {
  239. data = data[:lastNotSpacePos(data)]
  240. iter := cfg.BorrowIterator(data)
  241. defer cfg.ReturnIterator(iter)
  242. typ := reflect.TypeOf(v)
  243. if typ.Kind() != reflect.Ptr {
  244. // return non-pointer error
  245. return errors.New("the second param must be ptr type")
  246. }
  247. iter.ReadVal(v)
  248. if iter.head == iter.tail {
  249. iter.loadMore()
  250. }
  251. if iter.Error == io.EOF {
  252. return nil
  253. }
  254. if iter.Error == nil {
  255. iter.ReportError("Unmarshal", "there are bytes left after unmarshal")
  256. }
  257. return iter.Error
  258. }
  259. func (cfg *frozenConfig) NewEncoder(writer io.Writer) *Encoder {
  260. stream := NewStream(cfg, writer, 512)
  261. return &Encoder{stream}
  262. }
  263. func (cfg *frozenConfig) NewDecoder(reader io.Reader) *Decoder {
  264. iter := Parse(cfg, reader, 512)
  265. return &Decoder{iter}
  266. }