feature_config.go 7.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257
  1. package jsoniter
  2. import (
  3. "io"
  4. "reflect"
  5. "sync/atomic"
  6. "unsafe"
  7. "errors"
  8. )
  9. type Config struct {
  10. IndentionStep int
  11. MarshalFloatWith6Digits bool
  12. SupportUnexportedStructFields bool
  13. EscapeHtml bool
  14. SortMapKeys bool
  15. }
  16. type frozenConfig struct {
  17. configBeforeFrozen Config
  18. sortMapKeys bool
  19. indentionStep int
  20. decoderCache unsafe.Pointer
  21. encoderCache unsafe.Pointer
  22. extensions []ExtensionFunc
  23. streamPool chan *Stream
  24. iteratorPool chan *Iterator
  25. }
  26. var ConfigDefault = Config{}.Froze()
  27. // Trying to be 100% compatible with standard library behavior
  28. var ConfigCompatibleWithStandardLibrary = Config{
  29. EscapeHtml: true,
  30. SortMapKeys: true,
  31. }.Froze()
  32. var ConfigFastest = Config{
  33. MarshalFloatWith6Digits: true,
  34. }.Froze()
  35. func (cfg Config) Froze() *frozenConfig {
  36. frozenConfig := &frozenConfig{
  37. sortMapKeys: cfg.SortMapKeys,
  38. indentionStep: cfg.IndentionStep,
  39. streamPool: make(chan *Stream, 16),
  40. iteratorPool: make(chan *Iterator, 16),
  41. }
  42. atomic.StorePointer(&frozenConfig.decoderCache, unsafe.Pointer(&map[string]Decoder{}))
  43. atomic.StorePointer(&frozenConfig.encoderCache, unsafe.Pointer(&map[string]Encoder{}))
  44. if cfg.MarshalFloatWith6Digits {
  45. frozenConfig.marshalFloatWith6Digits()
  46. }
  47. if cfg.SupportUnexportedStructFields {
  48. frozenConfig.supportUnexportedStructFields()
  49. }
  50. if cfg.EscapeHtml {
  51. frozenConfig.escapeHtml()
  52. }
  53. frozenConfig.configBeforeFrozen = cfg
  54. return frozenConfig
  55. }
  56. // RegisterExtension can register a custom extension
  57. func (cfg *frozenConfig) registerExtension(extension ExtensionFunc) {
  58. cfg.extensions = append(cfg.extensions, extension)
  59. }
  60. func (cfg *frozenConfig) supportUnexportedStructFields() {
  61. cfg.registerExtension(func(type_ reflect.Type, field *reflect.StructField) ([]string, EncoderFunc, DecoderFunc) {
  62. return []string{field.Name}, nil, nil
  63. })
  64. }
  65. // EnableLossyFloatMarshalling keeps 10**(-6) precision
  66. // for float variables for better performance.
  67. func (cfg *frozenConfig) marshalFloatWith6Digits() {
  68. // for better performance
  69. cfg.addEncoderToCache(reflect.TypeOf((*float32)(nil)).Elem(), &funcEncoder{func(ptr unsafe.Pointer, stream *Stream) {
  70. val := *((*float32)(ptr))
  71. stream.WriteFloat32Lossy(val)
  72. }})
  73. cfg.addEncoderToCache(reflect.TypeOf((*float64)(nil)).Elem(), &funcEncoder{func(ptr unsafe.Pointer, stream *Stream) {
  74. val := *((*float64)(ptr))
  75. stream.WriteFloat64Lossy(val)
  76. }})
  77. }
  78. func (cfg *frozenConfig) escapeHtml() {
  79. // for better performance
  80. cfg.addEncoderToCache(reflect.TypeOf((*string)(nil)).Elem(), &funcEncoder{func(ptr unsafe.Pointer, stream *Stream) {
  81. val := *((*string)(ptr))
  82. stream.WriteStringWithHtmlEscaped(val)
  83. }})
  84. }
  85. func (cfg *frozenConfig) addDecoderToCache(cacheKey reflect.Type, decoder Decoder) {
  86. done := false
  87. for !done {
  88. ptr := atomic.LoadPointer(&cfg.decoderCache)
  89. cache := *(*map[reflect.Type]Decoder)(ptr)
  90. copied := map[reflect.Type]Decoder{}
  91. for k, v := range cache {
  92. copied[k] = v
  93. }
  94. copied[cacheKey] = decoder
  95. done = atomic.CompareAndSwapPointer(&cfg.decoderCache, ptr, unsafe.Pointer(&copied))
  96. }
  97. }
  98. func (cfg *frozenConfig) addEncoderToCache(cacheKey reflect.Type, encoder Encoder) {
  99. done := false
  100. for !done {
  101. ptr := atomic.LoadPointer(&cfg.encoderCache)
  102. cache := *(*map[reflect.Type]Encoder)(ptr)
  103. copied := map[reflect.Type]Encoder{}
  104. for k, v := range cache {
  105. copied[k] = v
  106. }
  107. copied[cacheKey] = encoder
  108. done = atomic.CompareAndSwapPointer(&cfg.encoderCache, ptr, unsafe.Pointer(&copied))
  109. }
  110. }
  111. func (cfg *frozenConfig) getDecoderFromCache(cacheKey reflect.Type) Decoder {
  112. ptr := atomic.LoadPointer(&cfg.decoderCache)
  113. cache := *(*map[reflect.Type]Decoder)(ptr)
  114. return cache[cacheKey]
  115. }
  116. func (cfg *frozenConfig) getEncoderFromCache(cacheKey reflect.Type) Encoder {
  117. ptr := atomic.LoadPointer(&cfg.encoderCache)
  118. cache := *(*map[reflect.Type]Encoder)(ptr)
  119. return cache[cacheKey]
  120. }
  121. // CleanDecoders cleans decoders registered or cached
  122. func (cfg *frozenConfig) CleanDecoders() {
  123. typeDecoders = map[string]Decoder{}
  124. fieldDecoders = map[string]Decoder{}
  125. atomic.StorePointer(&cfg.decoderCache, unsafe.Pointer(&map[string]Decoder{}))
  126. }
  127. // CleanEncoders cleans encoders registered or cached
  128. func (cfg *frozenConfig) CleanEncoders() {
  129. typeEncoders = map[string]Encoder{}
  130. fieldEncoders = map[string]Encoder{}
  131. atomic.StorePointer(&cfg.encoderCache, unsafe.Pointer(&map[string]Encoder{}))
  132. }
  133. func (cfg *frozenConfig) MarshalToString(v interface{}) (string, error) {
  134. stream := cfg.BorrowStream(nil)
  135. defer cfg.ReturnStream(stream)
  136. stream.WriteVal(v)
  137. if stream.Error != nil {
  138. return "", stream.Error
  139. }
  140. return string(stream.Buffer()), nil
  141. }
  142. func (cfg *frozenConfig) Marshal(v interface{}) ([]byte, error) {
  143. stream := cfg.BorrowStream(nil)
  144. defer cfg.ReturnStream(stream)
  145. stream.WriteVal(v)
  146. if stream.Error != nil {
  147. return nil, stream.Error
  148. }
  149. result := stream.Buffer()
  150. copied := make([]byte, len(result))
  151. copy(copied, result)
  152. return copied, nil
  153. }
  154. func (cfg *frozenConfig) UnmarshalFromString(str string, v interface{}) error {
  155. data := []byte(str)
  156. data = data[:lastNotSpacePos(data)]
  157. iter := cfg.BorrowIterator(data)
  158. defer cfg.ReturnIterator(iter)
  159. iter.ReadVal(v)
  160. if iter.head == iter.tail {
  161. iter.loadMore()
  162. }
  163. if iter.Error == io.EOF {
  164. return nil
  165. }
  166. if iter.Error == nil {
  167. iter.reportError("UnmarshalFromString", "there are bytes left after unmarshal")
  168. }
  169. return iter.Error
  170. }
  171. func (cfg *frozenConfig) UnmarshalAnyFromString(str string) (Any, error) {
  172. data := []byte(str)
  173. data = data[:lastNotSpacePos(data)]
  174. iter := cfg.BorrowIterator(data)
  175. defer cfg.ReturnIterator(iter)
  176. any := iter.ReadAny()
  177. if iter.head == iter.tail {
  178. iter.loadMore()
  179. }
  180. if iter.Error == io.EOF {
  181. return any, nil
  182. }
  183. if iter.Error == nil {
  184. iter.reportError("UnmarshalAnyFromString", "there are bytes left after unmarshal")
  185. }
  186. return nil, iter.Error
  187. }
  188. func (cfg *frozenConfig) UnmarshalAny(data []byte) (Any, error) {
  189. data = data[:lastNotSpacePos(data)]
  190. iter := cfg.BorrowIterator(data)
  191. defer cfg.ReturnIterator(iter)
  192. any := iter.ReadAny()
  193. if iter.head == iter.tail {
  194. iter.loadMore()
  195. }
  196. if iter.Error == io.EOF {
  197. return any, nil
  198. }
  199. if iter.Error == nil {
  200. iter.reportError("UnmarshalAny", "there are bytes left after unmarshal")
  201. }
  202. return any, iter.Error
  203. }
  204. func (cfg *frozenConfig) Unmarshal(data []byte, v interface{}) error {
  205. data = data[:lastNotSpacePos(data)]
  206. iter := cfg.BorrowIterator(data)
  207. defer cfg.ReturnIterator(iter)
  208. typ := reflect.TypeOf(v)
  209. if typ.Kind() != reflect.Ptr {
  210. // return non-pointer error
  211. return errors.New("the second param must be ptr type")
  212. }
  213. iter.ReadVal(v)
  214. if iter.head == iter.tail {
  215. iter.loadMore()
  216. }
  217. if iter.Error == io.EOF {
  218. return nil
  219. }
  220. if iter.Error == nil {
  221. iter.reportError("Unmarshal", "there are bytes left after unmarshal")
  222. }
  223. return iter.Error
  224. }
  225. func (cfg *frozenConfig) NewEncoder(writer io.Writer) *AdaptedEncoder {
  226. stream := NewStream(cfg, writer, 512)
  227. return &AdaptedEncoder{stream}
  228. }
  229. func (cfg *frozenConfig) NewDecoder(reader io.Reader) *AdaptedDecoder {
  230. iter := Parse(cfg, reader, 512)
  231. return &AdaptedDecoder{iter}
  232. }