jsoniter_reflect.go 7.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318
  1. package jsoniter
  2. import (
  3. "reflect"
  4. "errors"
  5. "fmt"
  6. "unsafe"
  7. "sync/atomic"
  8. )
  9. type Decoder interface {
  10. decode(ptr unsafe.Pointer, iter *Iterator)
  11. }
  12. type stringDecoder struct {
  13. }
  14. func (decoder *stringDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  15. *((*string)(ptr)) = iter.ReadString()
  16. }
  17. type intDecoder struct {
  18. }
  19. func (decoder *intDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  20. *((*int)(ptr)) = iter.ReadInt()
  21. }
  22. type int8Decoder struct {
  23. }
  24. func (decoder *int8Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  25. *((*int8)(ptr)) = iter.ReadInt8()
  26. }
  27. type int16Decoder struct {
  28. }
  29. func (decoder *int16Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  30. *((*int16)(ptr)) = iter.ReadInt16()
  31. }
  32. type int32Decoder struct {
  33. }
  34. func (decoder *int32Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  35. *((*int32)(ptr)) = iter.ReadInt32()
  36. }
  37. type int64Decoder struct {
  38. }
  39. func (decoder *int64Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  40. *((*int64)(ptr)) = iter.ReadInt64()
  41. }
  42. type uintDecoder struct {
  43. }
  44. func (decoder *uintDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  45. *((*uint)(ptr)) = iter.ReadUint()
  46. }
  47. type uint8Decoder struct {
  48. }
  49. func (decoder *uint8Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  50. *((*uint8)(ptr)) = iter.ReadUint8()
  51. }
  52. type uint16Decoder struct {
  53. }
  54. func (decoder *uint16Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  55. *((*uint16)(ptr)) = iter.ReadUint16()
  56. }
  57. type uint32Decoder struct {
  58. }
  59. func (decoder *uint32Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  60. *((*uint32)(ptr)) = iter.ReadUint32()
  61. }
  62. type uint64Decoder struct {
  63. }
  64. func (decoder *uint64Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  65. *((*uint64)(ptr)) = iter.ReadUint64()
  66. }
  67. type optionalDecoder struct {
  68. valueType reflect.Type
  69. valueDecoder Decoder
  70. }
  71. func (decoder *optionalDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  72. if iter.ReadNull() {
  73. *((*unsafe.Pointer)(ptr)) = nil
  74. } else {
  75. value := reflect.New(decoder.valueType)
  76. decoder.valueDecoder.decode(unsafe.Pointer(value.Pointer()), iter)
  77. *((*uintptr)(ptr)) = value.Pointer()
  78. }
  79. }
  80. type structDecoder struct {
  81. fields map[string]Decoder
  82. }
  83. func (decoder *structDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  84. for field := iter.ReadObject(); field != ""; field = iter.ReadObject() {
  85. fieldDecoder := decoder.fields[field]
  86. if fieldDecoder == nil {
  87. iter.Skip()
  88. } else {
  89. fieldDecoder.decode(ptr, iter)
  90. }
  91. }
  92. }
  93. type structFieldDecoder struct {
  94. offset uintptr
  95. fieldDecoder Decoder
  96. }
  97. func (decoder *structFieldDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  98. fieldPtr := uintptr(ptr) + decoder.offset
  99. decoder.fieldDecoder.decode(unsafe.Pointer(fieldPtr), iter)
  100. }
  101. type sliceDecoder struct {
  102. sliceType reflect.Type
  103. elemType reflect.Type
  104. elemDecoder Decoder
  105. }
  106. // sliceHeader is a safe version of SliceHeader used within this package.
  107. type sliceHeader struct {
  108. Data unsafe.Pointer
  109. Len int
  110. Cap int
  111. }
  112. func (decoder *sliceDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  113. slice := (*sliceHeader)(ptr)
  114. slice.Len = 0
  115. for iter.ReadArray() {
  116. offset := uintptr(slice.Len) * decoder.elemType.Size()
  117. growOne(slice, decoder.sliceType, decoder.elemType)
  118. dataPtr := uintptr(slice.Data) + offset
  119. decoder.elemDecoder.decode(unsafe.Pointer(dataPtr), iter)
  120. }
  121. }
  122. // grow grows the slice s so that it can hold extra more values, allocating
  123. // more capacity if needed. It also returns the old and new slice lengths.
  124. func growOne(slice *sliceHeader, sliceType reflect.Type, elementType reflect.Type) {
  125. newLen := slice.Len + 1
  126. if newLen <= slice.Cap {
  127. slice.Len = newLen
  128. return
  129. }
  130. newCap := slice.Cap
  131. if newCap == 0 {
  132. newCap = 1
  133. } else {
  134. for newCap < newLen {
  135. if slice.Len < 1024 {
  136. newCap += newCap
  137. } else {
  138. newCap += newCap / 4
  139. }
  140. }
  141. }
  142. dst := unsafe.Pointer(reflect.MakeSlice(sliceType, newLen, newCap).Pointer())
  143. originalBytesCount := uintptr(slice.Len) * elementType.Size()
  144. srcPtr := (*[1<<30]byte)(slice.Data)
  145. dstPtr := (*[1<<30]byte)(dst)
  146. for i := uintptr(0); i < originalBytesCount; i++ {
  147. dstPtr[i] = srcPtr[i]
  148. }
  149. slice.Len = newLen
  150. slice.Cap = newCap
  151. slice.Data = dst
  152. }
  153. var DECODERS unsafe.Pointer
  154. func addDecoderToCache(cacheKey string, decoder Decoder) {
  155. retry := true
  156. for retry {
  157. ptr := atomic.LoadPointer(&DECODERS)
  158. cache := *(*map[string]Decoder)(ptr)
  159. copy := map[string]Decoder{}
  160. for k, v := range cache {
  161. copy[k] = v
  162. }
  163. copy[cacheKey] = decoder
  164. retry = !atomic.CompareAndSwapPointer(&DECODERS, ptr, unsafe.Pointer(&copy))
  165. }
  166. }
  167. func getDecoderFromCache(cacheKey string) Decoder {
  168. ptr := atomic.LoadPointer(&DECODERS)
  169. cache := *(*map[string]Decoder)(ptr)
  170. return cache[cacheKey]
  171. }
  172. func init() {
  173. atomic.StorePointer(&DECODERS, unsafe.Pointer(&map[string]Decoder{}))
  174. }
  175. // emptyInterface is the header for an interface{} value.
  176. type emptyInterface struct {
  177. typ *struct{}
  178. word unsafe.Pointer
  179. }
  180. func (iter *Iterator) Read(obj interface{}) {
  181. type_ := reflect.TypeOf(obj)
  182. cacheKey := type_.String()
  183. cachedDecoder := getDecoderFromCache(cacheKey)
  184. if cachedDecoder == nil {
  185. decoder, err := decoderOfType(type_)
  186. if err != nil {
  187. iter.Error = err
  188. return
  189. }
  190. cachedDecoder = decoder
  191. addDecoderToCache(cacheKey, decoder)
  192. }
  193. e := (*emptyInterface)(unsafe.Pointer(&obj))
  194. cachedDecoder.decode(e.word, iter)
  195. }
  196. type prefix string
  197. func (p prefix) addTo(decoder Decoder, err error) (Decoder, error) {
  198. if err != nil {
  199. return nil, fmt.Errorf("%s: %s", p, err.Error())
  200. }
  201. return decoder, err
  202. }
  203. func decoderOfType(type_ reflect.Type) (Decoder, error) {
  204. switch type_.Kind() {
  205. case reflect.Ptr:
  206. return prefix("ptr").addTo(decoderOfPtr(type_.Elem()))
  207. default:
  208. return nil, errors.New("expect ptr")
  209. }
  210. }
  211. func decoderOfPtr(type_ reflect.Type) (Decoder, error) {
  212. switch type_.Kind() {
  213. case reflect.String:
  214. return &stringDecoder{}, nil
  215. case reflect.Int:
  216. return &intDecoder{}, nil
  217. case reflect.Int8:
  218. return &int8Decoder{}, nil
  219. case reflect.Int16:
  220. return &int16Decoder{}, nil
  221. case reflect.Int32:
  222. return &int32Decoder{}, nil
  223. case reflect.Int64:
  224. return &int64Decoder{}, nil
  225. case reflect.Uint:
  226. return &uintDecoder{}, nil
  227. case reflect.Uint8:
  228. return &uint8Decoder{}, nil
  229. case reflect.Uint16:
  230. return &uint16Decoder{}, nil
  231. case reflect.Uint32:
  232. return &uint32Decoder{}, nil
  233. case reflect.Uint64:
  234. return &uint64Decoder{}, nil
  235. case reflect.Struct:
  236. return decoderOfStruct(type_)
  237. case reflect.Slice:
  238. return prefix("[slice]").addTo(decoderOfSlice(type_))
  239. case reflect.Ptr:
  240. return prefix("[optional]").addTo(decoderOfOptional(type_.Elem()))
  241. default:
  242. return nil, fmt.Errorf("unsupported type: %v", type_)
  243. }
  244. }
  245. func decoderOfOptional(type_ reflect.Type) (Decoder, error) {
  246. decoder, err := decoderOfPtr(type_)
  247. if err != nil {
  248. return nil, err
  249. }
  250. return &optionalDecoder{type_, decoder}, nil
  251. }
  252. func decoderOfStruct(type_ reflect.Type) (Decoder, error) {
  253. fields := map[string]Decoder{}
  254. for i := 0; i < type_.NumField(); i++ {
  255. field := type_.Field(i)
  256. decoder, err := decoderOfPtr(field.Type)
  257. if err != nil {
  258. return prefix(fmt.Sprintf("{%s}", field.Name)).addTo(decoder, err)
  259. }
  260. fields[field.Name] = &structFieldDecoder{field.Offset, decoder}
  261. }
  262. return &structDecoder{fields}, nil
  263. }
  264. func decoderOfSlice(type_ reflect.Type) (Decoder, error) {
  265. decoder, err := decoderOfPtr(type_.Elem())
  266. if err != nil {
  267. return nil, err
  268. }
  269. return &sliceDecoder{type_, type_.Elem(), decoder}, nil
  270. }