jsoniter_reflect.go 7.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345
  1. package jsoniter
  2. import (
  3. "reflect"
  4. "errors"
  5. "fmt"
  6. "unsafe"
  7. "sync/atomic"
  8. )
  9. type Decoder interface {
  10. decode(ptr unsafe.Pointer, iter *Iterator)
  11. }
  12. type stringDecoder struct {
  13. }
  14. func (decoder *stringDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  15. *((*string)(ptr)) = iter.ReadString()
  16. }
  17. type intDecoder struct {
  18. }
  19. func (decoder *intDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  20. *((*int)(ptr)) = iter.ReadInt()
  21. }
  22. type int8Decoder struct {
  23. }
  24. func (decoder *int8Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  25. *((*int8)(ptr)) = iter.ReadInt8()
  26. }
  27. type int16Decoder struct {
  28. }
  29. func (decoder *int16Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  30. *((*int16)(ptr)) = iter.ReadInt16()
  31. }
  32. type int32Decoder struct {
  33. }
  34. func (decoder *int32Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  35. *((*int32)(ptr)) = iter.ReadInt32()
  36. }
  37. type int64Decoder struct {
  38. }
  39. func (decoder *int64Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  40. *((*int64)(ptr)) = iter.ReadInt64()
  41. }
  42. type uintDecoder struct {
  43. }
  44. func (decoder *uintDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  45. *((*uint)(ptr)) = iter.ReadUint()
  46. }
  47. type uint8Decoder struct {
  48. }
  49. func (decoder *uint8Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  50. *((*uint8)(ptr)) = iter.ReadUint8()
  51. }
  52. type uint16Decoder struct {
  53. }
  54. func (decoder *uint16Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  55. *((*uint16)(ptr)) = iter.ReadUint16()
  56. }
  57. type uint32Decoder struct {
  58. }
  59. func (decoder *uint32Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  60. *((*uint32)(ptr)) = iter.ReadUint32()
  61. }
  62. type uint64Decoder struct {
  63. }
  64. func (decoder *uint64Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  65. *((*uint64)(ptr)) = iter.ReadUint64()
  66. }
  67. type float32Decoder struct {
  68. }
  69. func (decoder *float32Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  70. *((*float32)(ptr)) = iter.ReadFloat32()
  71. }
  72. type float64Decoder struct {
  73. }
  74. func (decoder *float64Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  75. *((*float64)(ptr)) = iter.ReadFloat64()
  76. }
  77. type boolDecoder struct {
  78. }
  79. func (decoder *boolDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  80. *((*bool)(ptr)) = iter.ReadBool()
  81. }
  82. type optionalDecoder struct {
  83. valueType reflect.Type
  84. valueDecoder Decoder
  85. }
  86. func (decoder *optionalDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  87. if iter.ReadNull() {
  88. *((*unsafe.Pointer)(ptr)) = nil
  89. } else {
  90. value := reflect.New(decoder.valueType)
  91. decoder.valueDecoder.decode(unsafe.Pointer(value.Pointer()), iter)
  92. *((*uintptr)(ptr)) = value.Pointer()
  93. }
  94. }
  95. type structDecoder struct {
  96. fields map[string]Decoder
  97. }
  98. func (decoder *structDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  99. for field := iter.ReadObject(); field != ""; field = iter.ReadObject() {
  100. fieldDecoder := decoder.fields[field]
  101. if fieldDecoder == nil {
  102. iter.Skip()
  103. } else {
  104. fieldDecoder.decode(ptr, iter)
  105. }
  106. }
  107. }
  108. type structFieldDecoder struct {
  109. offset uintptr
  110. fieldDecoder Decoder
  111. }
  112. func (decoder *structFieldDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  113. fieldPtr := uintptr(ptr) + decoder.offset
  114. decoder.fieldDecoder.decode(unsafe.Pointer(fieldPtr), iter)
  115. }
  116. type sliceDecoder struct {
  117. sliceType reflect.Type
  118. elemType reflect.Type
  119. elemDecoder Decoder
  120. }
  121. // sliceHeader is a safe version of SliceHeader used within this package.
  122. type sliceHeader struct {
  123. Data unsafe.Pointer
  124. Len int
  125. Cap int
  126. }
  127. func (decoder *sliceDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  128. slice := (*sliceHeader)(ptr)
  129. slice.Len = 0
  130. for iter.ReadArray() {
  131. offset := uintptr(slice.Len) * decoder.elemType.Size()
  132. growOne(slice, decoder.sliceType, decoder.elemType)
  133. dataPtr := uintptr(slice.Data) + offset
  134. decoder.elemDecoder.decode(unsafe.Pointer(dataPtr), iter)
  135. }
  136. }
  137. // grow grows the slice s so that it can hold extra more values, allocating
  138. // more capacity if needed. It also returns the old and new slice lengths.
  139. func growOne(slice *sliceHeader, sliceType reflect.Type, elementType reflect.Type) {
  140. newLen := slice.Len + 1
  141. if newLen <= slice.Cap {
  142. slice.Len = newLen
  143. return
  144. }
  145. newCap := slice.Cap
  146. if newCap == 0 {
  147. newCap = 1
  148. } else {
  149. for newCap < newLen {
  150. if slice.Len < 1024 {
  151. newCap += newCap
  152. } else {
  153. newCap += newCap / 4
  154. }
  155. }
  156. }
  157. dst := unsafe.Pointer(reflect.MakeSlice(sliceType, newLen, newCap).Pointer())
  158. originalBytesCount := uintptr(slice.Len) * elementType.Size()
  159. srcPtr := (*[1<<30]byte)(slice.Data)
  160. dstPtr := (*[1<<30]byte)(dst)
  161. for i := uintptr(0); i < originalBytesCount; i++ {
  162. dstPtr[i] = srcPtr[i]
  163. }
  164. slice.Len = newLen
  165. slice.Cap = newCap
  166. slice.Data = dst
  167. }
  168. var DECODERS unsafe.Pointer
  169. func addDecoderToCache(cacheKey string, decoder Decoder) {
  170. retry := true
  171. for retry {
  172. ptr := atomic.LoadPointer(&DECODERS)
  173. cache := *(*map[string]Decoder)(ptr)
  174. copy := map[string]Decoder{}
  175. for k, v := range cache {
  176. copy[k] = v
  177. }
  178. copy[cacheKey] = decoder
  179. retry = !atomic.CompareAndSwapPointer(&DECODERS, ptr, unsafe.Pointer(&copy))
  180. }
  181. }
  182. func getDecoderFromCache(cacheKey string) Decoder {
  183. ptr := atomic.LoadPointer(&DECODERS)
  184. cache := *(*map[string]Decoder)(ptr)
  185. return cache[cacheKey]
  186. }
  187. func init() {
  188. atomic.StorePointer(&DECODERS, unsafe.Pointer(&map[string]Decoder{}))
  189. }
  190. // emptyInterface is the header for an interface{} value.
  191. type emptyInterface struct {
  192. typ *struct{}
  193. word unsafe.Pointer
  194. }
  195. func (iter *Iterator) Read(obj interface{}) {
  196. type_ := reflect.TypeOf(obj)
  197. cacheKey := type_.String()
  198. cachedDecoder := getDecoderFromCache(cacheKey)
  199. if cachedDecoder == nil {
  200. decoder, err := decoderOfType(type_)
  201. if err != nil {
  202. iter.Error = err
  203. return
  204. }
  205. cachedDecoder = decoder
  206. addDecoderToCache(cacheKey, decoder)
  207. }
  208. e := (*emptyInterface)(unsafe.Pointer(&obj))
  209. cachedDecoder.decode(e.word, iter)
  210. }
  211. type prefix string
  212. func (p prefix) addTo(decoder Decoder, err error) (Decoder, error) {
  213. if err != nil {
  214. return nil, fmt.Errorf("%s: %s", p, err.Error())
  215. }
  216. return decoder, err
  217. }
  218. func decoderOfType(type_ reflect.Type) (Decoder, error) {
  219. switch type_.Kind() {
  220. case reflect.Ptr:
  221. return prefix("ptr").addTo(decoderOfPtr(type_.Elem()))
  222. default:
  223. return nil, errors.New("expect ptr")
  224. }
  225. }
  226. func decoderOfPtr(type_ reflect.Type) (Decoder, error) {
  227. switch type_.Kind() {
  228. case reflect.String:
  229. return &stringDecoder{}, nil
  230. case reflect.Int:
  231. return &intDecoder{}, nil
  232. case reflect.Int8:
  233. return &int8Decoder{}, nil
  234. case reflect.Int16:
  235. return &int16Decoder{}, nil
  236. case reflect.Int32:
  237. return &int32Decoder{}, nil
  238. case reflect.Int64:
  239. return &int64Decoder{}, nil
  240. case reflect.Uint:
  241. return &uintDecoder{}, nil
  242. case reflect.Uint8:
  243. return &uint8Decoder{}, nil
  244. case reflect.Uint16:
  245. return &uint16Decoder{}, nil
  246. case reflect.Uint32:
  247. return &uint32Decoder{}, nil
  248. case reflect.Uint64:
  249. return &uint64Decoder{}, nil
  250. case reflect.Float32:
  251. return &float32Decoder{}, nil
  252. case reflect.Float64:
  253. return &float64Decoder{}, nil
  254. case reflect.Bool:
  255. return &boolDecoder{}, nil
  256. case reflect.Struct:
  257. return decoderOfStruct(type_)
  258. case reflect.Slice:
  259. return prefix("[slice]").addTo(decoderOfSlice(type_))
  260. case reflect.Ptr:
  261. return prefix("[optional]").addTo(decoderOfOptional(type_.Elem()))
  262. default:
  263. return nil, fmt.Errorf("unsupported type: %v", type_)
  264. }
  265. }
  266. func decoderOfOptional(type_ reflect.Type) (Decoder, error) {
  267. decoder, err := decoderOfPtr(type_)
  268. if err != nil {
  269. return nil, err
  270. }
  271. return &optionalDecoder{type_, decoder}, nil
  272. }
  273. func decoderOfStruct(type_ reflect.Type) (Decoder, error) {
  274. fields := map[string]Decoder{}
  275. for i := 0; i < type_.NumField(); i++ {
  276. field := type_.Field(i)
  277. decoder, err := decoderOfPtr(field.Type)
  278. if err != nil {
  279. return prefix(fmt.Sprintf("{%s}", field.Name)).addTo(decoder, err)
  280. }
  281. fields[field.Name] = &structFieldDecoder{field.Offset, decoder}
  282. }
  283. return &structDecoder{fields}, nil
  284. }
  285. func decoderOfSlice(type_ reflect.Type) (Decoder, error) {
  286. decoder, err := decoderOfPtr(type_.Elem())
  287. if err != nil {
  288. return nil, err
  289. }
  290. return &sliceDecoder{type_, type_.Elem(), decoder}, nil
  291. }