jsoniter_reflect.go 5.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237
  1. package jsoniter
  2. import (
  3. "reflect"
  4. "errors"
  5. "fmt"
  6. "unsafe"
  7. "sync/atomic"
  8. )
  9. type Decoder interface {
  10. decode(ptr unsafe.Pointer, iter *Iterator)
  11. }
  12. type stringDecoder struct {
  13. }
  14. func (decoder *stringDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  15. *((*string)(ptr)) = iter.ReadString()
  16. }
  17. type intDecoder struct {
  18. }
  19. func (decoder *intDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  20. *((*int)(ptr)) = iter.ReadInt()
  21. }
  22. type optionalDecoder struct {
  23. valueType reflect.Type
  24. valueDecoder Decoder
  25. }
  26. func (decoder *optionalDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  27. if iter.ReadNull() {
  28. *((*unsafe.Pointer)(ptr)) = nil
  29. } else {
  30. value := reflect.New(decoder.valueType)
  31. decoder.valueDecoder.decode(unsafe.Pointer(value.Pointer()), iter)
  32. *((*uintptr)(ptr)) = value.Pointer()
  33. }
  34. }
  35. type structDecoder struct {
  36. fields map[string]Decoder
  37. }
  38. func (decoder *structDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  39. for field := iter.ReadObject(); field != ""; field = iter.ReadObject() {
  40. fieldDecoder := decoder.fields[field]
  41. if fieldDecoder == nil {
  42. iter.Skip()
  43. } else {
  44. fieldDecoder.decode(ptr, iter)
  45. }
  46. }
  47. }
  48. type structFieldDecoder struct {
  49. offset uintptr
  50. fieldDecoder Decoder
  51. }
  52. func (decoder *structFieldDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  53. fieldPtr := uintptr(ptr) + decoder.offset
  54. decoder.fieldDecoder.decode(unsafe.Pointer(fieldPtr), iter)
  55. }
  56. type sliceDecoder struct {
  57. sliceType reflect.Type
  58. elemType reflect.Type
  59. elemDecoder Decoder
  60. }
  61. // sliceHeader is a safe version of SliceHeader used within this package.
  62. type sliceHeader struct {
  63. Data unsafe.Pointer
  64. Len int
  65. Cap int
  66. }
  67. func (decoder *sliceDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  68. slice := (*sliceHeader)(ptr)
  69. slice.Len = 0
  70. for iter.ReadArray() {
  71. offset := uintptr(slice.Len) * decoder.elemType.Size()
  72. growOne(slice, decoder.sliceType, decoder.elemType)
  73. dataPtr := uintptr(slice.Data) + offset
  74. decoder.elemDecoder.decode(unsafe.Pointer(dataPtr), iter)
  75. }
  76. }
  77. // grow grows the slice s so that it can hold extra more values, allocating
  78. // more capacity if needed. It also returns the old and new slice lengths.
  79. func growOne(slice *sliceHeader, sliceType reflect.Type, elementType reflect.Type) {
  80. newLen := slice.Len + 1
  81. if newLen <= slice.Cap {
  82. slice.Len = newLen
  83. return
  84. }
  85. newCap := slice.Cap
  86. if newCap == 0 {
  87. newCap = 1
  88. } else {
  89. for newCap < newLen {
  90. if slice.Len < 1024 {
  91. newCap += newCap
  92. } else {
  93. newCap += newCap / 4
  94. }
  95. }
  96. }
  97. dst := unsafe.Pointer(reflect.MakeSlice(sliceType, newLen, newCap).Pointer())
  98. originalBytesCount := uintptr(slice.Len) * elementType.Size()
  99. srcPtr := (*[1<<30]byte)(slice.Data)
  100. dstPtr := (*[1<<30]byte)(dst)
  101. for i := uintptr(0); i < originalBytesCount; i++ {
  102. dstPtr[i] = srcPtr[i]
  103. }
  104. slice.Len = newLen
  105. slice.Cap = newCap
  106. slice.Data = dst
  107. }
  108. var DECODERS unsafe.Pointer
  109. func addDecoderToCache(cacheKey string, decoder Decoder) {
  110. retry := true
  111. for retry {
  112. ptr := atomic.LoadPointer(&DECODERS)
  113. cache := *(*map[string]Decoder)(ptr)
  114. copy := map[string]Decoder{}
  115. for k, v := range cache {
  116. copy[k] = v
  117. }
  118. copy[cacheKey] = decoder
  119. retry = !atomic.CompareAndSwapPointer(&DECODERS, ptr, unsafe.Pointer(&copy))
  120. }
  121. }
  122. func getDecoderFromCache(cacheKey string) Decoder {
  123. ptr := atomic.LoadPointer(&DECODERS)
  124. cache := *(*map[string]Decoder)(ptr)
  125. return cache[cacheKey]
  126. }
  127. func init() {
  128. atomic.StorePointer(&DECODERS, unsafe.Pointer(&map[string]Decoder{}))
  129. }
  130. // emptyInterface is the header for an interface{} value.
  131. type emptyInterface struct {
  132. typ *struct{}
  133. word unsafe.Pointer
  134. }
  135. func (iter *Iterator) Read(obj interface{}) {
  136. type_ := reflect.TypeOf(obj)
  137. cacheKey := type_.String()
  138. cachedDecoder := getDecoderFromCache(cacheKey)
  139. if cachedDecoder == nil {
  140. decoder, err := decoderOfType(type_)
  141. if err != nil {
  142. iter.Error = err
  143. return
  144. }
  145. cachedDecoder = decoder
  146. addDecoderToCache(cacheKey, decoder)
  147. }
  148. e := (*emptyInterface)(unsafe.Pointer(&obj))
  149. cachedDecoder.decode(e.word, iter)
  150. }
  151. type prefix string
  152. func (p prefix) addTo(decoder Decoder, err error) (Decoder, error) {
  153. if err != nil {
  154. return nil, fmt.Errorf("%s: %s", p, err.Error())
  155. }
  156. return decoder, err
  157. }
  158. func decoderOfType(type_ reflect.Type) (Decoder, error) {
  159. switch type_.Kind() {
  160. case reflect.Ptr:
  161. return prefix("ptr").addTo(decoderOfPtr(type_.Elem()))
  162. default:
  163. return nil, errors.New("expect ptr")
  164. }
  165. }
  166. func decoderOfPtr(type_ reflect.Type) (Decoder, error) {
  167. switch type_.Kind() {
  168. case reflect.String:
  169. return &stringDecoder{}, nil
  170. case reflect.Int:
  171. return &intDecoder{}, nil
  172. case reflect.Struct:
  173. return decoderOfStruct(type_)
  174. case reflect.Slice:
  175. return prefix("[slice]").addTo(decoderOfSlice(type_))
  176. case reflect.Ptr:
  177. return prefix("[optional]").addTo(decoderOfOptional(type_.Elem()))
  178. default:
  179. return nil, fmt.Errorf("unsupported type: %v", type_)
  180. }
  181. }
  182. func decoderOfOptional(type_ reflect.Type) (Decoder, error) {
  183. decoder, err := decoderOfPtr(type_)
  184. if err != nil {
  185. return nil, err
  186. }
  187. return &optionalDecoder{type_, decoder}, nil
  188. }
  189. func decoderOfStruct(type_ reflect.Type) (Decoder, error) {
  190. fields := map[string]Decoder{}
  191. for i := 0; i < type_.NumField(); i++ {
  192. field := type_.Field(i)
  193. decoder, err := decoderOfPtr(field.Type)
  194. if err != nil {
  195. return prefix(fmt.Sprintf("{%s}", field.Name)).addTo(decoder, err)
  196. }
  197. fields[field.Name] = &structFieldDecoder{field.Offset, decoder}
  198. }
  199. return &structDecoder{fields}, nil
  200. }
  201. func decoderOfSlice(type_ reflect.Type) (Decoder, error) {
  202. decoder, err := decoderOfPtr(type_.Elem())
  203. if err != nil {
  204. return nil, err
  205. }
  206. return &sliceDecoder{type_, type_.Elem(), decoder}, nil
  207. }