jsoniter_reflect.go 8.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374
  1. package jsoniter
  2. import (
  3. "reflect"
  4. "errors"
  5. "fmt"
  6. "unsafe"
  7. "sync/atomic"
  8. "strings"
  9. )
  10. type Decoder interface {
  11. decode(ptr unsafe.Pointer, iter *Iterator)
  12. }
  13. type stringDecoder struct {
  14. }
  15. func (decoder *stringDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  16. *((*string)(ptr)) = iter.ReadString()
  17. }
  18. type intDecoder struct {
  19. }
  20. func (decoder *intDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  21. *((*int)(ptr)) = iter.ReadInt()
  22. }
  23. type int8Decoder struct {
  24. }
  25. func (decoder *int8Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  26. *((*int8)(ptr)) = iter.ReadInt8()
  27. }
  28. type int16Decoder struct {
  29. }
  30. func (decoder *int16Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  31. *((*int16)(ptr)) = iter.ReadInt16()
  32. }
  33. type int32Decoder struct {
  34. }
  35. func (decoder *int32Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  36. *((*int32)(ptr)) = iter.ReadInt32()
  37. }
  38. type int64Decoder struct {
  39. }
  40. func (decoder *int64Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  41. *((*int64)(ptr)) = iter.ReadInt64()
  42. }
  43. type uintDecoder struct {
  44. }
  45. func (decoder *uintDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  46. *((*uint)(ptr)) = iter.ReadUint()
  47. }
  48. type uint8Decoder struct {
  49. }
  50. func (decoder *uint8Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  51. *((*uint8)(ptr)) = iter.ReadUint8()
  52. }
  53. type uint16Decoder struct {
  54. }
  55. func (decoder *uint16Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  56. *((*uint16)(ptr)) = iter.ReadUint16()
  57. }
  58. type uint32Decoder struct {
  59. }
  60. func (decoder *uint32Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  61. *((*uint32)(ptr)) = iter.ReadUint32()
  62. }
  63. type uint64Decoder struct {
  64. }
  65. func (decoder *uint64Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  66. *((*uint64)(ptr)) = iter.ReadUint64()
  67. }
  68. type float32Decoder struct {
  69. }
  70. func (decoder *float32Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  71. *((*float32)(ptr)) = iter.ReadFloat32()
  72. }
  73. type float64Decoder struct {
  74. }
  75. func (decoder *float64Decoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  76. *((*float64)(ptr)) = iter.ReadFloat64()
  77. }
  78. type boolDecoder struct {
  79. }
  80. func (decoder *boolDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  81. *((*bool)(ptr)) = iter.ReadBool()
  82. }
  83. type stringNumberDecoder struct {
  84. elemDecoder Decoder
  85. }
  86. func (decoder *stringNumberDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  87. c := iter.readByte()
  88. if c != '"' {
  89. iter.ReportError("stringNumberDecoder", `expect "`)
  90. return
  91. }
  92. decoder.elemDecoder.decode(ptr, iter)
  93. c = iter.readByte()
  94. if c != '"' {
  95. iter.ReportError("stringNumberDecoder", `expect "`)
  96. return
  97. }
  98. }
  99. type optionalDecoder struct {
  100. valueType reflect.Type
  101. valueDecoder Decoder
  102. }
  103. func (decoder *optionalDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  104. if iter.ReadNull() {
  105. *((*unsafe.Pointer)(ptr)) = nil
  106. } else {
  107. value := reflect.New(decoder.valueType)
  108. decoder.valueDecoder.decode(unsafe.Pointer(value.Pointer()), iter)
  109. *((*uintptr)(ptr)) = value.Pointer()
  110. }
  111. }
  112. type structDecoder struct {
  113. fields map[string]Decoder
  114. }
  115. func (decoder *structDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  116. for field := iter.ReadObject(); field != ""; field = iter.ReadObject() {
  117. fieldDecoder := decoder.fields[field]
  118. if fieldDecoder == nil {
  119. iter.Skip()
  120. } else {
  121. fieldDecoder.decode(ptr, iter)
  122. }
  123. }
  124. }
  125. type structFieldDecoder struct {
  126. offset uintptr
  127. fieldDecoder Decoder
  128. }
  129. func (decoder *structFieldDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  130. fieldPtr := uintptr(ptr) + decoder.offset
  131. decoder.fieldDecoder.decode(unsafe.Pointer(fieldPtr), iter)
  132. }
  133. type sliceDecoder struct {
  134. sliceType reflect.Type
  135. elemType reflect.Type
  136. elemDecoder Decoder
  137. }
  138. // sliceHeader is a safe version of SliceHeader used within this package.
  139. type sliceHeader struct {
  140. Data unsafe.Pointer
  141. Len int
  142. Cap int
  143. }
  144. func (decoder *sliceDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  145. slice := (*sliceHeader)(ptr)
  146. slice.Len = 0
  147. for iter.ReadArray() {
  148. offset := uintptr(slice.Len) * decoder.elemType.Size()
  149. growOne(slice, decoder.sliceType, decoder.elemType)
  150. dataPtr := uintptr(slice.Data) + offset
  151. decoder.elemDecoder.decode(unsafe.Pointer(dataPtr), iter)
  152. }
  153. }
  154. // grow grows the slice s so that it can hold extra more values, allocating
  155. // more capacity if needed. It also returns the old and new slice lengths.
  156. func growOne(slice *sliceHeader, sliceType reflect.Type, elementType reflect.Type) {
  157. newLen := slice.Len + 1
  158. if newLen <= slice.Cap {
  159. slice.Len = newLen
  160. return
  161. }
  162. newCap := slice.Cap
  163. if newCap == 0 {
  164. newCap = 1
  165. } else {
  166. for newCap < newLen {
  167. if slice.Len < 1024 {
  168. newCap += newCap
  169. } else {
  170. newCap += newCap / 4
  171. }
  172. }
  173. }
  174. dst := unsafe.Pointer(reflect.MakeSlice(sliceType, newLen, newCap).Pointer())
  175. originalBytesCount := uintptr(slice.Len) * elementType.Size()
  176. srcPtr := (*[1<<30]byte)(slice.Data)
  177. dstPtr := (*[1<<30]byte)(dst)
  178. for i := uintptr(0); i < originalBytesCount; i++ {
  179. dstPtr[i] = srcPtr[i]
  180. }
  181. slice.Len = newLen
  182. slice.Cap = newCap
  183. slice.Data = dst
  184. }
  185. var DECODERS unsafe.Pointer
  186. func addDecoderToCache(cacheKey string, decoder Decoder) {
  187. retry := true
  188. for retry {
  189. ptr := atomic.LoadPointer(&DECODERS)
  190. cache := *(*map[string]Decoder)(ptr)
  191. copy := map[string]Decoder{}
  192. for k, v := range cache {
  193. copy[k] = v
  194. }
  195. copy[cacheKey] = decoder
  196. retry = !atomic.CompareAndSwapPointer(&DECODERS, ptr, unsafe.Pointer(&copy))
  197. }
  198. }
  199. func getDecoderFromCache(cacheKey string) Decoder {
  200. ptr := atomic.LoadPointer(&DECODERS)
  201. cache := *(*map[string]Decoder)(ptr)
  202. return cache[cacheKey]
  203. }
  204. func init() {
  205. atomic.StorePointer(&DECODERS, unsafe.Pointer(&map[string]Decoder{}))
  206. }
  207. // emptyInterface is the header for an interface{} value.
  208. type emptyInterface struct {
  209. typ *struct{}
  210. word unsafe.Pointer
  211. }
  212. func (iter *Iterator) Read(obj interface{}) {
  213. type_ := reflect.TypeOf(obj)
  214. cacheKey := type_.String()
  215. cachedDecoder := getDecoderFromCache(cacheKey)
  216. if cachedDecoder == nil {
  217. decoder, err := decoderOfType(type_)
  218. if err != nil {
  219. iter.Error = err
  220. return
  221. }
  222. cachedDecoder = decoder
  223. addDecoderToCache(cacheKey, decoder)
  224. }
  225. e := (*emptyInterface)(unsafe.Pointer(&obj))
  226. cachedDecoder.decode(e.word, iter)
  227. }
  228. type prefix string
  229. func (p prefix) addTo(decoder Decoder, err error) (Decoder, error) {
  230. if err != nil {
  231. return nil, fmt.Errorf("%s: %s", p, err.Error())
  232. }
  233. return decoder, err
  234. }
  235. func decoderOfType(type_ reflect.Type) (Decoder, error) {
  236. switch type_.Kind() {
  237. case reflect.Ptr:
  238. return prefix("ptr").addTo(decoderOfPtr(type_.Elem()))
  239. default:
  240. return nil, errors.New("expect ptr")
  241. }
  242. }
  243. func decoderOfPtr(type_ reflect.Type) (Decoder, error) {
  244. switch type_.Kind() {
  245. case reflect.String:
  246. return &stringDecoder{}, nil
  247. case reflect.Int:
  248. return &intDecoder{}, nil
  249. case reflect.Int8:
  250. return &int8Decoder{}, nil
  251. case reflect.Int16:
  252. return &int16Decoder{}, nil
  253. case reflect.Int32:
  254. return &int32Decoder{}, nil
  255. case reflect.Int64:
  256. return &int64Decoder{}, nil
  257. case reflect.Uint:
  258. return &uintDecoder{}, nil
  259. case reflect.Uint8:
  260. return &uint8Decoder{}, nil
  261. case reflect.Uint16:
  262. return &uint16Decoder{}, nil
  263. case reflect.Uint32:
  264. return &uint32Decoder{}, nil
  265. case reflect.Uint64:
  266. return &uint64Decoder{}, nil
  267. case reflect.Float32:
  268. return &float32Decoder{}, nil
  269. case reflect.Float64:
  270. return &float64Decoder{}, nil
  271. case reflect.Bool:
  272. return &boolDecoder{}, nil
  273. case reflect.Struct:
  274. return decoderOfStruct(type_)
  275. case reflect.Slice:
  276. return prefix("[slice]").addTo(decoderOfSlice(type_))
  277. case reflect.Ptr:
  278. return prefix("[optional]").addTo(decoderOfOptional(type_.Elem()))
  279. default:
  280. return nil, fmt.Errorf("unsupported type: %v", type_)
  281. }
  282. }
  283. func decoderOfOptional(type_ reflect.Type) (Decoder, error) {
  284. decoder, err := decoderOfPtr(type_)
  285. if err != nil {
  286. return nil, err
  287. }
  288. return &optionalDecoder{type_, decoder}, nil
  289. }
  290. func decoderOfStruct(type_ reflect.Type) (Decoder, error) {
  291. fields := map[string]Decoder{}
  292. for i := 0; i < type_.NumField(); i++ {
  293. field := type_.Field(i)
  294. tagParts := strings.Split(field.Tag.Get("json"), ",")
  295. jsonFieldName := tagParts[0]
  296. if jsonFieldName == "" {
  297. jsonFieldName = field.Name
  298. }
  299. decoder, err := decoderOfPtr(field.Type)
  300. if err != nil {
  301. return prefix(fmt.Sprintf("{%s}", field.Name)).addTo(decoder, err)
  302. }
  303. if len(tagParts) > 1 && tagParts[1] == "string" {
  304. decoder = &stringNumberDecoder{decoder}
  305. }
  306. if jsonFieldName != "-" {
  307. fields[jsonFieldName] = &structFieldDecoder{field.Offset, decoder}
  308. }
  309. }
  310. return &structDecoder{fields}, nil
  311. }
  312. func decoderOfSlice(type_ reflect.Type) (Decoder, error) {
  313. decoder, err := decoderOfPtr(type_.Elem())
  314. if err != nil {
  315. return nil, err
  316. }
  317. return &sliceDecoder{type_, type_.Elem(), decoder}, nil
  318. }