feature_reflect_array.go 4.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162
  1. package jsoniter
  2. import (
  3. "fmt"
  4. "io"
  5. "reflect"
  6. "unsafe"
  7. )
  8. func decoderOfSlice(cfg *frozenConfig, typ reflect.Type) (Decoder, error) {
  9. decoder, err := decoderOfType(cfg, typ.Elem())
  10. if err != nil {
  11. return nil, err
  12. }
  13. return &sliceDecoder{typ, typ.Elem(), decoder}, nil
  14. }
  15. func encoderOfSlice(cfg *frozenConfig, typ reflect.Type) (Encoder, error) {
  16. encoder, err := encoderOfType(cfg, typ.Elem())
  17. if err != nil {
  18. return nil, err
  19. }
  20. if typ.Elem().Kind() == reflect.Map {
  21. encoder = &optionalEncoder{encoder}
  22. }
  23. return &sliceEncoder{typ, typ.Elem(), encoder}, nil
  24. }
  25. type sliceEncoder struct {
  26. sliceType reflect.Type
  27. elemType reflect.Type
  28. elemEncoder Encoder
  29. }
  30. func (encoder *sliceEncoder) encode(ptr unsafe.Pointer, stream *Stream) {
  31. slice := (*sliceHeader)(ptr)
  32. if slice.Data == nil {
  33. stream.WriteNil()
  34. return
  35. }
  36. if slice.Len == 0 {
  37. stream.WriteEmptyArray()
  38. return
  39. }
  40. stream.WriteArrayStart()
  41. elemPtr := uintptr(slice.Data)
  42. encoder.elemEncoder.encode(unsafe.Pointer(elemPtr), stream)
  43. for i := 1; i < slice.Len; i++ {
  44. stream.WriteMore()
  45. elemPtr += encoder.elemType.Size()
  46. encoder.elemEncoder.encode(unsafe.Pointer(elemPtr), stream)
  47. }
  48. stream.WriteArrayEnd()
  49. if stream.Error != nil && stream.Error != io.EOF {
  50. stream.Error = fmt.Errorf("%v: %s", encoder.sliceType, stream.Error.Error())
  51. }
  52. }
  53. func (encoder *sliceEncoder) encodeInterface(val interface{}, stream *Stream) {
  54. writeToStream(val, stream, encoder)
  55. }
  56. func (encoder *sliceEncoder) isEmpty(ptr unsafe.Pointer) bool {
  57. slice := (*sliceHeader)(ptr)
  58. return slice.Len == 0
  59. }
  60. type sliceDecoder struct {
  61. sliceType reflect.Type
  62. elemType reflect.Type
  63. elemDecoder Decoder
  64. }
  65. // sliceHeader is a safe version of SliceHeader used within this package.
  66. type sliceHeader struct {
  67. Data unsafe.Pointer
  68. Len int
  69. Cap int
  70. }
  71. func (decoder *sliceDecoder) decode(ptr unsafe.Pointer, iter *Iterator) {
  72. decoder.doDecode(ptr, iter)
  73. if iter.Error != nil && iter.Error != io.EOF {
  74. iter.Error = fmt.Errorf("%v: %s", decoder.sliceType, iter.Error.Error())
  75. }
  76. }
  77. func (decoder *sliceDecoder) doDecode(ptr unsafe.Pointer, iter *Iterator) {
  78. slice := (*sliceHeader)(ptr)
  79. reuseSlice(slice, decoder.sliceType, 4)
  80. if !iter.ReadArray() {
  81. return
  82. }
  83. offset := uintptr(0)
  84. decoder.elemDecoder.decode(unsafe.Pointer(uintptr(slice.Data)+offset), iter)
  85. if !iter.ReadArray() {
  86. slice.Len = 1
  87. return
  88. }
  89. offset += decoder.elemType.Size()
  90. decoder.elemDecoder.decode(unsafe.Pointer(uintptr(slice.Data)+offset), iter)
  91. if !iter.ReadArray() {
  92. slice.Len = 2
  93. return
  94. }
  95. offset += decoder.elemType.Size()
  96. decoder.elemDecoder.decode(unsafe.Pointer(uintptr(slice.Data)+offset), iter)
  97. if !iter.ReadArray() {
  98. slice.Len = 3
  99. return
  100. }
  101. offset += decoder.elemType.Size()
  102. decoder.elemDecoder.decode(unsafe.Pointer(uintptr(slice.Data)+offset), iter)
  103. slice.Len = 4
  104. for iter.ReadArray() {
  105. growOne(slice, decoder.sliceType, decoder.elemType)
  106. offset += decoder.elemType.Size()
  107. decoder.elemDecoder.decode(unsafe.Pointer(uintptr(slice.Data)+offset), iter)
  108. }
  109. }
  110. // grow grows the slice s so that it can hold extra more values, allocating
  111. // more capacity if needed. It also returns the old and new slice lengths.
  112. func growOne(slice *sliceHeader, sliceType reflect.Type, elementType reflect.Type) {
  113. newLen := slice.Len + 1
  114. if newLen <= slice.Cap {
  115. slice.Len = newLen
  116. return
  117. }
  118. newCap := slice.Cap
  119. if newCap == 0 {
  120. newCap = 1
  121. } else {
  122. for newCap < newLen {
  123. if slice.Len < 1024 {
  124. newCap += newCap
  125. } else {
  126. newCap += newCap / 4
  127. }
  128. }
  129. }
  130. dst := unsafe.Pointer(reflect.MakeSlice(sliceType, newLen, newCap).Pointer())
  131. // copy old array into new array
  132. originalBytesCount := uintptr(slice.Len) * elementType.Size()
  133. srcPtr := (*[1 << 30]byte)(slice.Data)
  134. dstPtr := (*[1 << 30]byte)(dst)
  135. for i := uintptr(0); i < originalBytesCount; i++ {
  136. dstPtr[i] = srcPtr[i]
  137. }
  138. slice.Len = newLen
  139. slice.Cap = newCap
  140. slice.Data = dst
  141. }
  142. func reuseSlice(slice *sliceHeader, sliceType reflect.Type, expectedCap int) {
  143. if expectedCap <= slice.Cap {
  144. return
  145. }
  146. dst := unsafe.Pointer(reflect.MakeSlice(sliceType, 0, expectedCap).Pointer())
  147. slice.Cap = expectedCap
  148. slice.Data = dst
  149. }