feature_iter_int.go 6.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263
  1. package jsoniter
  2. import (
  3. "math"
  4. "strconv"
  5. )
  6. var intDigits []int8
  7. const uint32SafeToMultiply10 = uint32(0xffffffff)/10 - 1
  8. const uint64SafeToMultiple10 = uint64(0xffffffffffffffff)/10 - 1
  9. func init() {
  10. intDigits = make([]int8, 256)
  11. for i := 0; i < len(intDigits); i++ {
  12. intDigits[i] = invalidCharForNumber
  13. }
  14. for i := int8('0'); i <= int8('9'); i++ {
  15. intDigits[i] = i - int8('0')
  16. }
  17. }
  18. func (iter *Iterator) ReadUint() uint {
  19. if iter.buf[iter.head] == '-' && len(iter.buf) > 1 {
  20. iter.buf = iter.buf[1:]
  21. }
  22. return uint(iter.ReadUint64())
  23. }
  24. func (iter *Iterator) ReadInt() int {
  25. return int(iter.ReadInt64())
  26. }
  27. func (iter *Iterator) ReadInt8() (ret int8) {
  28. c := iter.nextToken()
  29. if c == '-' {
  30. val := iter.readUint32(iter.readByte())
  31. if val > math.MaxInt8+1 {
  32. iter.ReportError("ReadInt8", "overflow: "+strconv.FormatInt(int64(val), 10))
  33. return
  34. }
  35. return -int8(val)
  36. } else {
  37. val := iter.readUint32(c)
  38. if val > math.MaxInt8 {
  39. iter.ReportError("ReadInt8", "overflow: "+strconv.FormatInt(int64(val), 10))
  40. return
  41. }
  42. return int8(val)
  43. }
  44. }
  45. func (iter *Iterator) ReadUint8() (ret uint8) {
  46. val := iter.readUint32(iter.nextToken())
  47. if val > math.MaxUint8 {
  48. iter.ReportError("ReadUint8", "overflow: "+strconv.FormatInt(int64(val), 10))
  49. return
  50. }
  51. return uint8(val)
  52. }
  53. func (iter *Iterator) ReadInt16() (ret int16) {
  54. c := iter.nextToken()
  55. if c == '-' {
  56. val := iter.readUint32(iter.readByte())
  57. if val > math.MaxInt16+1 {
  58. iter.ReportError("ReadInt16", "overflow: "+strconv.FormatInt(int64(val), 10))
  59. return
  60. }
  61. return -int16(val)
  62. } else {
  63. val := iter.readUint32(c)
  64. if val > math.MaxInt16 {
  65. iter.ReportError("ReadInt16", "overflow: "+strconv.FormatInt(int64(val), 10))
  66. return
  67. }
  68. return int16(val)
  69. }
  70. }
  71. func (iter *Iterator) ReadUint16() (ret uint16) {
  72. val := iter.readUint32(iter.nextToken())
  73. if val > math.MaxUint16 {
  74. iter.ReportError("ReadUint16", "overflow: "+strconv.FormatInt(int64(val), 10))
  75. return
  76. }
  77. return uint16(val)
  78. }
  79. func (iter *Iterator) ReadInt32() (ret int32) {
  80. c := iter.nextToken()
  81. if c == '-' {
  82. val := iter.readUint32(iter.readByte())
  83. if val > math.MaxInt32+1 {
  84. iter.ReportError("ReadInt32", "overflow: "+strconv.FormatInt(int64(val), 10))
  85. return
  86. }
  87. return -int32(val)
  88. } else {
  89. val := iter.readUint32(c)
  90. if val > math.MaxInt32 {
  91. iter.ReportError("ReadInt32", "overflow: "+strconv.FormatInt(int64(val), 10))
  92. return
  93. }
  94. return int32(val)
  95. }
  96. }
  97. func (iter *Iterator) ReadUint32() (ret uint32) {
  98. if iter.buf[iter.head] == '-' && len(iter.buf) > 1 {
  99. iter.buf = iter.buf[1:]
  100. }
  101. return iter.readUint32(iter.nextToken())
  102. }
  103. func (iter *Iterator) readUint32(c byte) (ret uint32) {
  104. ind := intDigits[c]
  105. if ind == 0 {
  106. return 0 // single zero
  107. }
  108. if ind == invalidCharForNumber {
  109. iter.ReportError("readUint32", "unexpected character: "+string([]byte{byte(ind)}))
  110. return
  111. }
  112. value := uint32(ind)
  113. if iter.tail-iter.head > 10 {
  114. i := iter.head
  115. ind2 := intDigits[iter.buf[i]]
  116. if ind2 == invalidCharForNumber {
  117. iter.head = i
  118. return value
  119. }
  120. i++
  121. ind3 := intDigits[iter.buf[i]]
  122. if ind3 == invalidCharForNumber {
  123. iter.head = i
  124. return value*10 + uint32(ind2)
  125. }
  126. //iter.head = i + 1
  127. //value = value * 100 + uint32(ind2) * 10 + uint32(ind3)
  128. i++
  129. ind4 := intDigits[iter.buf[i]]
  130. if ind4 == invalidCharForNumber {
  131. iter.head = i
  132. return value*100 + uint32(ind2)*10 + uint32(ind3)
  133. }
  134. i++
  135. ind5 := intDigits[iter.buf[i]]
  136. if ind5 == invalidCharForNumber {
  137. iter.head = i
  138. return value*1000 + uint32(ind2)*100 + uint32(ind3)*10 + uint32(ind4)
  139. }
  140. i++
  141. ind6 := intDigits[iter.buf[i]]
  142. if ind6 == invalidCharForNumber {
  143. iter.head = i
  144. return value*10000 + uint32(ind2)*1000 + uint32(ind3)*100 + uint32(ind4)*10 + uint32(ind5)
  145. }
  146. i++
  147. ind7 := intDigits[iter.buf[i]]
  148. if ind7 == invalidCharForNumber {
  149. iter.head = i
  150. return value*100000 + uint32(ind2)*10000 + uint32(ind3)*1000 + uint32(ind4)*100 + uint32(ind5)*10 + uint32(ind6)
  151. }
  152. i++
  153. ind8 := intDigits[iter.buf[i]]
  154. if ind8 == invalidCharForNumber {
  155. iter.head = i
  156. return value*1000000 + uint32(ind2)*100000 + uint32(ind3)*10000 + uint32(ind4)*1000 + uint32(ind5)*100 + uint32(ind6)*10 + uint32(ind7)
  157. }
  158. i++
  159. ind9 := intDigits[iter.buf[i]]
  160. value = value*10000000 + uint32(ind2)*1000000 + uint32(ind3)*100000 + uint32(ind4)*10000 + uint32(ind5)*1000 + uint32(ind6)*100 + uint32(ind7)*10 + uint32(ind8)
  161. iter.head = i
  162. if ind9 == invalidCharForNumber {
  163. return value
  164. }
  165. }
  166. for {
  167. for i := iter.head; i < iter.tail; i++ {
  168. ind = intDigits[iter.buf[i]]
  169. if ind == invalidCharForNumber {
  170. iter.head = i
  171. return value
  172. }
  173. if value > uint32SafeToMultiply10 {
  174. value2 := (value << 3) + (value << 1) + uint32(ind)
  175. if value2 < value {
  176. iter.ReportError("readUint32", "overflow")
  177. return
  178. } else {
  179. value = value2
  180. continue
  181. }
  182. }
  183. value = (value << 3) + (value << 1) + uint32(ind)
  184. }
  185. if !iter.loadMore() {
  186. return value
  187. }
  188. }
  189. }
  190. func (iter *Iterator) ReadInt64() (ret int64) {
  191. c := iter.nextToken()
  192. if c == '-' {
  193. val := iter.readUint64(iter.readByte())
  194. if val > math.MaxInt64+1 {
  195. iter.ReportError("ReadInt64", "overflow: "+strconv.FormatUint(uint64(val), 10))
  196. return
  197. }
  198. return -int64(val)
  199. } else {
  200. val := iter.readUint64(c)
  201. if val > math.MaxInt64 {
  202. iter.ReportError("ReadInt64", "overflow: "+strconv.FormatUint(uint64(val), 10))
  203. return
  204. }
  205. return int64(val)
  206. }
  207. }
  208. func (iter *Iterator) ReadUint64() uint64 {
  209. if iter.buf[iter.head] == '-' && len(iter.buf) > 1 {
  210. iter.buf = iter.buf[1:]
  211. }
  212. return iter.readUint64(iter.nextToken())
  213. }
  214. func (iter *Iterator) readUint64(c byte) (ret uint64) {
  215. ind := intDigits[c]
  216. if ind == 0 {
  217. return 0 // single zero
  218. }
  219. if ind == invalidCharForNumber {
  220. iter.ReportError("readUint64", "unexpected character: "+string([]byte{byte(ind)}))
  221. return
  222. }
  223. value := uint64(ind)
  224. for {
  225. for i := iter.head; i < iter.tail; i++ {
  226. ind = intDigits[iter.buf[i]]
  227. if ind == invalidCharForNumber {
  228. iter.head = i
  229. return value
  230. }
  231. if value > uint64SafeToMultiple10 {
  232. value2 := (value << 3) + (value << 1) + uint64(ind)
  233. if value2 < value {
  234. iter.ReportError("readUint64", "overflow")
  235. return
  236. } else {
  237. value = value2
  238. continue
  239. }
  240. }
  241. value = (value << 3) + (value << 1) + uint64(ind)
  242. }
  243. if !iter.loadMore() {
  244. return value
  245. }
  246. }
  247. }