feature_iter_float.go 7.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334
  1. package jsoniter
  2. import (
  3. "fmt"
  4. "io"
  5. "math/big"
  6. "strconv"
  7. "unsafe"
  8. )
  9. var floatDigits []int8
  10. const invalidCharForNumber = int8(-1)
  11. const endOfNumber = int8(-2)
  12. const dotInNumber = int8(-3)
  13. func init() {
  14. floatDigits = make([]int8, 256)
  15. for i := 0; i < len(floatDigits); i++ {
  16. floatDigits[i] = invalidCharForNumber
  17. }
  18. for i := int8('0'); i <= int8('9'); i++ {
  19. floatDigits[i] = i - int8('0')
  20. }
  21. floatDigits[','] = endOfNumber
  22. floatDigits[']'] = endOfNumber
  23. floatDigits['}'] = endOfNumber
  24. floatDigits[' '] = endOfNumber
  25. floatDigits['\t'] = endOfNumber
  26. floatDigits['\n'] = endOfNumber
  27. floatDigits['.'] = dotInNumber
  28. }
  29. // ReadBigFloat read big.Float
  30. func (iter *Iterator) ReadBigFloat() (ret *big.Float) {
  31. str := iter.readNumberAsString()
  32. if iter.Error != nil && iter.Error != io.EOF {
  33. return nil
  34. }
  35. prec := 64
  36. if len(str) > prec {
  37. prec = len(str)
  38. }
  39. val, _, err := big.ParseFloat(str, 10, uint(prec), big.ToZero)
  40. if err != nil {
  41. iter.Error = err
  42. return nil
  43. }
  44. return val
  45. }
  46. // ReadBigInt read big.Int
  47. func (iter *Iterator) ReadBigInt() (ret *big.Int) {
  48. str := iter.readNumberAsString()
  49. if iter.Error != nil && iter.Error != io.EOF {
  50. return nil
  51. }
  52. ret = big.NewInt(0)
  53. var success bool
  54. ret, success = ret.SetString(str, 10)
  55. if !success {
  56. iter.ReportError("ReadBigInt", "invalid big int")
  57. return nil
  58. }
  59. return ret
  60. }
  61. //ReadFloat32 read float32
  62. func (iter *Iterator) ReadFloat32() (ret float32) {
  63. c := iter.nextToken()
  64. if c == '-' {
  65. return -iter.readPositiveFloat32()
  66. }
  67. iter.unreadByte()
  68. return iter.readPositiveFloat32()
  69. }
  70. func (iter *Iterator) readPositiveFloat32() (ret float32) {
  71. value := uint64(0)
  72. c := byte(' ')
  73. i := iter.head
  74. // first char
  75. if i == iter.tail {
  76. return iter.readFloat32SlowPath()
  77. }
  78. c = iter.buf[i]
  79. i++
  80. ind := floatDigits[c]
  81. switch ind {
  82. case invalidCharForNumber:
  83. return iter.readFloat32SlowPath()
  84. case endOfNumber:
  85. iter.ReportError("readFloat32", "empty number")
  86. return
  87. case dotInNumber:
  88. iter.ReportError("readFloat32", "leading dot is invalid")
  89. return
  90. case 0:
  91. if i == iter.tail {
  92. return iter.readFloat32SlowPath()
  93. }
  94. c = iter.buf[i]
  95. switch c {
  96. case '0', '1', '2', '3', '4', '5', '6', '7', '8', '9':
  97. iter.ReportError("readFloat32", "leading zero is invalid")
  98. return
  99. }
  100. }
  101. value = uint64(ind)
  102. // chars before dot
  103. non_decimal_loop:
  104. for ; i < iter.tail; i++ {
  105. c = iter.buf[i]
  106. ind := floatDigits[c]
  107. switch ind {
  108. case invalidCharForNumber:
  109. return iter.readFloat32SlowPath()
  110. case endOfNumber:
  111. iter.head = i
  112. return float32(value)
  113. case dotInNumber:
  114. break non_decimal_loop
  115. }
  116. if value > uint64SafeToMultiple10 {
  117. return iter.readFloat32SlowPath()
  118. }
  119. value = (value << 3) + (value << 1) + uint64(ind) // value = value * 10 + ind;
  120. }
  121. // chars after dot
  122. if c == '.' {
  123. i++
  124. decimalPlaces := 0
  125. if i == iter.tail {
  126. return iter.readFloat32SlowPath()
  127. }
  128. for ; i < iter.tail; i++ {
  129. c = iter.buf[i]
  130. ind := floatDigits[c]
  131. switch ind {
  132. case endOfNumber:
  133. if decimalPlaces > 0 && decimalPlaces < len(pow10) {
  134. iter.head = i
  135. return float32(float64(value) / float64(pow10[decimalPlaces]))
  136. }
  137. // too many decimal places
  138. return iter.readFloat32SlowPath()
  139. case invalidCharForNumber:
  140. fallthrough
  141. case dotInNumber:
  142. return iter.readFloat32SlowPath()
  143. }
  144. decimalPlaces++
  145. if value > uint64SafeToMultiple10 {
  146. return iter.readFloat32SlowPath()
  147. }
  148. value = (value << 3) + (value << 1) + uint64(ind)
  149. }
  150. }
  151. return iter.readFloat32SlowPath()
  152. }
  153. func (iter *Iterator) readNumberAsString() (ret string) {
  154. strBuf := [16]byte{}
  155. str := strBuf[0:0]
  156. load_loop:
  157. for {
  158. for i := iter.head; i < iter.tail; i++ {
  159. c := iter.buf[i]
  160. switch c {
  161. case '+', '-', '.', 'e', 'E', '0', '1', '2', '3', '4', '5', '6', '7', '8', '9':
  162. str = append(str, c)
  163. continue
  164. default:
  165. iter.head = i
  166. break load_loop
  167. }
  168. }
  169. if !iter.loadMore() {
  170. break
  171. }
  172. }
  173. if iter.Error != nil && iter.Error != io.EOF {
  174. return
  175. }
  176. if len(str) == 0 {
  177. iter.ReportError("readNumberAsString", "invalid number")
  178. }
  179. return *(*string)(unsafe.Pointer(&str))
  180. }
  181. func (iter *Iterator) readFloat32SlowPath() (ret float32) {
  182. str := iter.readNumberAsString()
  183. if iter.Error != nil && iter.Error != io.EOF {
  184. return
  185. }
  186. if len(str) == 0 {
  187. iter.ReportError("readFloat32SlowPath", "empty number")
  188. return
  189. }
  190. if str[0] == '-' {
  191. iter.ReportError("readFloat32SlowPath", "-- is not valid")
  192. return
  193. }
  194. if str[len(str)-1] == '.' {
  195. iter.ReportError("readFloat32SlowPath", "dot can not be last character")
  196. return
  197. }
  198. val, err := strconv.ParseFloat(str, 32)
  199. if err != nil {
  200. iter.Error = err
  201. return
  202. }
  203. return float32(val)
  204. }
  205. // ReadFloat64 read float64
  206. func (iter *Iterator) ReadFloat64() (ret float64) {
  207. c := iter.nextToken()
  208. if c == '-' {
  209. return -iter.readPositiveFloat64()
  210. }
  211. iter.unreadByte()
  212. return iter.readPositiveFloat64()
  213. }
  214. func (iter *Iterator) readPositiveFloat64() (ret float64) {
  215. value := uint64(0)
  216. c := byte(' ')
  217. i := iter.head
  218. // first char
  219. if i == iter.tail {
  220. return iter.readFloat64SlowPath()
  221. }
  222. c = iter.buf[i]
  223. i++
  224. ind := floatDigits[c]
  225. switch ind {
  226. case invalidCharForNumber:
  227. return iter.readFloat64SlowPath()
  228. case endOfNumber:
  229. iter.ReportError("readFloat64", "empty number")
  230. return
  231. case dotInNumber:
  232. iter.ReportError("readFloat64", "leading dot is invalid")
  233. return
  234. case 0:
  235. if i == iter.tail {
  236. return iter.readFloat64SlowPath()
  237. }
  238. c = iter.buf[i]
  239. switch c {
  240. case '0', '1', '2', '3', '4', '5', '6', '7', '8', '9':
  241. iter.ReportError("readFloat64", "leading zero is invalid")
  242. return
  243. }
  244. }
  245. value = uint64(ind)
  246. // chars before dot
  247. non_decimal_loop:
  248. for ; i < iter.tail; i++ {
  249. c = iter.buf[i]
  250. ind := floatDigits[c]
  251. switch ind {
  252. case invalidCharForNumber:
  253. return iter.readFloat64SlowPath()
  254. case endOfNumber:
  255. iter.head = i
  256. return float64(value)
  257. case dotInNumber:
  258. break non_decimal_loop
  259. }
  260. if value > uint64SafeToMultiple10 {
  261. return iter.readFloat64SlowPath()
  262. }
  263. value = (value << 3) + (value << 1) + uint64(ind) // value = value * 10 + ind;
  264. }
  265. // chars after dot
  266. if c == '.' {
  267. i++
  268. decimalPlaces := 0
  269. if i == iter.tail {
  270. return iter.readFloat64SlowPath()
  271. }
  272. for ; i < iter.tail; i++ {
  273. c = iter.buf[i]
  274. ind := floatDigits[c]
  275. switch ind {
  276. case endOfNumber:
  277. if decimalPlaces > 0 && decimalPlaces < len(pow10) {
  278. iter.head = i
  279. return float64(value) / float64(pow10[decimalPlaces])
  280. }
  281. // too many decimal places
  282. return iter.readFloat64SlowPath()
  283. case invalidCharForNumber:
  284. fallthrough
  285. case dotInNumber:
  286. return iter.readFloat64SlowPath()
  287. }
  288. decimalPlaces++
  289. if value > uint64SafeToMultiple10 {
  290. return iter.readFloat64SlowPath()
  291. }
  292. value = (value << 3) + (value << 1) + uint64(ind)
  293. }
  294. }
  295. return iter.readFloat64SlowPath()
  296. }
  297. func (iter *Iterator) readFloat64SlowPath() (ret float64) {
  298. str := iter.readNumberAsString()
  299. if iter.Error != nil && iter.Error != io.EOF {
  300. return
  301. }
  302. if len(str) == 0 {
  303. iter.ReportError("readFloat64SlowPath", "empty number")
  304. return
  305. }
  306. if str[0] == '-' {
  307. iter.ReportError("readFloat64SlowPath", "-- is not valid")
  308. return
  309. }
  310. if str[len(str)-1] == '.' {
  311. iter.ReportError("readFloat64SlowPath", "dot can not be last character")
  312. return
  313. }
  314. val, err := strconv.ParseFloat(str, 64)
  315. if err != nil {
  316. iter.Error = err
  317. return
  318. }
  319. fmt.Println(str)
  320. return val
  321. }