feature_iter_float.go 7.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332
  1. package jsoniter
  2. import (
  3. "io"
  4. "math/big"
  5. "strconv"
  6. "unsafe"
  7. )
  8. var floatDigits []int8
  9. const invalidCharForNumber = int8(-1)
  10. const endOfNumber = int8(-2)
  11. const dotInNumber = int8(-3)
  12. func init() {
  13. floatDigits = make([]int8, 256)
  14. for i := 0; i < len(floatDigits); i++ {
  15. floatDigits[i] = invalidCharForNumber
  16. }
  17. for i := int8('0'); i <= int8('9'); i++ {
  18. floatDigits[i] = i - int8('0')
  19. }
  20. floatDigits[','] = endOfNumber
  21. floatDigits[']'] = endOfNumber
  22. floatDigits['}'] = endOfNumber
  23. floatDigits[' '] = endOfNumber
  24. floatDigits['\t'] = endOfNumber
  25. floatDigits['\n'] = endOfNumber
  26. floatDigits['.'] = dotInNumber
  27. }
  28. // ReadBigFloat read big.Float
  29. func (iter *Iterator) ReadBigFloat() (ret *big.Float) {
  30. str := iter.readNumberAsString()
  31. if iter.Error != nil && iter.Error != io.EOF {
  32. return nil
  33. }
  34. prec := 64
  35. if len(str) > prec {
  36. prec = len(str)
  37. }
  38. val, _, err := big.ParseFloat(str, 10, uint(prec), big.ToZero)
  39. if err != nil {
  40. iter.Error = err
  41. return nil
  42. }
  43. return val
  44. }
  45. // ReadBigInt read big.Int
  46. func (iter *Iterator) ReadBigInt() (ret *big.Int) {
  47. str := iter.readNumberAsString()
  48. if iter.Error != nil && iter.Error != io.EOF {
  49. return nil
  50. }
  51. ret = big.NewInt(0)
  52. var success bool
  53. ret, success = ret.SetString(str, 10)
  54. if !success {
  55. iter.ReportError("ReadBigInt", "invalid big int")
  56. return nil
  57. }
  58. return ret
  59. }
  60. //ReadFloat32 read float32
  61. func (iter *Iterator) ReadFloat32() (ret float32) {
  62. c := iter.nextToken()
  63. if c == '-' {
  64. return -iter.readPositiveFloat32()
  65. }
  66. iter.unreadByte()
  67. return iter.readPositiveFloat32()
  68. }
  69. func (iter *Iterator) readPositiveFloat32() (ret float32) {
  70. value := uint64(0)
  71. c := byte(' ')
  72. i := iter.head
  73. // first char
  74. if i == iter.tail {
  75. return iter.readFloat32SlowPath()
  76. }
  77. c = iter.buf[i]
  78. i++
  79. ind := floatDigits[c]
  80. switch ind {
  81. case invalidCharForNumber:
  82. return iter.readFloat32SlowPath()
  83. case endOfNumber:
  84. iter.ReportError("readFloat32", "empty number")
  85. return
  86. case dotInNumber:
  87. iter.ReportError("readFloat32", "leading dot is invalid")
  88. return
  89. case 0:
  90. if i == iter.tail {
  91. return iter.readFloat32SlowPath()
  92. }
  93. c = iter.buf[i]
  94. switch c {
  95. case '0', '1', '2', '3', '4', '5', '6', '7', '8', '9':
  96. iter.ReportError("readFloat32", "leading zero is invalid")
  97. return
  98. }
  99. }
  100. value = uint64(ind)
  101. // chars before dot
  102. non_decimal_loop:
  103. for ; i < iter.tail; i++ {
  104. c = iter.buf[i]
  105. ind := floatDigits[c]
  106. switch ind {
  107. case invalidCharForNumber:
  108. return iter.readFloat32SlowPath()
  109. case endOfNumber:
  110. iter.head = i
  111. return float32(value)
  112. case dotInNumber:
  113. break non_decimal_loop
  114. }
  115. if value > uint64SafeToMultiple10 {
  116. return iter.readFloat32SlowPath()
  117. }
  118. value = (value << 3) + (value << 1) + uint64(ind) // value = value * 10 + ind;
  119. }
  120. // chars after dot
  121. if c == '.' {
  122. i++
  123. decimalPlaces := 0
  124. if i == iter.tail {
  125. return iter.readFloat32SlowPath()
  126. }
  127. for ; i < iter.tail; i++ {
  128. c = iter.buf[i]
  129. ind := floatDigits[c]
  130. switch ind {
  131. case endOfNumber:
  132. if decimalPlaces > 0 && decimalPlaces < len(pow10) {
  133. iter.head = i
  134. return float32(float64(value) / float64(pow10[decimalPlaces]))
  135. }
  136. // too many decimal places
  137. return iter.readFloat32SlowPath()
  138. case invalidCharForNumber:
  139. fallthrough
  140. case dotInNumber:
  141. return iter.readFloat32SlowPath()
  142. }
  143. decimalPlaces++
  144. if value > uint64SafeToMultiple10 {
  145. return iter.readFloat32SlowPath()
  146. }
  147. value = (value << 3) + (value << 1) + uint64(ind)
  148. }
  149. }
  150. return iter.readFloat32SlowPath()
  151. }
  152. func (iter *Iterator) readNumberAsString() (ret string) {
  153. strBuf := [16]byte{}
  154. str := strBuf[0:0]
  155. load_loop:
  156. for {
  157. for i := iter.head; i < iter.tail; i++ {
  158. c := iter.buf[i]
  159. switch c {
  160. case '+', '-', '.', 'e', 'E', '0', '1', '2', '3', '4', '5', '6', '7', '8', '9':
  161. str = append(str, c)
  162. continue
  163. default:
  164. iter.head = i
  165. break load_loop
  166. }
  167. }
  168. if !iter.loadMore() {
  169. break
  170. }
  171. }
  172. if iter.Error != nil && iter.Error != io.EOF {
  173. return
  174. }
  175. if len(str) == 0 {
  176. iter.ReportError("readNumberAsString", "invalid number")
  177. }
  178. return *(*string)(unsafe.Pointer(&str))
  179. }
  180. func (iter *Iterator) readFloat32SlowPath() (ret float32) {
  181. str := iter.readNumberAsString()
  182. if iter.Error != nil && iter.Error != io.EOF {
  183. return
  184. }
  185. if len(str) == 0 {
  186. iter.ReportError("readFloat32SlowPath", "empty number")
  187. return
  188. }
  189. if str[0] == '-' {
  190. iter.ReportError("readFloat32SlowPath", "-- is not valid")
  191. return
  192. }
  193. if str[len(str)-1] == '.' {
  194. iter.ReportError("readFloat32SlowPath", "dot can not be last character")
  195. return
  196. }
  197. val, err := strconv.ParseFloat(str, 32)
  198. if err != nil {
  199. iter.Error = err
  200. return
  201. }
  202. return float32(val)
  203. }
  204. // ReadFloat64 read float64
  205. func (iter *Iterator) ReadFloat64() (ret float64) {
  206. c := iter.nextToken()
  207. if c == '-' {
  208. return -iter.readPositiveFloat64()
  209. }
  210. iter.unreadByte()
  211. return iter.readPositiveFloat64()
  212. }
  213. func (iter *Iterator) readPositiveFloat64() (ret float64) {
  214. value := uint64(0)
  215. c := byte(' ')
  216. i := iter.head
  217. // first char
  218. if i == iter.tail {
  219. return iter.readFloat64SlowPath()
  220. }
  221. c = iter.buf[i]
  222. i++
  223. ind := floatDigits[c]
  224. switch ind {
  225. case invalidCharForNumber:
  226. return iter.readFloat64SlowPath()
  227. case endOfNumber:
  228. iter.ReportError("readFloat64", "empty number")
  229. return
  230. case dotInNumber:
  231. iter.ReportError("readFloat64", "leading dot is invalid")
  232. return
  233. case 0:
  234. if i == iter.tail {
  235. return iter.readFloat64SlowPath()
  236. }
  237. c = iter.buf[i]
  238. switch c {
  239. case '0', '1', '2', '3', '4', '5', '6', '7', '8', '9':
  240. iter.ReportError("readFloat64", "leading zero is invalid")
  241. return
  242. }
  243. }
  244. value = uint64(ind)
  245. // chars before dot
  246. non_decimal_loop:
  247. for ; i < iter.tail; i++ {
  248. c = iter.buf[i]
  249. ind := floatDigits[c]
  250. switch ind {
  251. case invalidCharForNumber:
  252. return iter.readFloat64SlowPath()
  253. case endOfNumber:
  254. iter.head = i
  255. return float64(value)
  256. case dotInNumber:
  257. break non_decimal_loop
  258. }
  259. if value > uint64SafeToMultiple10 {
  260. return iter.readFloat64SlowPath()
  261. }
  262. value = (value << 3) + (value << 1) + uint64(ind) // value = value * 10 + ind;
  263. }
  264. // chars after dot
  265. if c == '.' {
  266. i++
  267. decimalPlaces := 0
  268. if i == iter.tail {
  269. return iter.readFloat64SlowPath()
  270. }
  271. for ; i < iter.tail; i++ {
  272. c = iter.buf[i]
  273. ind := floatDigits[c]
  274. switch ind {
  275. case endOfNumber:
  276. if decimalPlaces > 0 && decimalPlaces < len(pow10) {
  277. iter.head = i
  278. return float64(value) / float64(pow10[decimalPlaces])
  279. }
  280. // too many decimal places
  281. return iter.readFloat64SlowPath()
  282. case invalidCharForNumber:
  283. fallthrough
  284. case dotInNumber:
  285. return iter.readFloat64SlowPath()
  286. }
  287. decimalPlaces++
  288. if value > uint64SafeToMultiple10 {
  289. return iter.readFloat64SlowPath()
  290. }
  291. value = (value << 3) + (value << 1) + uint64(ind)
  292. }
  293. }
  294. return iter.readFloat64SlowPath()
  295. }
  296. func (iter *Iterator) readFloat64SlowPath() (ret float64) {
  297. str := iter.readNumberAsString()
  298. if iter.Error != nil && iter.Error != io.EOF {
  299. return
  300. }
  301. if len(str) == 0 {
  302. iter.ReportError("readFloat64SlowPath", "empty number")
  303. return
  304. }
  305. if str[0] == '-' {
  306. iter.ReportError("readFloat64SlowPath", "-- is not valid")
  307. return
  308. }
  309. if str[len(str)-1] == '.' {
  310. iter.ReportError("readFloat64SlowPath", "dot can not be last character")
  311. return
  312. }
  313. val, err := strconv.ParseFloat(str, 64)
  314. if err != nil {
  315. iter.Error = err
  316. return
  317. }
  318. return val
  319. }