feature_iter_float.go 5.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258
  1. package jsoniter
  2. import (
  3. "io"
  4. "math/big"
  5. "strconv"
  6. "unsafe"
  7. )
  8. var floatDigits []int8
  9. const invalidCharForNumber = int8(-1)
  10. const endOfNumber = int8(-2)
  11. const dotInNumber = int8(-3)
  12. func init() {
  13. floatDigits = make([]int8, 256)
  14. for i := 0; i < len(floatDigits); i++ {
  15. floatDigits[i] = invalidCharForNumber
  16. }
  17. for i := int8('0'); i <= int8('9'); i++ {
  18. floatDigits[i] = i - int8('0')
  19. }
  20. floatDigits[','] = endOfNumber
  21. floatDigits[']'] = endOfNumber
  22. floatDigits['}'] = endOfNumber
  23. floatDigits[' '] = endOfNumber
  24. floatDigits['\t'] = endOfNumber
  25. floatDigits['\n'] = endOfNumber
  26. floatDigits['.'] = dotInNumber
  27. }
  28. // ReadBigFloat read big.Float
  29. func (iter *Iterator) ReadBigFloat() (ret *big.Float) {
  30. str := iter.readNumberAsString()
  31. if iter.Error != nil && iter.Error != io.EOF {
  32. return nil
  33. }
  34. prec := 64
  35. if len(str) > prec {
  36. prec = len(str)
  37. }
  38. val, _, err := big.ParseFloat(str, 10, uint(prec), big.ToZero)
  39. if err != nil {
  40. iter.Error = err
  41. return nil
  42. }
  43. return val
  44. }
  45. // ReadBigInt read big.Int
  46. func (iter *Iterator) ReadBigInt() (ret *big.Int) {
  47. str := iter.readNumberAsString()
  48. if iter.Error != nil && iter.Error != io.EOF {
  49. return nil
  50. }
  51. ret = big.NewInt(0)
  52. var success bool
  53. ret, success = ret.SetString(str, 10)
  54. if !success {
  55. iter.ReportError("ReadBigInt", "invalid big int")
  56. return nil
  57. }
  58. return ret
  59. }
  60. //ReadFloat32 read float32
  61. func (iter *Iterator) ReadFloat32() (ret float32) {
  62. c := iter.nextToken()
  63. if c == '-' {
  64. return -iter.readPositiveFloat32()
  65. }
  66. iter.unreadByte()
  67. return iter.readPositiveFloat32()
  68. }
  69. func (iter *Iterator) readPositiveFloat32() (ret float32) {
  70. value := uint64(0)
  71. c := byte(' ')
  72. i := iter.head
  73. non_decimal_loop:
  74. for ; i < iter.tail; i++ {
  75. c = iter.buf[i]
  76. ind := floatDigits[c]
  77. switch ind {
  78. case invalidCharForNumber:
  79. return iter.readFloat32SlowPath()
  80. case endOfNumber:
  81. iter.head = i
  82. return float32(value)
  83. case dotInNumber:
  84. break non_decimal_loop
  85. }
  86. if value > uint64SafeToMultiple10 {
  87. return iter.readFloat32SlowPath()
  88. }
  89. value = (value << 3) + (value << 1) + uint64(ind) // value = value * 10 + ind;
  90. }
  91. if c == '.' {
  92. i++
  93. decimalPlaces := 0
  94. for ; i < iter.tail; i++ {
  95. c = iter.buf[i]
  96. ind := floatDigits[c]
  97. switch ind {
  98. case endOfNumber:
  99. if decimalPlaces > 0 && decimalPlaces < len(pow10) {
  100. iter.head = i
  101. return float32(float64(value) / float64(pow10[decimalPlaces]))
  102. }
  103. // too many decimal places
  104. return iter.readFloat32SlowPath()
  105. case invalidCharForNumber:
  106. fallthrough
  107. case dotInNumber:
  108. return iter.readFloat32SlowPath()
  109. }
  110. decimalPlaces++
  111. if value > uint64SafeToMultiple10 {
  112. return iter.readFloat32SlowPath()
  113. }
  114. value = (value << 3) + (value << 1) + uint64(ind)
  115. }
  116. }
  117. return iter.readFloat32SlowPath()
  118. }
  119. func (iter *Iterator) readNumberAsString() (ret string) {
  120. strBuf := [16]byte{}
  121. str := strBuf[0:0]
  122. load_loop:
  123. for {
  124. for i := iter.head; i < iter.tail; i++ {
  125. c := iter.buf[i]
  126. switch c {
  127. case '+', '-', '.', 'e', 'E', '0', '1', '2', '3', '4', '5', '6', '7', '8', '9':
  128. str = append(str, c)
  129. continue
  130. default:
  131. iter.head = i
  132. break load_loop
  133. }
  134. }
  135. if !iter.loadMore() {
  136. break
  137. }
  138. }
  139. if iter.Error != nil && iter.Error != io.EOF {
  140. return
  141. }
  142. if len(str) == 0 {
  143. iter.ReportError("readNumberAsString", "invalid number")
  144. }
  145. return *(*string)(unsafe.Pointer(&str))
  146. }
  147. func (iter *Iterator) readFloat32SlowPath() (ret float32) {
  148. str := iter.readNumberAsString()
  149. if iter.Error != nil && iter.Error != io.EOF {
  150. return
  151. }
  152. if len(str) == 0 {
  153. iter.ReportError("readFloat32SlowPath", "empty number")
  154. return
  155. }
  156. if str[0] == '-' {
  157. iter.ReportError("readFloat32SlowPath", "-- is not valid")
  158. return
  159. }
  160. val, err := strconv.ParseFloat(str, 32)
  161. if err != nil {
  162. iter.Error = err
  163. return
  164. }
  165. return float32(val)
  166. }
  167. // ReadFloat64 read float64
  168. func (iter *Iterator) ReadFloat64() (ret float64) {
  169. c := iter.nextToken()
  170. if c == '-' {
  171. return -iter.readPositiveFloat64()
  172. }
  173. iter.unreadByte()
  174. return iter.readPositiveFloat64()
  175. }
  176. func (iter *Iterator) readPositiveFloat64() (ret float64) {
  177. value := uint64(0)
  178. c := byte(' ')
  179. i := iter.head
  180. non_decimal_loop:
  181. for ; i < iter.tail; i++ {
  182. c = iter.buf[i]
  183. ind := floatDigits[c]
  184. switch ind {
  185. case invalidCharForNumber:
  186. return iter.readFloat64SlowPath()
  187. case endOfNumber:
  188. iter.head = i
  189. return float64(value)
  190. case dotInNumber:
  191. break non_decimal_loop
  192. }
  193. if value > uint64SafeToMultiple10 {
  194. return iter.readFloat64SlowPath()
  195. }
  196. value = (value << 3) + (value << 1) + uint64(ind) // value = value * 10 + ind;
  197. }
  198. if c == '.' {
  199. i++
  200. decimalPlaces := 0
  201. for ; i < iter.tail; i++ {
  202. c = iter.buf[i]
  203. ind := floatDigits[c]
  204. switch ind {
  205. case endOfNumber:
  206. if decimalPlaces > 0 && decimalPlaces < len(pow10) {
  207. iter.head = i
  208. return float64(value) / float64(pow10[decimalPlaces])
  209. }
  210. // too many decimal places
  211. return iter.readFloat64SlowPath()
  212. case invalidCharForNumber:
  213. fallthrough
  214. case dotInNumber:
  215. return iter.readFloat64SlowPath()
  216. }
  217. decimalPlaces++
  218. if value > uint64SafeToMultiple10 {
  219. return iter.readFloat64SlowPath()
  220. }
  221. value = (value << 3) + (value << 1) + uint64(ind)
  222. }
  223. }
  224. return iter.readFloat64SlowPath()
  225. }
  226. func (iter *Iterator) readFloat64SlowPath() (ret float64) {
  227. str := iter.readNumberAsString()
  228. if iter.Error != nil && iter.Error != io.EOF {
  229. return
  230. }
  231. if len(str) == 0 {
  232. iter.ReportError("readFloat64SlowPath", "empty number")
  233. return
  234. }
  235. if str[0] == '-' {
  236. iter.ReportError("readFloat64SlowPath", "-- is not valid")
  237. return
  238. }
  239. val, err := strconv.ParseFloat(str, 64)
  240. if err != nil {
  241. iter.Error = err
  242. return
  243. }
  244. return val
  245. }