feature_iter_skip.go 4.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241
  1. package jsoniter
  2. import "fmt"
  3. // ReadNil reads a json object as nil and
  4. // returns whether it's a nil or not
  5. func (iter *Iterator) ReadNil() (ret bool) {
  6. c := iter.nextToken()
  7. if c == 'n' {
  8. iter.skipFixedBytes(3) // null
  9. return true
  10. }
  11. iter.unreadByte()
  12. return false
  13. }
  14. // ReadBool reads a json object as Bool
  15. func (iter *Iterator) ReadBool() (ret bool) {
  16. c := iter.nextToken()
  17. if c == 't' {
  18. iter.skipFixedBytes(3)
  19. return true
  20. }
  21. if c == 'f' {
  22. iter.skipFixedBytes(4)
  23. return false
  24. }
  25. iter.reportError("ReadBool", "expect t or f")
  26. return
  27. }
  28. func (iter *Iterator) SkipAndReturnBytes() []byte {
  29. iter.startCapture()
  30. iter.Skip()
  31. return iter.stopCapture()
  32. }
  33. type captureBuffer struct {
  34. startedAt int
  35. captured []byte
  36. }
  37. func (iter *Iterator) startCapture() {
  38. if iter.captured != nil {
  39. panic("already in capture mode")
  40. }
  41. iter.captureStartedAt = iter.head
  42. iter.captured = make([]byte, 0, 32)
  43. }
  44. func (iter *Iterator) stopCapture() []byte {
  45. if iter.captured == nil {
  46. panic("not in capture mode")
  47. }
  48. captured := iter.captured
  49. remaining := iter.buf[iter.captureStartedAt: iter.head]
  50. iter.captureStartedAt = -1
  51. iter.captured = nil
  52. if len(captured) == 0 {
  53. return remaining
  54. } else {
  55. captured = append(captured, remaining...)
  56. return captured
  57. }
  58. }
  59. // Skip skips a json object and positions to relatively the next json object
  60. func (iter *Iterator) Skip() {
  61. c := iter.nextToken()
  62. switch c {
  63. case '"':
  64. iter.skipString()
  65. case 'n', 't':
  66. iter.skipFixedBytes(3) // null or true
  67. case 'f':
  68. iter.skipFixedBytes(4) // false
  69. case '-', '0', '1', '2', '3', '4', '5', '6', '7', '8', '9':
  70. iter.skipUntilBreak()
  71. case '[':
  72. iter.skipArray()
  73. case '{':
  74. iter.skipObject()
  75. default:
  76. iter.reportError("Skip", fmt.Sprintf("do not know how to skip: %v", c))
  77. return
  78. }
  79. }
  80. func (iter *Iterator) skipString() {
  81. for {
  82. end, escaped := iter.findStringEnd()
  83. if end == -1 {
  84. if !iter.loadMore() {
  85. iter.reportError("skipString", "incomplete string")
  86. return
  87. }
  88. if escaped {
  89. iter.head = 1 // skip the first char as last char read is \
  90. }
  91. } else {
  92. iter.head = end
  93. return
  94. }
  95. }
  96. }
  97. // adapted from: https://github.com/buger/jsonparser/blob/master/parser.go
  98. // Tries to find the end of string
  99. // Support if string contains escaped quote symbols.
  100. func (iter *Iterator) findStringEnd() (int, bool) {
  101. escaped := false
  102. for i := iter.head; i < iter.tail; i++ {
  103. c := iter.buf[i]
  104. if c == '"' {
  105. if !escaped {
  106. return i + 1, false
  107. }
  108. j := i - 1
  109. for {
  110. if j < iter.head || iter.buf[j] != '\\' {
  111. // even number of backslashes
  112. // either end of buffer, or " found
  113. return i + 1, true
  114. }
  115. j--
  116. if j < iter.head || iter.buf[j] != '\\' {
  117. // odd number of backslashes
  118. // it is \" or \\\"
  119. break
  120. }
  121. j--
  122. }
  123. } else if c == '\\' {
  124. escaped = true
  125. }
  126. }
  127. j := iter.tail - 1
  128. for {
  129. if j < iter.head || iter.buf[j] != '\\' {
  130. // even number of backslashes
  131. // either end of buffer, or " found
  132. return -1, false // do not end with \
  133. }
  134. j--
  135. if j < iter.head || iter.buf[j] != '\\' {
  136. // odd number of backslashes
  137. // it is \" or \\\"
  138. break
  139. }
  140. j--
  141. }
  142. return -1, true // end with \
  143. }
  144. func (iter *Iterator) skipArray() {
  145. level := 1
  146. for {
  147. for i := iter.head; i < iter.tail; i++ {
  148. switch iter.buf[i] {
  149. case '"': // If inside string, skip it
  150. iter.head = i + 1
  151. iter.skipString()
  152. i = iter.head - 1 // it will be i++ soon
  153. case '[': // If open symbol, increase level
  154. level++
  155. case ']': // If close symbol, increase level
  156. level--
  157. // If we have returned to the original level, we're done
  158. if level == 0 {
  159. iter.head = i + 1
  160. return
  161. }
  162. }
  163. }
  164. if !iter.loadMore() {
  165. iter.reportError("skipObject", "incomplete array")
  166. return
  167. }
  168. }
  169. }
  170. func (iter *Iterator) skipObject() {
  171. level := 1
  172. for {
  173. for i := iter.head; i < iter.tail; i++ {
  174. switch iter.buf[i] {
  175. case '"': // If inside string, skip it
  176. iter.head = i + 1
  177. iter.skipString()
  178. i = iter.head - 1 // it will be i++ soon
  179. case '{': // If open symbol, increase level
  180. level++
  181. case '}': // If close symbol, increase level
  182. level--
  183. // If we have returned to the original level, we're done
  184. if level == 0 {
  185. iter.head = i + 1
  186. return
  187. }
  188. }
  189. }
  190. if !iter.loadMore() {
  191. iter.reportError("skipObject", "incomplete object")
  192. return
  193. }
  194. }
  195. }
  196. func (iter *Iterator) skipUntilBreak() {
  197. // true, false, null, number
  198. for {
  199. for i := iter.head; i < iter.tail; i++ {
  200. c := iter.buf[i]
  201. switch c {
  202. case ' ', '\n', '\r', '\t', ',', '}', ']':
  203. iter.head = i
  204. return
  205. }
  206. }
  207. if !iter.loadMore() {
  208. return
  209. }
  210. }
  211. }
  212. func (iter *Iterator) skipFixedBytes(n int) {
  213. iter.head += n
  214. if iter.head >= iter.tail {
  215. more := iter.head - iter.tail
  216. if !iter.loadMore() {
  217. if more > 0 {
  218. iter.reportError("skipFixedBytes", "unexpected end")
  219. }
  220. return
  221. }
  222. iter.head += more
  223. }
  224. }