feature_any_array.go 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528
  1. package jsoniter
  2. import (
  3. "fmt"
  4. "reflect"
  5. "unsafe"
  6. )
  7. type arrayLazyAny struct {
  8. baseAny
  9. cfg *frozenConfig
  10. buf []byte
  11. err error
  12. cache []Any
  13. remaining []byte
  14. }
  15. func (any *arrayLazyAny) ValueType() ValueType {
  16. return Array
  17. }
  18. func (any *arrayLazyAny) fillCacheUntil(target int) Any {
  19. if any.remaining == nil {
  20. if target >= len(any.cache) {
  21. return nil
  22. }
  23. return any.cache[target]
  24. }
  25. if any.cache == nil {
  26. any.cache = make([]Any, 0, 8)
  27. }
  28. i := len(any.cache)
  29. if target < i {
  30. return any.cache[target]
  31. }
  32. iter := any.cfg.BorrowIterator(any.remaining)
  33. defer any.cfg.ReturnIterator(iter)
  34. if len(any.remaining) == len(any.buf) {
  35. iter.head++
  36. c := iter.nextToken()
  37. if c != ']' {
  38. iter.unreadByte()
  39. element := iter.readAny()
  40. any.cache = append(any.cache, element)
  41. if target == 0 {
  42. any.remaining = iter.buf[iter.head:]
  43. any.err = iter.Error
  44. return element
  45. }
  46. i = 1
  47. } else {
  48. any.remaining = nil
  49. any.err = iter.Error
  50. return nil
  51. }
  52. }
  53. for iter.nextToken() == ',' {
  54. element := iter.readAny()
  55. any.cache = append(any.cache, element)
  56. if i == target {
  57. any.remaining = iter.buf[iter.head:]
  58. any.err = iter.Error
  59. return element
  60. }
  61. i++
  62. }
  63. any.remaining = nil
  64. any.err = iter.Error
  65. return nil
  66. }
  67. func (any *arrayLazyAny) fillCache() {
  68. if any.remaining == nil {
  69. return
  70. }
  71. if any.cache == nil {
  72. any.cache = make([]Any, 0, 8)
  73. }
  74. iter := any.cfg.BorrowIterator(any.remaining)
  75. defer any.cfg.ReturnIterator(iter)
  76. if len(any.remaining) == len(any.buf) {
  77. iter.head++
  78. c := iter.nextToken()
  79. if c != ']' {
  80. iter.unreadByte()
  81. any.cache = append(any.cache, iter.readAny())
  82. } else {
  83. any.remaining = nil
  84. any.err = iter.Error
  85. return
  86. }
  87. }
  88. for iter.nextToken() == ',' {
  89. any.cache = append(any.cache, iter.readAny())
  90. }
  91. any.remaining = nil
  92. any.err = iter.Error
  93. }
  94. func (any *arrayLazyAny) LastError() error {
  95. return any.err
  96. }
  97. func (any *arrayLazyAny) ToBool() bool {
  98. if any.cache == nil {
  99. any.IterateArray() // trigger first element read
  100. }
  101. return len(any.cache) != 0
  102. }
  103. func (any *arrayLazyAny) ToInt() int {
  104. if any.cache == nil {
  105. any.IterateArray() // trigger first element read
  106. }
  107. if len(any.cache) == 0 {
  108. return 0
  109. }
  110. return 1
  111. }
  112. func (any *arrayLazyAny) ToInt32() int32 {
  113. if any.cache == nil {
  114. any.IterateArray() // trigger first element read
  115. }
  116. if len(any.cache) == 0 {
  117. return 0
  118. }
  119. return 1
  120. }
  121. func (any *arrayLazyAny) ToInt64() int64 {
  122. if any.cache == nil {
  123. any.IterateArray() // trigger first element read
  124. }
  125. if len(any.cache) == 0 {
  126. return 0
  127. }
  128. return 1
  129. }
  130. func (any *arrayLazyAny) ToUint() uint {
  131. if any.cache == nil {
  132. any.IterateArray() // trigger first element read
  133. }
  134. if len(any.cache) == 0 {
  135. return 0
  136. }
  137. return 1
  138. }
  139. func (any *arrayLazyAny) ToUint32() uint32 {
  140. if any.cache == nil {
  141. any.IterateArray() // trigger first element read
  142. }
  143. if len(any.cache) == 0 {
  144. return 0
  145. }
  146. return 1
  147. }
  148. func (any *arrayLazyAny) ToUint64() uint64 {
  149. if any.cache == nil {
  150. any.IterateArray() // trigger first element read
  151. }
  152. if len(any.cache) == 0 {
  153. return 0
  154. }
  155. return 1
  156. }
  157. func (any *arrayLazyAny) ToFloat32() float32 {
  158. if any.cache == nil {
  159. any.IterateArray() // trigger first element read
  160. }
  161. if len(any.cache) == 0 {
  162. return 0
  163. }
  164. return 1
  165. }
  166. func (any *arrayLazyAny) ToFloat64() float64 {
  167. if any.cache == nil {
  168. any.IterateArray() // trigger first element read
  169. }
  170. if len(any.cache) == 0 {
  171. return 0
  172. }
  173. return 1
  174. }
  175. func (any *arrayLazyAny) ToString() string {
  176. if len(any.remaining) == len(any.buf) {
  177. // nothing has been parsed yet
  178. return *(*string)(unsafe.Pointer(&any.buf))
  179. } else {
  180. any.fillCache()
  181. str, err := any.cfg.MarshalToString(any.cache)
  182. any.err = err
  183. return str
  184. }
  185. }
  186. func (any *arrayLazyAny) Get(path ...interface{}) Any {
  187. if len(path) == 0 {
  188. return any
  189. }
  190. var element Any
  191. switch firstPath := path[0].(type) {
  192. case int:
  193. element = any.fillCacheUntil(firstPath)
  194. if element == nil {
  195. element = &invalidAny{baseAny{}, fmt.Errorf("%v not found in %v", firstPath, any.cache)}
  196. }
  197. case int32:
  198. if '*' == firstPath {
  199. any.fillCache()
  200. arr := make([]Any, 0, len(any.cache))
  201. for _, element := range any.cache {
  202. found := element.Get(path[1:]...)
  203. if found.ValueType() != Invalid {
  204. arr = append(arr, found)
  205. }
  206. }
  207. return wrapArray(arr)
  208. } else {
  209. element = &invalidAny{baseAny{}, fmt.Errorf("%v not found in %v", path[0], any.cache)}
  210. }
  211. default:
  212. element = &invalidAny{baseAny{}, fmt.Errorf("%v not found in %v", path[0], any.cache)}
  213. }
  214. if len(path) == 1 {
  215. return element
  216. } else {
  217. return element.Get(path[1:]...)
  218. }
  219. }
  220. func (any *arrayLazyAny) Size() int {
  221. any.fillCache()
  222. return len(any.cache)
  223. }
  224. func (any *arrayLazyAny) IterateArray() (func() (Any, bool), bool) {
  225. if any.cache == nil {
  226. any.cache = make([]Any, 0, 8)
  227. }
  228. remaining := any.remaining
  229. if len(remaining) == len(any.buf) {
  230. iter := any.cfg.BorrowIterator(any.remaining)
  231. defer any.cfg.ReturnIterator(iter)
  232. iter.head++
  233. c := iter.nextToken()
  234. if c != ']' {
  235. iter.unreadByte()
  236. v := iter.readAny()
  237. any.cache = append(any.cache, v)
  238. remaining = iter.buf[iter.head:]
  239. any.remaining = remaining
  240. } else {
  241. remaining = nil
  242. any.remaining = nil
  243. any.err = iter.Error
  244. return nil, false
  245. }
  246. }
  247. if len(any.cache) == 0 {
  248. return nil, false
  249. }
  250. arr := any.cache
  251. nextValue := arr[0]
  252. i := 1
  253. return func() (Any, bool) {
  254. value := nextValue
  255. if i < len(arr) {
  256. // read from cache
  257. nextValue = arr[i]
  258. i++
  259. return value, true
  260. } else {
  261. // read from buffer
  262. iter := any.cfg.BorrowIterator(any.remaining)
  263. defer any.cfg.ReturnIterator(iter)
  264. c := iter.nextToken()
  265. if c == ',' {
  266. nextValue = iter.readAny()
  267. any.cache = append(any.cache, nextValue)
  268. remaining = iter.buf[iter.head:]
  269. any.remaining = remaining
  270. any.err = iter.Error
  271. return value, true
  272. } else {
  273. remaining = nil
  274. any.remaining = nil
  275. any.err = iter.Error
  276. return value, false
  277. }
  278. }
  279. }, true
  280. }
  281. func (any *arrayLazyAny) GetArray() []Any {
  282. any.fillCache()
  283. return any.cache
  284. }
  285. func (any *arrayLazyAny) SetArray(newList []Any) bool {
  286. any.fillCache()
  287. any.cache = newList
  288. return true
  289. }
  290. func (any *arrayLazyAny) WriteTo(stream *Stream) {
  291. if len(any.remaining) == len(any.buf) {
  292. // nothing has been parsed yet
  293. stream.Write(any.buf)
  294. } else {
  295. any.fillCache()
  296. stream.WriteVal(any.cache)
  297. }
  298. }
  299. func (any *arrayLazyAny) GetInterface() interface{} {
  300. any.fillCache()
  301. return any.cache
  302. }
  303. type arrayAny struct {
  304. baseAny
  305. err error
  306. cache []Any
  307. val reflect.Value
  308. }
  309. func wrapArray(val interface{}) *arrayAny {
  310. return &arrayAny{baseAny{}, nil, nil, reflect.ValueOf(val)}
  311. }
  312. func (any *arrayAny) ValueType() ValueType {
  313. return Array
  314. }
  315. func (any *arrayAny) Parse() *Iterator {
  316. return nil
  317. }
  318. func (any *arrayAny) LastError() error {
  319. return any.err
  320. }
  321. func (any *arrayAny) ToBool() bool {
  322. return any.val.Len() != 0
  323. }
  324. func (any *arrayAny) ToInt() int {
  325. if any.val.Len() == 0 {
  326. return 0
  327. }
  328. return 1
  329. }
  330. func (any *arrayAny) ToInt32() int32 {
  331. if any.val.Len() == 0 {
  332. return 0
  333. }
  334. return 1
  335. }
  336. func (any *arrayAny) ToInt64() int64 {
  337. if any.val.Len() == 0 {
  338. return 0
  339. }
  340. return 1
  341. }
  342. func (any *arrayAny) ToUint() uint {
  343. if any.val.Len() == 0 {
  344. return 0
  345. }
  346. return 1
  347. }
  348. func (any *arrayAny) ToUint32() uint32 {
  349. if any.val.Len() == 0 {
  350. return 0
  351. }
  352. return 1
  353. }
  354. func (any *arrayAny) ToUint64() uint64 {
  355. if any.val.Len() == 0 {
  356. return 0
  357. }
  358. return 1
  359. }
  360. func (any *arrayAny) ToFloat32() float32 {
  361. if any.val.Len() == 0 {
  362. return 0
  363. }
  364. return 1
  365. }
  366. func (any *arrayAny) ToFloat64() float64 {
  367. if any.val.Len() == 0 {
  368. return 0
  369. }
  370. return 1
  371. }
  372. func (any *arrayAny) ToString() string {
  373. if len(any.cache) == 0 {
  374. // nothing has been parsed yet
  375. str, err := MarshalToString(any.val.Interface())
  376. any.err = err
  377. return str
  378. } else {
  379. any.fillCache()
  380. str, err := MarshalToString(any.cache)
  381. any.err = err
  382. return str
  383. }
  384. }
  385. func (any *arrayAny) fillCacheUntil(idx int) Any {
  386. if idx < len(any.cache) {
  387. return any.cache[idx]
  388. } else {
  389. for i := len(any.cache); i < any.val.Len(); i++ {
  390. element := Wrap(any.val.Index(i).Interface())
  391. any.cache = append(any.cache, element)
  392. if idx == i {
  393. return element
  394. }
  395. }
  396. return nil
  397. }
  398. }
  399. func (any *arrayAny) fillCache() {
  400. any.cache = make([]Any, any.val.Len())
  401. for i := 0; i < any.val.Len(); i++ {
  402. any.cache[i] = Wrap(any.val.Index(i).Interface())
  403. }
  404. }
  405. func (any *arrayAny) Get(path ...interface{}) Any {
  406. if len(path) == 0 {
  407. return any
  408. }
  409. var element Any
  410. switch firstPath := path[0].(type) {
  411. case int:
  412. element = any.fillCacheUntil(firstPath)
  413. if element == nil {
  414. element = &invalidAny{baseAny{}, fmt.Errorf("%v not found in %v", firstPath, any.cache)}
  415. }
  416. case int32:
  417. if '*' == firstPath {
  418. any.fillCache()
  419. mappedAll := make([]Any, 0, len(any.cache))
  420. for _, element := range any.cache {
  421. mapped := element.Get(path[1:]...)
  422. if mapped.ValueType() != Invalid {
  423. mappedAll = append(mappedAll, mapped)
  424. }
  425. }
  426. return wrapArray(mappedAll)
  427. } else {
  428. element = &invalidAny{baseAny{}, fmt.Errorf("%v not found in %v", path[0], any.cache)}
  429. }
  430. default:
  431. element = &invalidAny{baseAny{}, fmt.Errorf("%v not found in %v", path[0], any.cache)}
  432. }
  433. if len(path) == 1 {
  434. return element
  435. } else {
  436. return element.Get(path[1:]...)
  437. }
  438. }
  439. func (any *arrayAny) Size() int {
  440. any.fillCache()
  441. return len(any.cache)
  442. }
  443. func (any *arrayAny) IterateArray() (func() (Any, bool), bool) {
  444. if any.val.Len() == 0 {
  445. return nil, false
  446. }
  447. i := 0
  448. return func() (Any, bool) {
  449. if i == any.val.Len() {
  450. return nil, false
  451. }
  452. if i == len(any.cache) {
  453. any.cache = append(any.cache, Wrap(any.val.Index(i).Interface()))
  454. }
  455. val := any.cache[i]
  456. i++
  457. return val, i != any.val.Len()
  458. }, true
  459. }
  460. func (any *arrayAny) GetArray() []Any {
  461. any.fillCache()
  462. return any.cache
  463. }
  464. func (any *arrayAny) SetArray(newList []Any) bool {
  465. any.fillCache()
  466. any.cache = newList
  467. return true
  468. }
  469. func (any *arrayAny) WriteTo(stream *Stream) {
  470. if len(any.cache) == 0 {
  471. // nothing has been parsed yet
  472. stream.WriteVal(any.val)
  473. } else {
  474. any.fillCache()
  475. stream.WriteVal(any.cache)
  476. }
  477. }
  478. func (any *arrayAny) GetInterface() interface{} {
  479. any.fillCache()
  480. return any.cache
  481. }