decode.go 40 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623
  1. // Copyright (c) 2012-2015 Ugorji Nwoke. All rights reserved.
  2. // Use of this source code is governed by a MIT license found in the LICENSE file.
  3. package codec
  4. import (
  5. "encoding"
  6. "errors"
  7. "fmt"
  8. "io"
  9. "reflect"
  10. )
  11. // Some tagging information for error messages.
  12. const (
  13. msgBadDesc = "Unrecognized descriptor byte"
  14. msgDecCannotExpandArr = "cannot expand go array from %v to stream length: %v"
  15. )
  16. var (
  17. onlyMapOrArrayCanDecodeIntoStructErr = errors.New("only encoded map or array can be decoded into a struct")
  18. cannotDecodeIntoNilErr = errors.New("cannot decode into nil")
  19. )
  20. // decReader abstracts the reading source, allowing implementations that can
  21. // read from an io.Reader or directly off a byte slice with zero-copying.
  22. type decReader interface {
  23. // TODO:
  24. // Add method to get num bytes read.
  25. // This will be used to annotate errors, so user knows at what point the error occurred.
  26. unreadn1()
  27. // readx will use the implementation scratch buffer if possible i.e. n < len(scratchbuf), OR
  28. // just return a view of the []byte being decoded from.
  29. // Ensure you call detachZeroCopyBytes later if this needs to be sent outside codec control.
  30. readx(n int) []byte
  31. readb([]byte)
  32. readn1() uint8
  33. readn1eof() (v uint8, eof bool)
  34. track()
  35. stopTrack() []byte
  36. }
  37. type decReaderByteScanner interface {
  38. io.Reader
  39. io.ByteScanner
  40. }
  41. type decDriver interface {
  42. // this will check if the next token is a break.
  43. CheckBreak() bool
  44. TryDecodeAsNil() bool
  45. // check if a container type: vt is one of: Bytes, String, Nil, Slice or Map.
  46. // if vt param == valueTypeNil, and nil is seen in stream, consume the nil.
  47. IsContainerType(vt valueType) bool
  48. IsBuiltinType(rt uintptr) bool
  49. DecodeBuiltin(rt uintptr, v interface{})
  50. //decodeNaked: Numbers are decoded as int64, uint64, float64 only (no smaller sized number types).
  51. //for extensions, decodeNaked must completely decode them as a *RawExt.
  52. //extensions should also use readx to decode them, for efficiency.
  53. //kInterface will extract the detached byte slice if it has to pass it outside its realm.
  54. DecodeNaked() (v interface{}, vt valueType, decodeFurther bool)
  55. DecodeInt(bitsize uint8) (i int64)
  56. DecodeUint(bitsize uint8) (ui uint64)
  57. DecodeFloat(chkOverflow32 bool) (f float64)
  58. DecodeBool() (b bool)
  59. // DecodeString can also decode symbols.
  60. // It looks redundant as DecodeBytes is available.
  61. // However, some codecs (e.g. binc) support symbols and can
  62. // return a pre-stored string value, meaning that it can bypass
  63. // the cost of []byte->string conversion.
  64. DecodeString() (s string)
  65. // DecodeBytes may be called directly, without going through reflection.
  66. // Consequently, it must be designed to handle possible nil.
  67. DecodeBytes(bs []byte, isstring, zerocopy bool) (bsOut []byte)
  68. // decodeExt will decode into a *RawExt or into an extension.
  69. DecodeExt(v interface{}, xtag uint64, ext Ext) (realxtag uint64)
  70. // decodeExt(verifyTag bool, tag byte) (xtag byte, xbs []byte)
  71. ReadMapStart() int
  72. ReadArrayStart() int
  73. ReadMapEnd()
  74. ReadArrayEnd()
  75. ReadArrayEntrySeparator()
  76. ReadMapEntrySeparator()
  77. ReadMapKVSeparator()
  78. }
  79. type decNoSeparator struct{}
  80. func (_ decNoSeparator) ReadMapEnd() {}
  81. func (_ decNoSeparator) ReadArrayEnd() {}
  82. func (_ decNoSeparator) ReadArrayEntrySeparator() {}
  83. func (_ decNoSeparator) ReadMapEntrySeparator() {}
  84. func (_ decNoSeparator) ReadMapKVSeparator() {}
  85. type DecodeOptions struct {
  86. // MapType specifies type to use during schema-less decoding of a map in the stream.
  87. // If nil, we use map[interface{}]interface{}
  88. MapType reflect.Type
  89. // SliceType specifies type to use during schema-less decoding of an array in the stream.
  90. // If nil, we use []interface{}
  91. SliceType reflect.Type
  92. // If ErrorIfNoField, return an error when decoding a map
  93. // from a codec stream into a struct, and no matching struct field is found.
  94. ErrorIfNoField bool
  95. // If ErrorIfNoArrayExpand, return an error when decoding a slice/array that cannot be expanded.
  96. // For example, the stream contains an array of 8 items, but you are decoding into a [4]T array,
  97. // or you are decoding into a slice of length 4 which is non-addressable (and so cannot be set).
  98. ErrorIfNoArrayExpand bool
  99. // If SignedInteger, use the int64 during schema-less decoding of unsigned values (not uint64).
  100. SignedInteger bool
  101. }
  102. // ------------------------------------
  103. // ioDecByteScanner implements Read(), ReadByte(...), UnreadByte(...) methods
  104. // of io.Reader, io.ByteScanner.
  105. type ioDecByteScanner struct {
  106. r io.Reader
  107. l byte // last byte
  108. ls byte // last byte status. 0: init-canDoNothing, 1: canRead, 2: canUnread
  109. b [1]byte // tiny buffer for reading single bytes
  110. }
  111. func (z *ioDecByteScanner) Read(p []byte) (n int, err error) {
  112. var firstByte bool
  113. if z.ls == 1 {
  114. z.ls = 2
  115. p[0] = z.l
  116. if len(p) == 1 {
  117. n = 1
  118. return
  119. }
  120. firstByte = true
  121. p = p[1:]
  122. }
  123. n, err = z.r.Read(p)
  124. if n > 0 {
  125. if err == io.EOF && n == len(p) {
  126. err = nil // read was successful, so postpone EOF (till next time)
  127. }
  128. z.l = p[n-1]
  129. z.ls = 2
  130. }
  131. if firstByte {
  132. n++
  133. }
  134. return
  135. }
  136. func (z *ioDecByteScanner) ReadByte() (c byte, err error) {
  137. n, err := z.Read(z.b[:])
  138. if n == 1 {
  139. c = z.b[0]
  140. if err == io.EOF {
  141. err = nil // read was successful, so postpone EOF (till next time)
  142. }
  143. }
  144. return
  145. }
  146. func (z *ioDecByteScanner) UnreadByte() (err error) {
  147. x := z.ls
  148. if x == 0 {
  149. err = errors.New("cannot unread - nothing has been read")
  150. } else if x == 1 {
  151. err = errors.New("cannot unread - last byte has not been read")
  152. } else if x == 2 {
  153. z.ls = 1
  154. }
  155. return
  156. }
  157. // ioDecReader is a decReader that reads off an io.Reader
  158. type ioDecReader struct {
  159. br decReaderByteScanner
  160. // temp byte array re-used internally for efficiency during read.
  161. // shares buffer with Decoder, so we keep size of struct within 8 words.
  162. x *[scratchByteArrayLen]byte
  163. bs ioDecByteScanner
  164. tr []byte // tracking bytes read
  165. trb bool
  166. }
  167. func (z *ioDecReader) readx(n int) (bs []byte) {
  168. if n <= 0 {
  169. return
  170. }
  171. if n < len(z.x) {
  172. bs = z.x[:n]
  173. } else {
  174. bs = make([]byte, n)
  175. }
  176. if _, err := io.ReadAtLeast(z.br, bs, n); err != nil {
  177. panic(err)
  178. }
  179. if z.trb {
  180. z.tr = append(z.tr, bs...)
  181. }
  182. return
  183. }
  184. func (z *ioDecReader) readb(bs []byte) {
  185. if len(bs) == 0 {
  186. return
  187. }
  188. if _, err := io.ReadAtLeast(z.br, bs, len(bs)); err != nil {
  189. panic(err)
  190. }
  191. if z.trb {
  192. z.tr = append(z.tr, bs...)
  193. }
  194. }
  195. func (z *ioDecReader) readn1() (b uint8) {
  196. b, err := z.br.ReadByte()
  197. if err != nil {
  198. panic(err)
  199. }
  200. if z.trb {
  201. z.tr = append(z.tr, b)
  202. }
  203. return b
  204. }
  205. func (z *ioDecReader) readn1eof() (b uint8, eof bool) {
  206. b, err := z.br.ReadByte()
  207. if err == nil {
  208. } else if err == io.EOF {
  209. eof = true
  210. } else {
  211. panic(err)
  212. }
  213. if z.trb {
  214. z.tr = append(z.tr, b)
  215. }
  216. return
  217. }
  218. func (z *ioDecReader) unreadn1() {
  219. if err := z.br.UnreadByte(); err != nil {
  220. panic(err)
  221. }
  222. if z.trb {
  223. if l := len(z.tr) - 1; l >= 0 {
  224. z.tr = z.tr[:l]
  225. }
  226. }
  227. }
  228. func (z *ioDecReader) track() {
  229. if z.tr != nil {
  230. z.tr = z.tr[:0]
  231. }
  232. z.trb = true
  233. }
  234. func (z *ioDecReader) stopTrack() (bs []byte) {
  235. z.trb = false
  236. return z.tr
  237. }
  238. // ------------------------------------
  239. var bytesDecReaderCannotUnreadErr = errors.New("cannot unread last byte read")
  240. // bytesDecReader is a decReader that reads off a byte slice with zero copying
  241. type bytesDecReader struct {
  242. b []byte // data
  243. c int // cursor
  244. a int // available
  245. t int // track start
  246. }
  247. func (z *bytesDecReader) unreadn1() {
  248. if z.c == 0 || len(z.b) == 0 {
  249. panic(bytesDecReaderCannotUnreadErr)
  250. }
  251. z.c--
  252. z.a++
  253. return
  254. }
  255. func (z *bytesDecReader) readx(n int) (bs []byte) {
  256. // slicing from a non-constant start position is more expensive,
  257. // as more computation is required to decipher the pointer start position.
  258. // However, we do it only once, and it's better than reslicing both z.b and return value.
  259. if n <= 0 {
  260. } else if z.a == 0 {
  261. panic(io.EOF)
  262. } else if n > z.a {
  263. panic(io.ErrUnexpectedEOF)
  264. } else {
  265. c0 := z.c
  266. z.c = c0 + n
  267. z.a = z.a - n
  268. bs = z.b[c0:z.c]
  269. }
  270. return
  271. }
  272. func (z *bytesDecReader) readn1() (v uint8) {
  273. if z.a == 0 {
  274. panic(io.EOF)
  275. }
  276. v = z.b[z.c]
  277. z.c++
  278. z.a--
  279. return
  280. }
  281. func (z *bytesDecReader) readn1eof() (v uint8, eof bool) {
  282. if z.a == 0 {
  283. eof = true
  284. return
  285. }
  286. v = z.b[z.c]
  287. z.c++
  288. z.a--
  289. return
  290. }
  291. func (z *bytesDecReader) readb(bs []byte) {
  292. copy(bs, z.readx(len(bs)))
  293. }
  294. func (z *bytesDecReader) track() {
  295. z.t = z.c
  296. }
  297. func (z *bytesDecReader) stopTrack() (bs []byte) {
  298. return z.b[z.t:z.c]
  299. }
  300. // ------------------------------------
  301. type decFnInfoX struct {
  302. d *Decoder
  303. ti *typeInfo
  304. xfFn Ext
  305. xfTag uint64
  306. seq seqType
  307. }
  308. // decFnInfo has methods for handling decoding of a specific type
  309. // based on some characteristics (builtin, extension, reflect Kind, etc)
  310. type decFnInfo struct {
  311. // use decFnInfo as a value receiver.
  312. // keep most of it less-used variables accessible via a pointer (*decFnInfoX).
  313. // As sweet spot for value-receiver is 3 words, keep everything except
  314. // decDriver (which everyone needs) directly accessible.
  315. // ensure decFnInfoX is set for everyone who needs it i.e.
  316. // rawExt, ext, builtin, (selfer|binary|text)Marshal, kSlice, kStruct, kMap, kInterface, fastpath
  317. dd decDriver
  318. *decFnInfoX
  319. }
  320. // ----------------------------------------
  321. type decFn struct {
  322. i decFnInfo
  323. f func(decFnInfo, reflect.Value)
  324. }
  325. func (f decFnInfo) builtin(rv reflect.Value) {
  326. f.dd.DecodeBuiltin(f.ti.rtid, rv.Addr().Interface())
  327. }
  328. func (f decFnInfo) rawExt(rv reflect.Value) {
  329. f.dd.DecodeExt(rv.Addr().Interface(), 0, nil)
  330. }
  331. func (f decFnInfo) ext(rv reflect.Value) {
  332. f.dd.DecodeExt(rv.Addr().Interface(), f.xfTag, f.xfFn)
  333. }
  334. func (f decFnInfo) getValueForUnmarshalInterface(rv reflect.Value, indir int8) (v interface{}) {
  335. if indir == -1 {
  336. v = rv.Addr().Interface()
  337. } else if indir == 0 {
  338. v = rv.Interface()
  339. } else {
  340. for j := int8(0); j < indir; j++ {
  341. if rv.IsNil() {
  342. rv.Set(reflect.New(rv.Type().Elem()))
  343. }
  344. rv = rv.Elem()
  345. }
  346. v = rv.Interface()
  347. }
  348. return
  349. }
  350. func (f decFnInfo) selferUnmarshal(rv reflect.Value) {
  351. f.getValueForUnmarshalInterface(rv, f.ti.csIndir).(Selfer).CodecDecodeSelf(f.d)
  352. }
  353. func (f decFnInfo) binaryUnmarshal(rv reflect.Value) {
  354. bm := f.getValueForUnmarshalInterface(rv, f.ti.bunmIndir).(encoding.BinaryUnmarshaler)
  355. xbs := f.dd.DecodeBytes(nil, false, true)
  356. if fnerr := bm.UnmarshalBinary(xbs); fnerr != nil {
  357. panic(fnerr)
  358. }
  359. }
  360. func (f decFnInfo) textUnmarshal(rv reflect.Value) {
  361. tm := f.getValueForUnmarshalInterface(rv, f.ti.tunmIndir).(encoding.TextUnmarshaler)
  362. fnerr := tm.UnmarshalText(f.dd.DecodeBytes(f.d.b[:], true, true))
  363. // fnerr := tm.UnmarshalText(f.dd.DecodeStringAsBytes(f.d.b[:]))
  364. // var fnerr error
  365. // if sb, sbok := f.dd.(decDriverStringAsBytes); sbok {
  366. // fnerr = tm.UnmarshalText(sb.decStringAsBytes(f.d.b[:0]))
  367. // } else {
  368. // fnerr = tm.UnmarshalText([]byte(f.dd.decodeString()))
  369. // }
  370. if fnerr != nil {
  371. panic(fnerr)
  372. }
  373. }
  374. func (f decFnInfo) jsonUnmarshal(rv reflect.Value) {
  375. tm := f.getValueForUnmarshalInterface(rv, f.ti.junmIndir).(jsonUnmarshaler)
  376. // bs := f.dd.DecodeBytes(f.d.b[:], true, true)
  377. // grab the bytes to be read
  378. f.d.r.track()
  379. f.d.swallow()
  380. bs := f.d.r.stopTrack()
  381. // fmt.Printf(">>>>>> REFLECTION JSON: %s\n", bs)
  382. fnerr := tm.UnmarshalJSON(bs)
  383. if fnerr != nil {
  384. panic(fnerr)
  385. }
  386. }
  387. func (f decFnInfo) kErr(rv reflect.Value) {
  388. f.d.errorf("no decoding function defined for kind %v", rv.Kind())
  389. }
  390. func (f decFnInfo) kString(rv reflect.Value) {
  391. rv.SetString(f.dd.DecodeString())
  392. }
  393. func (f decFnInfo) kBool(rv reflect.Value) {
  394. rv.SetBool(f.dd.DecodeBool())
  395. }
  396. func (f decFnInfo) kInt(rv reflect.Value) {
  397. rv.SetInt(f.dd.DecodeInt(intBitsize))
  398. }
  399. func (f decFnInfo) kInt64(rv reflect.Value) {
  400. rv.SetInt(f.dd.DecodeInt(64))
  401. }
  402. func (f decFnInfo) kInt32(rv reflect.Value) {
  403. rv.SetInt(f.dd.DecodeInt(32))
  404. }
  405. func (f decFnInfo) kInt8(rv reflect.Value) {
  406. rv.SetInt(f.dd.DecodeInt(8))
  407. }
  408. func (f decFnInfo) kInt16(rv reflect.Value) {
  409. rv.SetInt(f.dd.DecodeInt(16))
  410. }
  411. func (f decFnInfo) kFloat32(rv reflect.Value) {
  412. rv.SetFloat(f.dd.DecodeFloat(true))
  413. }
  414. func (f decFnInfo) kFloat64(rv reflect.Value) {
  415. rv.SetFloat(f.dd.DecodeFloat(false))
  416. }
  417. func (f decFnInfo) kUint8(rv reflect.Value) {
  418. rv.SetUint(f.dd.DecodeUint(8))
  419. }
  420. func (f decFnInfo) kUint64(rv reflect.Value) {
  421. rv.SetUint(f.dd.DecodeUint(64))
  422. }
  423. func (f decFnInfo) kUint(rv reflect.Value) {
  424. rv.SetUint(f.dd.DecodeUint(uintBitsize))
  425. }
  426. func (f decFnInfo) kUintptr(rv reflect.Value) {
  427. rv.SetUint(f.dd.DecodeUint(uintBitsize))
  428. }
  429. func (f decFnInfo) kUint32(rv reflect.Value) {
  430. rv.SetUint(f.dd.DecodeUint(32))
  431. }
  432. func (f decFnInfo) kUint16(rv reflect.Value) {
  433. rv.SetUint(f.dd.DecodeUint(16))
  434. }
  435. // func (f decFnInfo) kPtr(rv reflect.Value) {
  436. // debugf(">>>>>>> ??? decode kPtr called - shouldn't get called")
  437. // if rv.IsNil() {
  438. // rv.Set(reflect.New(rv.Type().Elem()))
  439. // }
  440. // f.d.decodeValue(rv.Elem())
  441. // }
  442. // var kIntfCtr uint64
  443. func (f decFnInfo) kInterfaceNaked() (rvn reflect.Value) {
  444. // nil interface:
  445. // use some hieristics to decode it appropriately
  446. // based on the detected next value in the stream.
  447. v, vt, decodeFurther := f.dd.DecodeNaked()
  448. if vt == valueTypeNil {
  449. return
  450. }
  451. // We cannot decode non-nil stream value into nil interface with methods (e.g. io.Reader).
  452. if num := f.ti.rt.NumMethod(); num > 0 {
  453. f.d.errorf("cannot decode non-nil codec value into nil %v (%v methods)", f.ti.rt, num)
  454. return
  455. }
  456. var useRvn bool
  457. switch vt {
  458. case valueTypeMap:
  459. if f.d.h.MapType == nil {
  460. var m2 map[interface{}]interface{}
  461. v = &m2
  462. } else {
  463. rvn = reflect.New(f.d.h.MapType).Elem()
  464. useRvn = true
  465. }
  466. case valueTypeArray:
  467. if f.d.h.SliceType == nil {
  468. var m2 []interface{}
  469. v = &m2
  470. } else {
  471. rvn = reflect.New(f.d.h.SliceType).Elem()
  472. useRvn = true
  473. }
  474. case valueTypeExt:
  475. re := v.(*RawExt)
  476. bfn := f.d.h.getExtForTag(re.Tag)
  477. if bfn == nil {
  478. re.Data = detachZeroCopyBytes(f.d.bytes, nil, re.Data)
  479. rvn = reflect.ValueOf(*re)
  480. } else {
  481. rvnA := reflect.New(bfn.rt)
  482. rvn = rvnA.Elem()
  483. if re.Data != nil {
  484. bfn.ext.ReadExt(rvnA.Interface(), re.Data)
  485. } else {
  486. bfn.ext.UpdateExt(rvnA.Interface(), re.Value)
  487. }
  488. }
  489. return
  490. }
  491. if decodeFurther {
  492. if useRvn {
  493. f.d.decodeValue(rvn, decFn{})
  494. } else if v != nil {
  495. // this v is a pointer, so we need to dereference it when done
  496. f.d.decode(v)
  497. rvn = reflect.ValueOf(v).Elem()
  498. useRvn = true
  499. }
  500. }
  501. if !useRvn && v != nil {
  502. rvn = reflect.ValueOf(v)
  503. }
  504. return
  505. }
  506. func (f decFnInfo) kInterface(rv reflect.Value) {
  507. // debugf("\t===> kInterface")
  508. // Note:
  509. // A consequence of how kInterface works, is that
  510. // if an interface already contains something, we try
  511. // to decode into what was there before.
  512. // We do not replace with a generic value (as got from decodeNaked).
  513. if rv.IsNil() {
  514. rvn := f.kInterfaceNaked()
  515. if rvn.IsValid() {
  516. rv.Set(rvn)
  517. }
  518. } else {
  519. rve := rv.Elem()
  520. // Note: interface{} is settable, but underlying type may not be.
  521. // Consequently, we have to set the reflect.Value directly.
  522. // if underlying type is settable (e.g. ptr or interface),
  523. // we just decode into it.
  524. // Else we create a settable value, decode into it, and set on the interface.
  525. if rve.CanSet() {
  526. f.d.decodeValue(rve, decFn{})
  527. } else {
  528. rve2 := reflect.New(rve.Type()).Elem()
  529. rve2.Set(rve)
  530. f.d.decodeValue(rve2, decFn{})
  531. rv.Set(rve2)
  532. }
  533. }
  534. }
  535. func (f decFnInfo) kStruct(rv reflect.Value) {
  536. fti := f.ti
  537. d := f.d
  538. if f.dd.IsContainerType(valueTypeMap) {
  539. containerLen := f.dd.ReadMapStart()
  540. if containerLen == 0 {
  541. f.dd.ReadMapEnd()
  542. return
  543. }
  544. tisfi := fti.sfi
  545. hasLen := containerLen >= 0
  546. if hasLen {
  547. for j := 0; j < containerLen; j++ {
  548. // rvkencname := f.dd.DecodeString()
  549. rvkencname := stringView(f.dd.DecodeBytes(f.d.b[:], true, true))
  550. // rvksi := ti.getForEncName(rvkencname)
  551. if k := fti.indexForEncName(rvkencname); k > -1 {
  552. si := tisfi[k]
  553. if f.dd.TryDecodeAsNil() {
  554. si.setToZeroValue(rv)
  555. } else {
  556. d.decodeValue(si.field(rv, true), decFn{})
  557. }
  558. } else {
  559. d.structFieldNotFound(-1, rvkencname)
  560. }
  561. }
  562. } else {
  563. for j := 0; !f.dd.CheckBreak(); j++ {
  564. if j > 0 {
  565. f.dd.ReadMapEntrySeparator()
  566. }
  567. // rvkencname := f.dd.DecodeString()
  568. rvkencname := stringView(f.dd.DecodeBytes(f.d.b[:], true, true))
  569. f.dd.ReadMapKVSeparator()
  570. // rvksi := ti.getForEncName(rvkencname)
  571. if k := fti.indexForEncName(rvkencname); k > -1 {
  572. si := tisfi[k]
  573. if f.dd.TryDecodeAsNil() {
  574. si.setToZeroValue(rv)
  575. } else {
  576. d.decodeValue(si.field(rv, true), decFn{})
  577. }
  578. } else {
  579. d.structFieldNotFound(-1, rvkencname)
  580. }
  581. }
  582. f.dd.ReadMapEnd()
  583. }
  584. } else if f.dd.IsContainerType(valueTypeArray) {
  585. containerLen := f.dd.ReadArrayStart()
  586. if containerLen == 0 {
  587. f.dd.ReadArrayEnd()
  588. return
  589. }
  590. // Not much gain from doing it two ways for array.
  591. // Arrays are not used as much for structs.
  592. hasLen := containerLen >= 0
  593. for j, si := range fti.sfip {
  594. if hasLen {
  595. if j == containerLen {
  596. break
  597. }
  598. } else if f.dd.CheckBreak() {
  599. break
  600. }
  601. if j > 0 {
  602. f.dd.ReadArrayEntrySeparator()
  603. }
  604. if f.dd.TryDecodeAsNil() {
  605. si.setToZeroValue(rv)
  606. } else {
  607. d.decodeValue(si.field(rv, true), decFn{})
  608. }
  609. // if si.i != -1 {
  610. // d.decodeValue(rv.Field(int(si.i)), decFn{})
  611. // } else {
  612. // d.decEmbeddedField(rv, si.is)
  613. // }
  614. }
  615. if containerLen > len(fti.sfip) {
  616. // read remaining values and throw away
  617. for j := len(fti.sfip); j < containerLen; j++ {
  618. if j > 0 {
  619. f.dd.ReadArrayEntrySeparator()
  620. }
  621. d.structFieldNotFound(j, "")
  622. }
  623. }
  624. f.dd.ReadArrayEnd()
  625. } else {
  626. f.d.error(onlyMapOrArrayCanDecodeIntoStructErr)
  627. return
  628. }
  629. }
  630. func (f decFnInfo) kSlice(rv reflect.Value) {
  631. // A slice can be set from a map or array in stream.
  632. // This way, the order can be kept (as order is lost with map).
  633. ti := f.ti
  634. d := f.d
  635. if f.dd.IsContainerType(valueTypeBytes) || f.dd.IsContainerType(valueTypeString) {
  636. if ti.rtid == uint8SliceTypId || ti.rt.Elem().Kind() == reflect.Uint8 {
  637. if f.seq == seqTypeChan {
  638. bs2 := f.dd.DecodeBytes(nil, false, true)
  639. ch := rv.Interface().(chan<- byte)
  640. for _, b := range bs2 {
  641. ch <- b
  642. }
  643. } else {
  644. rvbs := rv.Bytes()
  645. bs2 := f.dd.DecodeBytes(rvbs, false, false)
  646. if rvbs == nil && bs2 != nil || rvbs != nil && bs2 == nil || len(bs2) != len(rvbs) {
  647. if rv.CanSet() {
  648. rv.SetBytes(bs2)
  649. } else {
  650. copy(rvbs, bs2)
  651. }
  652. }
  653. }
  654. return
  655. }
  656. }
  657. // array := f.seq == seqTypeChan
  658. slh, containerLenS := d.decSliceHelperStart()
  659. // an array can never return a nil slice. so no need to check f.array here.
  660. if rv.IsNil() {
  661. // either chan or slice
  662. if f.seq == seqTypeSlice {
  663. if containerLenS <= 0 {
  664. rv.Set(reflect.MakeSlice(ti.rt, 0, 0))
  665. } else {
  666. rv.Set(reflect.MakeSlice(ti.rt, containerLenS, containerLenS))
  667. }
  668. } else if f.seq == seqTypeChan {
  669. if containerLenS <= 0 {
  670. rv.Set(reflect.MakeChan(ti.rt, 0))
  671. } else {
  672. rv.Set(reflect.MakeChan(ti.rt, containerLenS))
  673. }
  674. }
  675. }
  676. rvlen := rv.Len()
  677. if containerLenS == 0 {
  678. if f.seq == seqTypeSlice && rvlen != 0 {
  679. rv.SetLen(0)
  680. }
  681. // slh.End() // f.dd.ReadArrayEnd()
  682. return
  683. }
  684. rtelem0 := ti.rt.Elem()
  685. rtelem := rtelem0
  686. for rtelem.Kind() == reflect.Ptr {
  687. rtelem = rtelem.Elem()
  688. }
  689. fn := d.getDecFn(rtelem, true, true)
  690. rv0 := rv
  691. rvChanged := false
  692. rvcap := rv.Cap()
  693. // for j := 0; j < containerLenS; j++ {
  694. hasLen := containerLenS >= 0
  695. if hasLen {
  696. if f.seq == seqTypeChan {
  697. // handle chan specially:
  698. for j := 0; j < containerLenS; j++ {
  699. rv0 := reflect.New(rtelem0).Elem()
  700. d.decodeValue(rv0, fn)
  701. rv.Send(rv0)
  702. }
  703. } else {
  704. numToRead := containerLenS
  705. if containerLenS > rvcap {
  706. if f.seq == seqTypeArray {
  707. d.arrayCannotExpand(rv.Len(), containerLenS)
  708. numToRead = rvlen
  709. } else {
  710. rv = reflect.MakeSlice(ti.rt, containerLenS, containerLenS)
  711. if rvlen > 0 && !isMutableKind(ti.rt.Kind()) {
  712. rv1 := rv0
  713. rv1.SetLen(rvcap)
  714. reflect.Copy(rv, rv1)
  715. }
  716. rvChanged = true
  717. rvlen = containerLenS
  718. }
  719. } else if containerLenS != rvlen {
  720. if f.seq == seqTypeSlice {
  721. rv.SetLen(containerLenS)
  722. rvlen = containerLenS
  723. }
  724. }
  725. j := 0
  726. for ; j < numToRead; j++ {
  727. d.decodeValue(rv.Index(j), fn)
  728. }
  729. if f.seq == seqTypeArray {
  730. for ; j < containerLenS; j++ {
  731. d.swallow()
  732. }
  733. }
  734. }
  735. } else {
  736. for j := 0; !f.dd.CheckBreak(); j++ {
  737. var decodeIntoBlank bool
  738. // if indefinite, etc, then expand the slice if necessary
  739. if j >= rvlen {
  740. if f.seq == seqTypeArray {
  741. d.arrayCannotExpand(rvlen, j+1)
  742. decodeIntoBlank = true
  743. } else if f.seq == seqTypeSlice {
  744. rv = reflect.Append(rv, reflect.Zero(rtelem0))
  745. rvlen++
  746. rvChanged = true
  747. }
  748. }
  749. if j > 0 {
  750. slh.Sep(j)
  751. }
  752. if f.seq == seqTypeChan {
  753. rv0 := reflect.New(rtelem0).Elem()
  754. d.decodeValue(rv0, fn)
  755. rv.Send(rv0)
  756. } else if decodeIntoBlank {
  757. d.swallow()
  758. } else {
  759. d.decodeValue(rv.Index(j), fn)
  760. }
  761. }
  762. slh.End()
  763. }
  764. if rvChanged {
  765. rv0.Set(rv)
  766. }
  767. }
  768. func (f decFnInfo) kArray(rv reflect.Value) {
  769. // f.d.decodeValue(rv.Slice(0, rv.Len()))
  770. f.kSlice(rv.Slice(0, rv.Len()))
  771. }
  772. func (f decFnInfo) kMap(rv reflect.Value) {
  773. containerLen := f.dd.ReadMapStart()
  774. ti := f.ti
  775. if rv.IsNil() {
  776. rv.Set(reflect.MakeMap(ti.rt))
  777. }
  778. if containerLen == 0 {
  779. // f.dd.ReadMapEnd()
  780. return
  781. }
  782. d := f.d
  783. ktype, vtype := ti.rt.Key(), ti.rt.Elem()
  784. ktypeId := reflect.ValueOf(ktype).Pointer()
  785. var keyFn, valFn decFn
  786. var xtyp reflect.Type
  787. for xtyp = ktype; xtyp.Kind() == reflect.Ptr; xtyp = xtyp.Elem() {
  788. }
  789. keyFn = d.getDecFn(xtyp, true, true)
  790. for xtyp = vtype; xtyp.Kind() == reflect.Ptr; xtyp = xtyp.Elem() {
  791. }
  792. valFn = d.getDecFn(xtyp, true, true)
  793. // for j := 0; j < containerLen; j++ {
  794. if containerLen > 0 {
  795. for j := 0; j < containerLen; j++ {
  796. rvk := reflect.New(ktype).Elem()
  797. d.decodeValue(rvk, keyFn)
  798. // special case if a byte array.
  799. if ktypeId == intfTypId {
  800. rvk = rvk.Elem()
  801. if rvk.Type() == uint8SliceTyp {
  802. rvk = reflect.ValueOf(string(rvk.Bytes()))
  803. }
  804. }
  805. rvv := rv.MapIndex(rvk)
  806. // TODO: is !IsValid check required?
  807. if !rvv.IsValid() {
  808. rvv = reflect.New(vtype).Elem()
  809. }
  810. d.decodeValue(rvv, valFn)
  811. rv.SetMapIndex(rvk, rvv)
  812. }
  813. } else {
  814. for j := 0; !f.dd.CheckBreak(); j++ {
  815. if j > 0 {
  816. f.dd.ReadMapEntrySeparator()
  817. }
  818. rvk := reflect.New(ktype).Elem()
  819. d.decodeValue(rvk, keyFn)
  820. // special case if a byte array.
  821. if ktypeId == intfTypId {
  822. rvk = rvk.Elem()
  823. if rvk.Type() == uint8SliceTyp {
  824. rvk = reflect.ValueOf(string(rvk.Bytes()))
  825. }
  826. }
  827. rvv := rv.MapIndex(rvk)
  828. if !rvv.IsValid() {
  829. rvv = reflect.New(vtype).Elem()
  830. }
  831. f.dd.ReadMapKVSeparator()
  832. d.decodeValue(rvv, valFn)
  833. rv.SetMapIndex(rvk, rvv)
  834. }
  835. f.dd.ReadMapEnd()
  836. }
  837. }
  838. type rtidDecFn struct {
  839. rtid uintptr
  840. fn decFn
  841. }
  842. // A Decoder reads and decodes an object from an input stream in the codec format.
  843. type Decoder struct {
  844. // hopefully, reduce derefencing cost by laying the decReader inside the Decoder.
  845. // Try to put things that go together to fit within a cache line (8 words).
  846. d decDriver
  847. r decReader
  848. //sa [32]rtidDecFn
  849. s []rtidDecFn
  850. h *BasicHandle
  851. rb bytesDecReader
  852. hh Handle
  853. be bool // is binary encoding
  854. bytes bool // is bytes reader
  855. js bool // is json handle
  856. ri ioDecReader
  857. f map[uintptr]decFn
  858. _ uintptr // for alignment purposes, so next one starts from a cache line
  859. b [scratchByteArrayLen]byte
  860. }
  861. // NewDecoder returns a Decoder for decoding a stream of bytes from an io.Reader.
  862. //
  863. // For efficiency, Users are encouraged to pass in a memory buffered reader
  864. // (eg bufio.Reader, bytes.Buffer).
  865. func NewDecoder(r io.Reader, h Handle) (d *Decoder) {
  866. d = &Decoder{hh: h, h: h.getBasicHandle(), be: h.isBinary()}
  867. //d.s = d.sa[:0]
  868. d.ri.x = &d.b
  869. d.ri.bs.r = r
  870. var ok bool
  871. d.ri.br, ok = r.(decReaderByteScanner)
  872. if !ok {
  873. d.ri.br = &d.ri.bs
  874. }
  875. d.r = &d.ri
  876. _, d.js = h.(*JsonHandle)
  877. d.d = h.newDecDriver(d)
  878. return
  879. }
  880. // NewDecoderBytes returns a Decoder which efficiently decodes directly
  881. // from a byte slice with zero copying.
  882. func NewDecoderBytes(in []byte, h Handle) (d *Decoder) {
  883. d = &Decoder{hh: h, h: h.getBasicHandle(), be: h.isBinary(), bytes: true}
  884. //d.s = d.sa[:0]
  885. d.rb.b = in
  886. d.rb.a = len(in)
  887. d.r = &d.rb
  888. _, d.js = h.(*JsonHandle)
  889. d.d = h.newDecDriver(d)
  890. // d.d = h.newDecDriver(decReaderT{true, &d.rb, &d.ri})
  891. return
  892. }
  893. // Decode decodes the stream from reader and stores the result in the
  894. // value pointed to by v. v cannot be a nil pointer. v can also be
  895. // a reflect.Value of a pointer.
  896. //
  897. // Note that a pointer to a nil interface is not a nil pointer.
  898. // If you do not know what type of stream it is, pass in a pointer to a nil interface.
  899. // We will decode and store a value in that nil interface.
  900. //
  901. // Sample usages:
  902. // // Decoding into a non-nil typed value
  903. // var f float32
  904. // err = codec.NewDecoder(r, handle).Decode(&f)
  905. //
  906. // // Decoding into nil interface
  907. // var v interface{}
  908. // dec := codec.NewDecoder(r, handle)
  909. // err = dec.Decode(&v)
  910. //
  911. // When decoding into a nil interface{}, we will decode into an appropriate value based
  912. // on the contents of the stream:
  913. // - Numbers are decoded as float64, int64 or uint64.
  914. // - Other values are decoded appropriately depending on the type:
  915. // bool, string, []byte, time.Time, etc
  916. // - Extensions are decoded as RawExt (if no ext function registered for the tag)
  917. // Configurations exist on the Handle to override defaults
  918. // (e.g. for MapType, SliceType and how to decode raw bytes).
  919. //
  920. // When decoding into a non-nil interface{} value, the mode of encoding is based on the
  921. // type of the value. When a value is seen:
  922. // - If an extension is registered for it, call that extension function
  923. // - If it implements BinaryUnmarshaler, call its UnmarshalBinary(data []byte) error
  924. // - Else decode it based on its reflect.Kind
  925. //
  926. // There are some special rules when decoding into containers (slice/array/map/struct).
  927. // Decode will typically use the stream contents to UPDATE the container.
  928. // - A map can be decoded from a stream map, by updating matching keys.
  929. // - A slice can be decoded from a stream array,
  930. // by updating the first n elements, where n is length of the stream.
  931. // - A slice can be decoded from a stream map, by decoding as if
  932. // it contains a sequence of key-value pairs.
  933. // - A struct can be decoded from a stream map, by updating matching fields.
  934. // - A struct can be decoded from a stream array,
  935. // by updating fields as they occur in the struct (by index).
  936. //
  937. // When decoding a stream map or array with length of 0 into a nil map or slice,
  938. // we reset the destination map or slice to a zero-length value.
  939. //
  940. // However, when decoding a stream nil, we reset the destination container
  941. // to its "zero" value (e.g. nil for slice/map, etc).
  942. //
  943. func (d *Decoder) Decode(v interface{}) (err error) {
  944. defer panicToErr(&err)
  945. d.decode(v)
  946. return
  947. }
  948. // this is not a smart swallow, as it allocates objects and does unnecessary work.
  949. func (d *Decoder) swallowViaHammer() {
  950. var blank interface{}
  951. d.decodeValue(reflect.ValueOf(&blank).Elem(), decFn{})
  952. }
  953. func (d *Decoder) swallow() {
  954. // smarter decode that just swallows the content
  955. dd := d.d
  956. switch {
  957. case dd.TryDecodeAsNil():
  958. case dd.IsContainerType(valueTypeMap):
  959. containerLen := dd.ReadMapStart()
  960. clenGtEqualZero := containerLen >= 0
  961. for j := 0; ; j++ {
  962. if clenGtEqualZero {
  963. if j >= containerLen {
  964. break
  965. }
  966. } else if dd.CheckBreak() {
  967. break
  968. }
  969. if j > 0 {
  970. dd.ReadMapEntrySeparator()
  971. }
  972. d.swallow()
  973. dd.ReadMapKVSeparator()
  974. d.swallow()
  975. }
  976. dd.ReadMapEnd()
  977. case dd.IsContainerType(valueTypeArray):
  978. containerLenS := dd.ReadArrayStart()
  979. clenGtEqualZero := containerLenS >= 0
  980. for j := 0; ; j++ {
  981. if clenGtEqualZero {
  982. if j >= containerLenS {
  983. break
  984. }
  985. } else if dd.CheckBreak() {
  986. break
  987. }
  988. if j > 0 {
  989. dd.ReadArrayEntrySeparator()
  990. }
  991. d.swallow()
  992. }
  993. dd.ReadArrayEnd()
  994. case dd.IsContainerType(valueTypeBytes):
  995. dd.DecodeBytes(d.b[:], false, true)
  996. case dd.IsContainerType(valueTypeString):
  997. dd.DecodeBytes(d.b[:], true, true)
  998. // dd.DecodeStringAsBytes(d.b[:])
  999. default:
  1000. // these are all primitives, which we can get from decodeNaked
  1001. dd.DecodeNaked()
  1002. }
  1003. }
  1004. // MustDecode is like Decode, but panics if unable to Decode.
  1005. // This provides insight to the code location that triggered the error.
  1006. func (d *Decoder) MustDecode(v interface{}) {
  1007. d.decode(v)
  1008. }
  1009. func (d *Decoder) decode(iv interface{}) {
  1010. // if ics, ok := iv.(Selfer); ok {
  1011. // ics.CodecDecodeSelf(d)
  1012. // return
  1013. // }
  1014. if d.d.TryDecodeAsNil() {
  1015. switch v := iv.(type) {
  1016. case nil:
  1017. case *string:
  1018. *v = ""
  1019. case *bool:
  1020. *v = false
  1021. case *int:
  1022. *v = 0
  1023. case *int8:
  1024. *v = 0
  1025. case *int16:
  1026. *v = 0
  1027. case *int32:
  1028. *v = 0
  1029. case *int64:
  1030. *v = 0
  1031. case *uint:
  1032. *v = 0
  1033. case *uint8:
  1034. *v = 0
  1035. case *uint16:
  1036. *v = 0
  1037. case *uint32:
  1038. *v = 0
  1039. case *uint64:
  1040. *v = 0
  1041. case *float32:
  1042. *v = 0
  1043. case *float64:
  1044. *v = 0
  1045. case *[]uint8:
  1046. *v = nil
  1047. case reflect.Value:
  1048. d.chkPtrValue(v)
  1049. v = v.Elem()
  1050. if v.IsValid() {
  1051. v.Set(reflect.Zero(v.Type()))
  1052. }
  1053. default:
  1054. rv := reflect.ValueOf(iv)
  1055. d.chkPtrValue(rv)
  1056. rv = rv.Elem()
  1057. if rv.IsValid() {
  1058. rv.Set(reflect.Zero(rv.Type()))
  1059. }
  1060. }
  1061. return
  1062. }
  1063. switch v := iv.(type) {
  1064. case nil:
  1065. d.error(cannotDecodeIntoNilErr)
  1066. return
  1067. case Selfer:
  1068. v.CodecDecodeSelf(d)
  1069. case reflect.Value:
  1070. d.chkPtrValue(v)
  1071. d.decodeValueNotNil(v.Elem(), decFn{})
  1072. case *string:
  1073. *v = d.d.DecodeString()
  1074. case *bool:
  1075. *v = d.d.DecodeBool()
  1076. case *int:
  1077. *v = int(d.d.DecodeInt(intBitsize))
  1078. case *int8:
  1079. *v = int8(d.d.DecodeInt(8))
  1080. case *int16:
  1081. *v = int16(d.d.DecodeInt(16))
  1082. case *int32:
  1083. *v = int32(d.d.DecodeInt(32))
  1084. case *int64:
  1085. *v = d.d.DecodeInt(64)
  1086. case *uint:
  1087. *v = uint(d.d.DecodeUint(uintBitsize))
  1088. case *uint8:
  1089. *v = uint8(d.d.DecodeUint(8))
  1090. case *uint16:
  1091. *v = uint16(d.d.DecodeUint(16))
  1092. case *uint32:
  1093. *v = uint32(d.d.DecodeUint(32))
  1094. case *uint64:
  1095. *v = d.d.DecodeUint(64)
  1096. case *float32:
  1097. *v = float32(d.d.DecodeFloat(true))
  1098. case *float64:
  1099. *v = d.d.DecodeFloat(false)
  1100. case *[]uint8:
  1101. *v = d.d.DecodeBytes(*v, false, false)
  1102. case *interface{}:
  1103. d.decodeValueNotNil(reflect.ValueOf(iv).Elem(), decFn{})
  1104. default:
  1105. if !fastpathDecodeTypeSwitch(iv, d) {
  1106. d.decodeI(iv, true, false, false, false)
  1107. }
  1108. }
  1109. }
  1110. func (d *Decoder) preDecodeValue(rv reflect.Value, tryNil bool) (rv2 reflect.Value, proceed bool) {
  1111. if tryNil && d.d.TryDecodeAsNil() {
  1112. // No need to check if a ptr, recursively, to determine
  1113. // whether to set value to nil.
  1114. // Just always set value to its zero type.
  1115. if rv.IsValid() { // rv.CanSet() // always settable, except it's invalid
  1116. rv.Set(reflect.Zero(rv.Type()))
  1117. }
  1118. return
  1119. }
  1120. // If stream is not containing a nil value, then we can deref to the base
  1121. // non-pointer value, and decode into that.
  1122. for rv.Kind() == reflect.Ptr {
  1123. if rv.IsNil() {
  1124. rv.Set(reflect.New(rv.Type().Elem()))
  1125. }
  1126. rv = rv.Elem()
  1127. }
  1128. return rv, true
  1129. }
  1130. func (d *Decoder) decodeI(iv interface{}, checkPtr, tryNil, checkFastpath, checkCodecSelfer bool) {
  1131. rv := reflect.ValueOf(iv)
  1132. if checkPtr {
  1133. d.chkPtrValue(rv)
  1134. }
  1135. rv, proceed := d.preDecodeValue(rv, tryNil)
  1136. if proceed {
  1137. fn := d.getDecFn(rv.Type(), checkFastpath, checkCodecSelfer)
  1138. fn.f(fn.i, rv)
  1139. }
  1140. }
  1141. func (d *Decoder) decodeValue(rv reflect.Value, fn decFn) {
  1142. if rv, proceed := d.preDecodeValue(rv, true); proceed {
  1143. if fn.f == nil {
  1144. fn = d.getDecFn(rv.Type(), true, true)
  1145. }
  1146. fn.f(fn.i, rv)
  1147. }
  1148. }
  1149. func (d *Decoder) decodeValueNotNil(rv reflect.Value, fn decFn) {
  1150. if rv, proceed := d.preDecodeValue(rv, false); proceed {
  1151. if fn.f == nil {
  1152. fn = d.getDecFn(rv.Type(), true, true)
  1153. }
  1154. fn.f(fn.i, rv)
  1155. }
  1156. }
  1157. func (d *Decoder) getDecFn(rt reflect.Type, checkFastpath, checkCodecSelfer bool) (fn decFn) {
  1158. rtid := reflect.ValueOf(rt).Pointer()
  1159. // retrieve or register a focus'ed function for this type
  1160. // to eliminate need to do the retrieval multiple times
  1161. // if d.f == nil && d.s == nil { debugf("---->Creating new dec f map for type: %v\n", rt) }
  1162. var ok bool
  1163. if useMapForCodecCache {
  1164. fn, ok = d.f[rtid]
  1165. } else {
  1166. for _, v := range d.s {
  1167. if v.rtid == rtid {
  1168. fn, ok = v.fn, true
  1169. break
  1170. }
  1171. }
  1172. }
  1173. if ok {
  1174. return
  1175. }
  1176. // debugf("\tCreating new dec fn for type: %v\n", rt)
  1177. ti := getTypeInfo(rtid, rt)
  1178. var fi decFnInfo
  1179. fi.dd = d.d
  1180. // fi.decFnInfoX = new(decFnInfoX)
  1181. // An extension can be registered for any type, regardless of the Kind
  1182. // (e.g. type BitSet int64, type MyStruct { / * unexported fields * / }, type X []int, etc.
  1183. //
  1184. // We can't check if it's an extension byte here first, because the user may have
  1185. // registered a pointer or non-pointer type, meaning we may have to recurse first
  1186. // before matching a mapped type, even though the extension byte is already detected.
  1187. //
  1188. // NOTE: if decoding into a nil interface{}, we return a non-nil
  1189. // value except even if the container registers a length of 0.
  1190. if checkCodecSelfer && ti.cs {
  1191. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti}
  1192. fn.f = (decFnInfo).selferUnmarshal
  1193. } else if rtid == rawExtTypId {
  1194. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti}
  1195. fn.f = (decFnInfo).rawExt
  1196. } else if d.d.IsBuiltinType(rtid) {
  1197. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti}
  1198. fn.f = (decFnInfo).builtin
  1199. } else if xfFn := d.h.getExt(rtid); xfFn != nil {
  1200. // fi.decFnInfoX = &decFnInfoX{xfTag: xfFn.tag, xfFn: xfFn.ext}
  1201. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti}
  1202. fi.xfTag, fi.xfFn = xfFn.tag, xfFn.ext
  1203. fn.f = (decFnInfo).ext
  1204. } else if supportMarshalInterfaces && d.be && ti.bunm {
  1205. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti}
  1206. fn.f = (decFnInfo).binaryUnmarshal
  1207. } else if supportMarshalInterfaces && !d.be && d.js && ti.junm {
  1208. //If JSON, we should check JSONUnmarshal before textUnmarshal
  1209. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti}
  1210. fn.f = (decFnInfo).jsonUnmarshal
  1211. } else if supportMarshalInterfaces && !d.be && ti.tunm {
  1212. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti}
  1213. fn.f = (decFnInfo).textUnmarshal
  1214. } else {
  1215. rk := rt.Kind()
  1216. if fastpathEnabled && checkFastpath && (rk == reflect.Map || rk == reflect.Slice) {
  1217. if rt.PkgPath() == "" {
  1218. if idx := fastpathAV.index(rtid); idx != -1 {
  1219. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti}
  1220. fn.f = fastpathAV[idx].decfn
  1221. }
  1222. } else {
  1223. // use mapping for underlying type if there
  1224. ok = false
  1225. var rtu reflect.Type
  1226. if rk == reflect.Map {
  1227. rtu = reflect.MapOf(rt.Key(), rt.Elem())
  1228. } else {
  1229. rtu = reflect.SliceOf(rt.Elem())
  1230. }
  1231. rtuid := reflect.ValueOf(rtu).Pointer()
  1232. if idx := fastpathAV.index(rtuid); idx != -1 {
  1233. xfnf := fastpathAV[idx].decfn
  1234. xrt := fastpathAV[idx].rt
  1235. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti}
  1236. fn.f = func(xf decFnInfo, xrv reflect.Value) {
  1237. // xfnf(xf, xrv.Convert(xrt))
  1238. xfnf(xf, xrv.Addr().Convert(reflect.PtrTo(xrt)).Elem())
  1239. }
  1240. }
  1241. }
  1242. }
  1243. if fn.f == nil {
  1244. switch rk {
  1245. case reflect.String:
  1246. fn.f = (decFnInfo).kString
  1247. case reflect.Bool:
  1248. fn.f = (decFnInfo).kBool
  1249. case reflect.Int:
  1250. fn.f = (decFnInfo).kInt
  1251. case reflect.Int64:
  1252. fn.f = (decFnInfo).kInt64
  1253. case reflect.Int32:
  1254. fn.f = (decFnInfo).kInt32
  1255. case reflect.Int8:
  1256. fn.f = (decFnInfo).kInt8
  1257. case reflect.Int16:
  1258. fn.f = (decFnInfo).kInt16
  1259. case reflect.Float32:
  1260. fn.f = (decFnInfo).kFloat32
  1261. case reflect.Float64:
  1262. fn.f = (decFnInfo).kFloat64
  1263. case reflect.Uint8:
  1264. fn.f = (decFnInfo).kUint8
  1265. case reflect.Uint64:
  1266. fn.f = (decFnInfo).kUint64
  1267. case reflect.Uint:
  1268. fn.f = (decFnInfo).kUint
  1269. case reflect.Uint32:
  1270. fn.f = (decFnInfo).kUint32
  1271. case reflect.Uint16:
  1272. fn.f = (decFnInfo).kUint16
  1273. // case reflect.Ptr:
  1274. // fn.f = (decFnInfo).kPtr
  1275. case reflect.Uintptr:
  1276. fn.f = (decFnInfo).kUintptr
  1277. case reflect.Interface:
  1278. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti}
  1279. fn.f = (decFnInfo).kInterface
  1280. case reflect.Struct:
  1281. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti}
  1282. fn.f = (decFnInfo).kStruct
  1283. case reflect.Chan:
  1284. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti, seq: seqTypeChan}
  1285. fn.f = (decFnInfo).kSlice
  1286. case reflect.Slice:
  1287. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti, seq: seqTypeSlice}
  1288. fn.f = (decFnInfo).kSlice
  1289. case reflect.Array:
  1290. // fi.decFnInfoX = &decFnInfoX{array: true}
  1291. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti, seq: seqTypeArray}
  1292. fn.f = (decFnInfo).kArray
  1293. case reflect.Map:
  1294. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti}
  1295. fn.f = (decFnInfo).kMap
  1296. default:
  1297. fn.f = (decFnInfo).kErr
  1298. }
  1299. }
  1300. }
  1301. fn.i = fi
  1302. if useMapForCodecCache {
  1303. if d.f == nil {
  1304. d.f = make(map[uintptr]decFn, 32)
  1305. }
  1306. d.f[rtid] = fn
  1307. } else {
  1308. if d.s == nil {
  1309. d.s = make([]rtidDecFn, 0, 32)
  1310. }
  1311. d.s = append(d.s, rtidDecFn{rtid, fn})
  1312. }
  1313. return
  1314. }
  1315. func (d *Decoder) structFieldNotFound(index int, rvkencname string) {
  1316. if d.h.ErrorIfNoField {
  1317. if index >= 0 {
  1318. d.errorf("no matching struct field found when decoding stream array at index %v", index)
  1319. return
  1320. } else if rvkencname != "" {
  1321. d.errorf("no matching struct field found when decoding stream map with key %s", rvkencname)
  1322. return
  1323. }
  1324. }
  1325. d.swallow()
  1326. }
  1327. func (d *Decoder) arrayCannotExpand(sliceLen, streamLen int) {
  1328. if d.h.ErrorIfNoArrayExpand {
  1329. d.errorf("cannot expand array len during decode from %v to %v", sliceLen, streamLen)
  1330. }
  1331. }
  1332. func (d *Decoder) chkPtrValue(rv reflect.Value) {
  1333. // We can only decode into a non-nil pointer
  1334. if rv.Kind() == reflect.Ptr && !rv.IsNil() {
  1335. return
  1336. }
  1337. if !rv.IsValid() {
  1338. d.error(cannotDecodeIntoNilErr)
  1339. return
  1340. }
  1341. if !rv.CanInterface() {
  1342. d.errorf("cannot decode into a value without an interface: %v", rv)
  1343. return
  1344. }
  1345. rvi := rv.Interface()
  1346. d.errorf("cannot decode into non-pointer or nil pointer. Got: %v, %T, %v", rv.Kind(), rvi, rvi)
  1347. }
  1348. func (d *Decoder) error(err error) {
  1349. panic(err)
  1350. }
  1351. func (d *Decoder) errorf(format string, params ...interface{}) {
  1352. err := fmt.Errorf(format, params...)
  1353. panic(err)
  1354. }
  1355. // --------------------------------------------------
  1356. // decSliceHelper assists when decoding into a slice, from a map or an array in the stream.
  1357. // A slice can be set from a map or array in stream. This supports the MapBySlice interface.
  1358. type decSliceHelper struct {
  1359. dd decDriver
  1360. ct valueType
  1361. }
  1362. func (d *Decoder) decSliceHelperStart() (x decSliceHelper, clen int) {
  1363. x.dd = d.d
  1364. if x.dd.IsContainerType(valueTypeArray) {
  1365. x.ct = valueTypeArray
  1366. clen = x.dd.ReadArrayStart()
  1367. } else if x.dd.IsContainerType(valueTypeMap) {
  1368. x.ct = valueTypeMap
  1369. clen = x.dd.ReadMapStart() * 2
  1370. } else {
  1371. d.errorf("only encoded map or array can be decoded into a slice")
  1372. }
  1373. return
  1374. }
  1375. func (x decSliceHelper) Sep(index int) {
  1376. if x.ct == valueTypeArray {
  1377. x.dd.ReadArrayEntrySeparator()
  1378. } else {
  1379. if index%2 == 0 {
  1380. x.dd.ReadMapEntrySeparator()
  1381. } else {
  1382. x.dd.ReadMapKVSeparator()
  1383. }
  1384. }
  1385. }
  1386. func (x decSliceHelper) End() {
  1387. if x.ct == valueTypeArray {
  1388. x.dd.ReadArrayEnd()
  1389. } else {
  1390. x.dd.ReadMapEnd()
  1391. }
  1392. }
  1393. // func decErr(format string, params ...interface{}) {
  1394. // doPanic(msgTagDec, format, params...)
  1395. // }
  1396. func decByteSlice(r decReader, clen int, bs []byte) (bsOut []byte) {
  1397. if clen == 0 {
  1398. return zeroByteSlice
  1399. }
  1400. if len(bs) == clen {
  1401. bsOut = bs
  1402. } else if cap(bs) >= clen {
  1403. bsOut = bs[:clen]
  1404. } else {
  1405. bsOut = make([]byte, clen)
  1406. }
  1407. r.readb(bsOut)
  1408. return
  1409. }
  1410. func detachZeroCopyBytes(isBytesReader bool, dest []byte, in []byte) (out []byte) {
  1411. if xlen := len(in); xlen > 0 {
  1412. if isBytesReader || xlen <= scratchByteArrayLen {
  1413. if cap(dest) >= xlen {
  1414. out = dest[:xlen]
  1415. } else {
  1416. out = make([]byte, xlen)
  1417. }
  1418. copy(out, in)
  1419. return
  1420. }
  1421. }
  1422. return in
  1423. }
  1424. // // implement overall decReader wrapping both, for possible use inline:
  1425. // type decReaderT struct {
  1426. // bytes bool
  1427. // rb *bytesDecReader
  1428. // ri *ioDecReader
  1429. // }
  1430. //
  1431. // // implement *Decoder as a decReader.
  1432. // // Using decReaderT (defined just above) caused performance degradation
  1433. // // possibly because of constant copying the value,
  1434. // // and some value->interface conversion causing allocation.
  1435. // func (d *Decoder) unreadn1() {
  1436. // if d.bytes {
  1437. // d.rb.unreadn1()
  1438. // } else {
  1439. // d.ri.unreadn1()
  1440. // }
  1441. // }
  1442. // func (d *Decoder) readb(b []byte) {
  1443. // if d.bytes {
  1444. // d.rb.readb(b)
  1445. // } else {
  1446. // d.ri.readb(b)
  1447. // }
  1448. // }
  1449. // func (d *Decoder) readx(n int) []byte {
  1450. // if d.bytes {
  1451. // return d.rb.readx(n)
  1452. // } else {
  1453. // return d.ri.readx(n)
  1454. // }
  1455. // }
  1456. // func (d *Decoder) readn1() uint8 {
  1457. // if d.bytes {
  1458. // return d.rb.readn1()
  1459. // } else {
  1460. // return d.ri.readn1()
  1461. // }
  1462. // }
  1463. // func (d *Decoder) readn1eof() (v uint8, eof bool) {
  1464. // if d.bytes {
  1465. // return d.rb.readn1eof()
  1466. // } else {
  1467. // return d.ri.readn1eof()
  1468. // }
  1469. // }
  1470. // var _ decReader = (*Decoder)(nil) // decReaderT{} //