decode.go 39 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564
  1. // Copyright (c) 2012-2015 Ugorji Nwoke. All rights reserved.
  2. // Use of this source code is governed by a MIT license found in the LICENSE file.
  3. package codec
  4. import (
  5. "encoding"
  6. "errors"
  7. "fmt"
  8. "io"
  9. "reflect"
  10. )
  11. // Some tagging information for error messages.
  12. const (
  13. msgBadDesc = "Unrecognized descriptor byte"
  14. msgDecCannotExpandArr = "cannot expand go array from %v to stream length: %v"
  15. )
  16. var (
  17. onlyMapOrArrayCanDecodeIntoStructErr = errors.New("only encoded map or array can be decoded into a struct")
  18. cannotDecodeIntoNilErr = errors.New("cannot decode into nil")
  19. )
  20. // decReader abstracts the reading source, allowing implementations that can
  21. // read from an io.Reader or directly off a byte slice with zero-copying.
  22. type decReader interface {
  23. // TODO:
  24. // Add method to get num bytes read.
  25. // This will be used to annotate errors, so user knows at what point the error occurred.
  26. unreadn1()
  27. // readx will use the implementation scratch buffer if possible i.e. n < len(scratchbuf), OR
  28. // just return a view of the []byte being decoded from.
  29. // Ensure you call detachZeroCopyBytes later if this needs to be sent outside codec control.
  30. readx(n int) []byte
  31. readb([]byte)
  32. readn1() uint8
  33. readn1eof() (v uint8, eof bool)
  34. }
  35. type decReaderByteScanner interface {
  36. io.Reader
  37. io.ByteScanner
  38. }
  39. type decDriver interface {
  40. // this will check if the next token is a break.
  41. CheckBreak() bool
  42. TryDecodeAsNil() bool
  43. // check if a container type: vt is one of: Bytes, String, Nil, Slice or Map.
  44. // if vt param == valueTypeNil, and nil is seen in stream, consume the nil.
  45. IsContainerType(vt valueType) bool
  46. IsBuiltinType(rt uintptr) bool
  47. DecodeBuiltin(rt uintptr, v interface{})
  48. //decodeNaked: Numbers are decoded as int64, uint64, float64 only (no smaller sized number types).
  49. //for extensions, decodeNaked must completely decode them as a *RawExt.
  50. //extensions should also use readx to decode them, for efficiency.
  51. //kInterface will extract the detached byte slice if it has to pass it outside its realm.
  52. DecodeNaked() (v interface{}, vt valueType, decodeFurther bool)
  53. DecodeInt(bitsize uint8) (i int64)
  54. DecodeUint(bitsize uint8) (ui uint64)
  55. DecodeFloat(chkOverflow32 bool) (f float64)
  56. DecodeBool() (b bool)
  57. // DecodeString can also decode symbols.
  58. // It looks redundant as DecodeBytes is available.
  59. // However, some codecs (e.g. binc) support symbols and can
  60. // return a pre-stored string value, meaning that it can bypass
  61. // the cost of []byte->string conversion.
  62. DecodeString() (s string)
  63. // DecodeBytes may be called directly, without going through reflection.
  64. // Consequently, it must be designed to handle possible nil.
  65. DecodeBytes(bs []byte, isstring, zerocopy bool) (bsOut []byte)
  66. // decodeExt will decode into a *RawExt or into an extension.
  67. DecodeExt(v interface{}, xtag uint64, ext Ext) (realxtag uint64)
  68. // decodeExt(verifyTag bool, tag byte) (xtag byte, xbs []byte)
  69. ReadMapStart() int
  70. ReadArrayStart() int
  71. ReadMapEnd()
  72. ReadArrayEnd()
  73. ReadArrayEntrySeparator()
  74. ReadMapEntrySeparator()
  75. ReadMapKVSeparator()
  76. }
  77. type decNoSeparator struct{}
  78. func (_ decNoSeparator) ReadMapEnd() {}
  79. func (_ decNoSeparator) ReadArrayEnd() {}
  80. func (_ decNoSeparator) ReadArrayEntrySeparator() {}
  81. func (_ decNoSeparator) ReadMapEntrySeparator() {}
  82. func (_ decNoSeparator) ReadMapKVSeparator() {}
  83. type DecodeOptions struct {
  84. // MapType specifies type to use during schema-less decoding of a map in the stream.
  85. // If nil, we use map[interface{}]interface{}
  86. MapType reflect.Type
  87. // SliceType specifies type to use during schema-less decoding of an array in the stream.
  88. // If nil, we use []interface{}
  89. SliceType reflect.Type
  90. // If ErrorIfNoField, return an error when decoding a map
  91. // from a codec stream into a struct, and no matching struct field is found.
  92. ErrorIfNoField bool
  93. // If ErrorIfNoArrayExpand, return an error when decoding a slice/array that cannot be expanded.
  94. // For example, the stream contains an array of 8 items, but you are decoding into a [4]T array,
  95. // or you are decoding into a slice of length 4 which is non-addressable (and so cannot be set).
  96. ErrorIfNoArrayExpand bool
  97. // If SignedInteger, use the int64 during schema-less decoding of unsigned values (not uint64).
  98. SignedInteger bool
  99. }
  100. // ------------------------------------
  101. // ioDecByteScanner implements Read(), ReadByte(...), UnreadByte(...) methods
  102. // of io.Reader, io.ByteScanner.
  103. type ioDecByteScanner struct {
  104. r io.Reader
  105. l byte // last byte
  106. ls byte // last byte status. 0: init-canDoNothing, 1: canRead, 2: canUnread
  107. b [1]byte // tiny buffer for reading single bytes
  108. }
  109. func (z *ioDecByteScanner) Read(p []byte) (n int, err error) {
  110. var firstByte bool
  111. if z.ls == 1 {
  112. z.ls = 2
  113. p[0] = z.l
  114. if len(p) == 1 {
  115. n = 1
  116. return
  117. }
  118. firstByte = true
  119. p = p[1:]
  120. }
  121. n, err = z.r.Read(p)
  122. if n > 0 {
  123. if err == io.EOF && n == len(p) {
  124. err = nil // read was successful, so postpone EOF (till next time)
  125. }
  126. z.l = p[n-1]
  127. z.ls = 2
  128. }
  129. if firstByte {
  130. n++
  131. }
  132. return
  133. }
  134. func (z *ioDecByteScanner) ReadByte() (c byte, err error) {
  135. n, err := z.Read(z.b[:])
  136. if n == 1 {
  137. c = z.b[0]
  138. if err == io.EOF {
  139. err = nil // read was successful, so postpone EOF (till next time)
  140. }
  141. }
  142. return
  143. }
  144. func (z *ioDecByteScanner) UnreadByte() (err error) {
  145. x := z.ls
  146. if x == 0 {
  147. err = errors.New("cannot unread - nothing has been read")
  148. } else if x == 1 {
  149. err = errors.New("cannot unread - last byte has not been read")
  150. } else if x == 2 {
  151. z.ls = 1
  152. }
  153. return
  154. }
  155. // ioDecReader is a decReader that reads off an io.Reader
  156. type ioDecReader struct {
  157. br decReaderByteScanner
  158. // temp byte array re-used internally for efficiency during read.
  159. // shares buffer with Decoder, so we keep size of struct within 8 words.
  160. x *[scratchByteArrayLen]byte
  161. bs ioDecByteScanner
  162. }
  163. func (z *ioDecReader) readx(n int) (bs []byte) {
  164. if n <= 0 {
  165. return
  166. }
  167. if n < len(z.x) {
  168. bs = z.x[:n]
  169. } else {
  170. bs = make([]byte, n)
  171. }
  172. if _, err := io.ReadAtLeast(z.br, bs, n); err != nil {
  173. panic(err)
  174. }
  175. return
  176. }
  177. func (z *ioDecReader) readb(bs []byte) {
  178. if len(bs) == 0 {
  179. return
  180. }
  181. if _, err := io.ReadAtLeast(z.br, bs, len(bs)); err != nil {
  182. panic(err)
  183. }
  184. }
  185. func (z *ioDecReader) readn1() (b uint8) {
  186. b, err := z.br.ReadByte()
  187. if err != nil {
  188. panic(err)
  189. }
  190. return b
  191. }
  192. func (z *ioDecReader) readn1eof() (b uint8, eof bool) {
  193. b, err := z.br.ReadByte()
  194. if err == nil {
  195. } else if err == io.EOF {
  196. eof = true
  197. } else {
  198. panic(err)
  199. }
  200. return
  201. }
  202. func (z *ioDecReader) unreadn1() {
  203. if err := z.br.UnreadByte(); err != nil {
  204. panic(err)
  205. }
  206. }
  207. // ------------------------------------
  208. var bytesDecReaderCannotUnreadErr = errors.New("cannot unread last byte read")
  209. // bytesDecReader is a decReader that reads off a byte slice with zero copying
  210. type bytesDecReader struct {
  211. b []byte // data
  212. c int // cursor
  213. a int // available
  214. }
  215. func (z *bytesDecReader) unreadn1() {
  216. if z.c == 0 || len(z.b) == 0 {
  217. panic(bytesDecReaderCannotUnreadErr)
  218. }
  219. z.c--
  220. z.a++
  221. return
  222. }
  223. func (z *bytesDecReader) readx(n int) (bs []byte) {
  224. // slicing from a non-constant start position is more expensive,
  225. // as more computation is required to decipher the pointer start position.
  226. // However, we do it only once, and it's better than reslicing both z.b and return value.
  227. if n <= 0 {
  228. } else if z.a == 0 {
  229. panic(io.EOF)
  230. } else if n > z.a {
  231. panic(io.ErrUnexpectedEOF)
  232. } else {
  233. c0 := z.c
  234. z.c = c0 + n
  235. z.a = z.a - n
  236. bs = z.b[c0:z.c]
  237. }
  238. return
  239. }
  240. func (z *bytesDecReader) readn1() (v uint8) {
  241. if z.a == 0 {
  242. panic(io.EOF)
  243. }
  244. v = z.b[z.c]
  245. z.c++
  246. z.a--
  247. return
  248. }
  249. func (z *bytesDecReader) readn1eof() (v uint8, eof bool) {
  250. if z.a == 0 {
  251. eof = true
  252. return
  253. }
  254. v = z.b[z.c]
  255. z.c++
  256. z.a--
  257. return
  258. }
  259. func (z *bytesDecReader) readb(bs []byte) {
  260. copy(bs, z.readx(len(bs)))
  261. }
  262. // ------------------------------------
  263. type decFnInfoX struct {
  264. d *Decoder
  265. ti *typeInfo
  266. xfFn Ext
  267. xfTag uint64
  268. seq seqType
  269. }
  270. // decFnInfo has methods for handling decoding of a specific type
  271. // based on some characteristics (builtin, extension, reflect Kind, etc)
  272. type decFnInfo struct {
  273. // use decFnInfo as a value receiver.
  274. // keep most of it less-used variables accessible via a pointer (*decFnInfoX).
  275. // As sweet spot for value-receiver is 3 words, keep everything except
  276. // decDriver (which everyone needs) directly accessible.
  277. // ensure decFnInfoX is set for everyone who needs it i.e.
  278. // rawExt, ext, builtin, (selfer|binary|text)Marshal, kSlice, kStruct, kMap, kInterface, fastpath
  279. dd decDriver
  280. *decFnInfoX
  281. }
  282. // ----------------------------------------
  283. type decFn struct {
  284. i decFnInfo
  285. f func(decFnInfo, reflect.Value)
  286. }
  287. func (f decFnInfo) builtin(rv reflect.Value) {
  288. f.dd.DecodeBuiltin(f.ti.rtid, rv.Addr().Interface())
  289. }
  290. func (f decFnInfo) rawExt(rv reflect.Value) {
  291. f.dd.DecodeExt(rv.Addr().Interface(), 0, nil)
  292. }
  293. func (f decFnInfo) ext(rv reflect.Value) {
  294. f.dd.DecodeExt(rv.Addr().Interface(), f.xfTag, f.xfFn)
  295. }
  296. func (f decFnInfo) getValueForUnmarshalInterface(rv reflect.Value, indir int8) (v interface{}) {
  297. if indir == -1 {
  298. v = rv.Addr().Interface()
  299. } else if indir == 0 {
  300. v = rv.Interface()
  301. } else {
  302. for j := int8(0); j < indir; j++ {
  303. if rv.IsNil() {
  304. rv.Set(reflect.New(rv.Type().Elem()))
  305. }
  306. rv = rv.Elem()
  307. }
  308. v = rv.Interface()
  309. }
  310. return
  311. }
  312. func (f decFnInfo) selferUnmarshal(rv reflect.Value) {
  313. f.getValueForUnmarshalInterface(rv, f.ti.csIndir).(Selfer).CodecDecodeSelf(f.d)
  314. }
  315. func (f decFnInfo) binaryUnmarshal(rv reflect.Value) {
  316. bm := f.getValueForUnmarshalInterface(rv, f.ti.bunmIndir).(encoding.BinaryUnmarshaler)
  317. xbs := f.dd.DecodeBytes(nil, false, true)
  318. if fnerr := bm.UnmarshalBinary(xbs); fnerr != nil {
  319. panic(fnerr)
  320. }
  321. }
  322. func (f decFnInfo) textUnmarshal(rv reflect.Value) {
  323. tm := f.getValueForUnmarshalInterface(rv, f.ti.tunmIndir).(encoding.TextUnmarshaler)
  324. fnerr := tm.UnmarshalText(f.dd.DecodeBytes(f.d.b[:], true, true))
  325. // fnerr := tm.UnmarshalText(f.dd.DecodeStringAsBytes(f.d.b[:]))
  326. // var fnerr error
  327. // if sb, sbok := f.dd.(decDriverStringAsBytes); sbok {
  328. // fnerr = tm.UnmarshalText(sb.decStringAsBytes(f.d.b[:0]))
  329. // } else {
  330. // fnerr = tm.UnmarshalText([]byte(f.dd.decodeString()))
  331. // }
  332. if fnerr != nil {
  333. panic(fnerr)
  334. }
  335. }
  336. func (f decFnInfo) jsonUnmarshal(rv reflect.Value) {
  337. tm := f.getValueForUnmarshalInterface(rv, f.ti.junmIndir).(jsonUnmarshaler)
  338. fnerr := tm.UnmarshalJSON(f.dd.DecodeBytes(f.d.b[:], true, true))
  339. if fnerr != nil {
  340. panic(fnerr)
  341. }
  342. }
  343. func (f decFnInfo) kErr(rv reflect.Value) {
  344. f.d.errorf("no decoding function defined for kind %v", rv.Kind())
  345. }
  346. func (f decFnInfo) kString(rv reflect.Value) {
  347. rv.SetString(f.dd.DecodeString())
  348. }
  349. func (f decFnInfo) kBool(rv reflect.Value) {
  350. rv.SetBool(f.dd.DecodeBool())
  351. }
  352. func (f decFnInfo) kInt(rv reflect.Value) {
  353. rv.SetInt(f.dd.DecodeInt(intBitsize))
  354. }
  355. func (f decFnInfo) kInt64(rv reflect.Value) {
  356. rv.SetInt(f.dd.DecodeInt(64))
  357. }
  358. func (f decFnInfo) kInt32(rv reflect.Value) {
  359. rv.SetInt(f.dd.DecodeInt(32))
  360. }
  361. func (f decFnInfo) kInt8(rv reflect.Value) {
  362. rv.SetInt(f.dd.DecodeInt(8))
  363. }
  364. func (f decFnInfo) kInt16(rv reflect.Value) {
  365. rv.SetInt(f.dd.DecodeInt(16))
  366. }
  367. func (f decFnInfo) kFloat32(rv reflect.Value) {
  368. rv.SetFloat(f.dd.DecodeFloat(true))
  369. }
  370. func (f decFnInfo) kFloat64(rv reflect.Value) {
  371. rv.SetFloat(f.dd.DecodeFloat(false))
  372. }
  373. func (f decFnInfo) kUint8(rv reflect.Value) {
  374. rv.SetUint(f.dd.DecodeUint(8))
  375. }
  376. func (f decFnInfo) kUint64(rv reflect.Value) {
  377. rv.SetUint(f.dd.DecodeUint(64))
  378. }
  379. func (f decFnInfo) kUint(rv reflect.Value) {
  380. rv.SetUint(f.dd.DecodeUint(uintBitsize))
  381. }
  382. func (f decFnInfo) kUint32(rv reflect.Value) {
  383. rv.SetUint(f.dd.DecodeUint(32))
  384. }
  385. func (f decFnInfo) kUint16(rv reflect.Value) {
  386. rv.SetUint(f.dd.DecodeUint(16))
  387. }
  388. // func (f decFnInfo) kPtr(rv reflect.Value) {
  389. // debugf(">>>>>>> ??? decode kPtr called - shouldn't get called")
  390. // if rv.IsNil() {
  391. // rv.Set(reflect.New(rv.Type().Elem()))
  392. // }
  393. // f.d.decodeValue(rv.Elem())
  394. // }
  395. // var kIntfCtr uint64
  396. func (f decFnInfo) kInterfaceNaked() (rvn reflect.Value) {
  397. // nil interface:
  398. // use some hieristics to decode it appropriately
  399. // based on the detected next value in the stream.
  400. v, vt, decodeFurther := f.dd.DecodeNaked()
  401. if vt == valueTypeNil {
  402. return
  403. }
  404. // We cannot decode non-nil stream value into nil interface with methods (e.g. io.Reader).
  405. if num := f.ti.rt.NumMethod(); num > 0 {
  406. f.d.errorf("cannot decode non-nil codec value into nil %v (%v methods)", f.ti.rt, num)
  407. return
  408. }
  409. var useRvn bool
  410. switch vt {
  411. case valueTypeMap:
  412. if f.d.h.MapType == nil {
  413. var m2 map[interface{}]interface{}
  414. v = &m2
  415. } else {
  416. rvn = reflect.New(f.d.h.MapType).Elem()
  417. useRvn = true
  418. }
  419. case valueTypeArray:
  420. if f.d.h.SliceType == nil {
  421. var m2 []interface{}
  422. v = &m2
  423. } else {
  424. rvn = reflect.New(f.d.h.SliceType).Elem()
  425. useRvn = true
  426. }
  427. case valueTypeExt:
  428. re := v.(*RawExt)
  429. bfn := f.d.h.getExtForTag(re.Tag)
  430. if bfn == nil {
  431. re.Data = detachZeroCopyBytes(f.d.bytes, nil, re.Data)
  432. rvn = reflect.ValueOf(*re)
  433. } else {
  434. rvnA := reflect.New(bfn.rt)
  435. rvn = rvnA.Elem()
  436. if re.Data != nil {
  437. bfn.ext.ReadExt(rvnA.Interface(), re.Data)
  438. } else {
  439. bfn.ext.UpdateExt(rvnA.Interface(), re.Value)
  440. }
  441. }
  442. return
  443. }
  444. if decodeFurther {
  445. if useRvn {
  446. f.d.decodeValue(rvn, decFn{})
  447. } else if v != nil {
  448. // this v is a pointer, so we need to dereference it when done
  449. f.d.decode(v)
  450. rvn = reflect.ValueOf(v).Elem()
  451. useRvn = true
  452. }
  453. }
  454. if !useRvn && v != nil {
  455. rvn = reflect.ValueOf(v)
  456. }
  457. return
  458. }
  459. func (f decFnInfo) kInterface(rv reflect.Value) {
  460. // debugf("\t===> kInterface")
  461. // Note:
  462. // A consequence of how kInterface works, is that
  463. // if an interface already contains something, we try
  464. // to decode into what was there before.
  465. // We do not replace with a generic value (as got from decodeNaked).
  466. if rv.IsNil() {
  467. rvn := f.kInterfaceNaked()
  468. if rvn.IsValid() {
  469. rv.Set(rvn)
  470. }
  471. } else {
  472. rve := rv.Elem()
  473. // Note: interface{} is settable, but underlying type may not be.
  474. // Consequently, we have to set the reflect.Value directly.
  475. // if underlying type is settable (e.g. ptr or interface),
  476. // we just decode into it.
  477. // Else we create a settable value, decode into it, and set on the interface.
  478. if rve.CanSet() {
  479. f.d.decodeValue(rve, decFn{})
  480. } else {
  481. rve2 := reflect.New(rve.Type()).Elem()
  482. rve2.Set(rve)
  483. f.d.decodeValue(rve2, decFn{})
  484. rv.Set(rve2)
  485. }
  486. }
  487. }
  488. func (f decFnInfo) kStruct(rv reflect.Value) {
  489. fti := f.ti
  490. d := f.d
  491. if f.dd.IsContainerType(valueTypeMap) {
  492. containerLen := f.dd.ReadMapStart()
  493. if containerLen == 0 {
  494. f.dd.ReadMapEnd()
  495. return
  496. }
  497. tisfi := fti.sfi
  498. hasLen := containerLen >= 0
  499. if hasLen {
  500. for j := 0; j < containerLen; j++ {
  501. // rvkencname := f.dd.DecodeString()
  502. rvkencname := stringView(f.dd.DecodeBytes(f.d.b[:], true, true))
  503. // rvksi := ti.getForEncName(rvkencname)
  504. if k := fti.indexForEncName(rvkencname); k > -1 {
  505. si := tisfi[k]
  506. if f.dd.TryDecodeAsNil() {
  507. si.setToZeroValue(rv)
  508. } else {
  509. d.decodeValue(si.field(rv, true), decFn{})
  510. }
  511. } else {
  512. d.structFieldNotFound(-1, rvkencname)
  513. }
  514. }
  515. } else {
  516. for j := 0; !f.dd.CheckBreak(); j++ {
  517. if j > 0 {
  518. f.dd.ReadMapEntrySeparator()
  519. }
  520. // rvkencname := f.dd.DecodeString()
  521. rvkencname := stringView(f.dd.DecodeBytes(f.d.b[:], true, true))
  522. f.dd.ReadMapKVSeparator()
  523. // rvksi := ti.getForEncName(rvkencname)
  524. if k := fti.indexForEncName(rvkencname); k > -1 {
  525. si := tisfi[k]
  526. if f.dd.TryDecodeAsNil() {
  527. si.setToZeroValue(rv)
  528. } else {
  529. d.decodeValue(si.field(rv, true), decFn{})
  530. }
  531. } else {
  532. d.structFieldNotFound(-1, rvkencname)
  533. }
  534. }
  535. f.dd.ReadMapEnd()
  536. }
  537. } else if f.dd.IsContainerType(valueTypeArray) {
  538. containerLen := f.dd.ReadArrayStart()
  539. if containerLen == 0 {
  540. f.dd.ReadArrayEnd()
  541. return
  542. }
  543. // Not much gain from doing it two ways for array.
  544. // Arrays are not used as much for structs.
  545. hasLen := containerLen >= 0
  546. for j, si := range fti.sfip {
  547. if hasLen {
  548. if j == containerLen {
  549. break
  550. }
  551. } else if f.dd.CheckBreak() {
  552. break
  553. }
  554. if j > 0 {
  555. f.dd.ReadArrayEntrySeparator()
  556. }
  557. if f.dd.TryDecodeAsNil() {
  558. si.setToZeroValue(rv)
  559. } else {
  560. d.decodeValue(si.field(rv, true), decFn{})
  561. }
  562. // if si.i != -1 {
  563. // d.decodeValue(rv.Field(int(si.i)), decFn{})
  564. // } else {
  565. // d.decEmbeddedField(rv, si.is)
  566. // }
  567. }
  568. if containerLen > len(fti.sfip) {
  569. // read remaining values and throw away
  570. for j := len(fti.sfip); j < containerLen; j++ {
  571. if j > 0 {
  572. f.dd.ReadArrayEntrySeparator()
  573. }
  574. d.structFieldNotFound(j, "")
  575. }
  576. }
  577. f.dd.ReadArrayEnd()
  578. } else {
  579. f.d.error(onlyMapOrArrayCanDecodeIntoStructErr)
  580. return
  581. }
  582. }
  583. func (f decFnInfo) kSlice(rv reflect.Value) {
  584. // A slice can be set from a map or array in stream.
  585. // This way, the order can be kept (as order is lost with map).
  586. ti := f.ti
  587. d := f.d
  588. if f.dd.IsContainerType(valueTypeBytes) || f.dd.IsContainerType(valueTypeString) {
  589. if ti.rtid == uint8SliceTypId || ti.rt.Elem().Kind() == reflect.Uint8 {
  590. if f.seq == seqTypeChan {
  591. bs2 := f.dd.DecodeBytes(nil, false, true)
  592. ch := rv.Interface().(chan<- byte)
  593. for _, b := range bs2 {
  594. ch <- b
  595. }
  596. } else {
  597. rvbs := rv.Bytes()
  598. bs2 := f.dd.DecodeBytes(rvbs, false, false)
  599. if rvbs == nil && bs2 != nil || rvbs != nil && bs2 == nil || len(bs2) != len(rvbs) {
  600. if rv.CanSet() {
  601. rv.SetBytes(bs2)
  602. } else {
  603. copy(rvbs, bs2)
  604. }
  605. }
  606. }
  607. return
  608. }
  609. }
  610. // array := f.seq == seqTypeChan
  611. slh, containerLenS := d.decSliceHelperStart()
  612. // an array can never return a nil slice. so no need to check f.array here.
  613. if rv.IsNil() {
  614. // either chan or slice
  615. if f.seq == seqTypeSlice {
  616. if containerLenS <= 0 {
  617. rv.Set(reflect.MakeSlice(ti.rt, 0, 0))
  618. } else {
  619. rv.Set(reflect.MakeSlice(ti.rt, containerLenS, containerLenS))
  620. }
  621. } else if f.seq == seqTypeChan {
  622. if containerLenS <= 0 {
  623. rv.Set(reflect.MakeChan(ti.rt, 0))
  624. } else {
  625. rv.Set(reflect.MakeChan(ti.rt, containerLenS))
  626. }
  627. }
  628. }
  629. rvlen := rv.Len()
  630. if containerLenS == 0 {
  631. if f.seq == seqTypeSlice && rvlen != 0 {
  632. rv.SetLen(0)
  633. }
  634. // slh.End() // f.dd.ReadArrayEnd()
  635. return
  636. }
  637. rtelem0 := ti.rt.Elem()
  638. rtelem := rtelem0
  639. for rtelem.Kind() == reflect.Ptr {
  640. rtelem = rtelem.Elem()
  641. }
  642. fn := d.getDecFn(rtelem, true, true)
  643. rv0 := rv
  644. rvChanged := false
  645. rvcap := rv.Cap()
  646. // for j := 0; j < containerLenS; j++ {
  647. hasLen := containerLenS >= 0
  648. if hasLen {
  649. if f.seq == seqTypeChan {
  650. // handle chan specially:
  651. for j := 0; j < containerLenS; j++ {
  652. rv0 := reflect.New(rtelem0).Elem()
  653. d.decodeValue(rv0, fn)
  654. rv.Send(rv0)
  655. }
  656. } else {
  657. numToRead := containerLenS
  658. if containerLenS > rvcap {
  659. if f.seq == seqTypeArray {
  660. d.arrayCannotExpand(rv.Len(), containerLenS)
  661. numToRead = rvlen
  662. } else {
  663. rv = reflect.MakeSlice(ti.rt, containerLenS, containerLenS)
  664. if rvlen > 0 && !isMutableKind(ti.rt.Kind()) {
  665. rv1 := rv0
  666. rv1.SetLen(rvcap)
  667. reflect.Copy(rv, rv1)
  668. }
  669. rvChanged = true
  670. rvlen = containerLenS
  671. }
  672. } else if containerLenS != rvlen {
  673. if f.seq == seqTypeSlice {
  674. rv.SetLen(containerLenS)
  675. rvlen = containerLenS
  676. }
  677. }
  678. j := 0
  679. for ; j < numToRead; j++ {
  680. d.decodeValue(rv.Index(j), fn)
  681. }
  682. if f.seq == seqTypeArray {
  683. for ; j < containerLenS; j++ {
  684. d.swallow()
  685. }
  686. }
  687. }
  688. } else {
  689. for j := 0; !f.dd.CheckBreak(); j++ {
  690. var decodeIntoBlank bool
  691. // if indefinite, etc, then expand the slice if necessary
  692. if j >= rvlen {
  693. if f.seq == seqTypeArray {
  694. d.arrayCannotExpand(rvlen, j+1)
  695. decodeIntoBlank = true
  696. } else if f.seq == seqTypeSlice {
  697. rv = reflect.Append(rv, reflect.Zero(rtelem0))
  698. rvlen++
  699. rvChanged = true
  700. }
  701. }
  702. if j > 0 {
  703. slh.Sep(j)
  704. }
  705. if f.seq == seqTypeChan {
  706. rv0 := reflect.New(rtelem0).Elem()
  707. d.decodeValue(rv0, fn)
  708. rv.Send(rv0)
  709. } else if decodeIntoBlank {
  710. d.swallow()
  711. } else {
  712. d.decodeValue(rv.Index(j), fn)
  713. }
  714. }
  715. slh.End()
  716. }
  717. if rvChanged {
  718. rv0.Set(rv)
  719. }
  720. }
  721. func (f decFnInfo) kArray(rv reflect.Value) {
  722. // f.d.decodeValue(rv.Slice(0, rv.Len()))
  723. f.kSlice(rv.Slice(0, rv.Len()))
  724. }
  725. func (f decFnInfo) kMap(rv reflect.Value) {
  726. containerLen := f.dd.ReadMapStart()
  727. ti := f.ti
  728. if rv.IsNil() {
  729. rv.Set(reflect.MakeMap(ti.rt))
  730. }
  731. if containerLen == 0 {
  732. // f.dd.ReadMapEnd()
  733. return
  734. }
  735. d := f.d
  736. ktype, vtype := ti.rt.Key(), ti.rt.Elem()
  737. ktypeId := reflect.ValueOf(ktype).Pointer()
  738. var keyFn, valFn decFn
  739. var xtyp reflect.Type
  740. for xtyp = ktype; xtyp.Kind() == reflect.Ptr; xtyp = xtyp.Elem() {
  741. }
  742. keyFn = d.getDecFn(xtyp, true, true)
  743. for xtyp = vtype; xtyp.Kind() == reflect.Ptr; xtyp = xtyp.Elem() {
  744. }
  745. valFn = d.getDecFn(xtyp, true, true)
  746. // for j := 0; j < containerLen; j++ {
  747. if containerLen > 0 {
  748. for j := 0; j < containerLen; j++ {
  749. rvk := reflect.New(ktype).Elem()
  750. d.decodeValue(rvk, keyFn)
  751. // special case if a byte array.
  752. if ktypeId == intfTypId {
  753. rvk = rvk.Elem()
  754. if rvk.Type() == uint8SliceTyp {
  755. rvk = reflect.ValueOf(string(rvk.Bytes()))
  756. }
  757. }
  758. rvv := rv.MapIndex(rvk)
  759. // TODO: is !IsValid check required?
  760. if !rvv.IsValid() {
  761. rvv = reflect.New(vtype).Elem()
  762. }
  763. d.decodeValue(rvv, valFn)
  764. rv.SetMapIndex(rvk, rvv)
  765. }
  766. } else {
  767. for j := 0; !f.dd.CheckBreak(); j++ {
  768. if j > 0 {
  769. f.dd.ReadMapEntrySeparator()
  770. }
  771. rvk := reflect.New(ktype).Elem()
  772. d.decodeValue(rvk, keyFn)
  773. // special case if a byte array.
  774. if ktypeId == intfTypId {
  775. rvk = rvk.Elem()
  776. if rvk.Type() == uint8SliceTyp {
  777. rvk = reflect.ValueOf(string(rvk.Bytes()))
  778. }
  779. }
  780. rvv := rv.MapIndex(rvk)
  781. if !rvv.IsValid() {
  782. rvv = reflect.New(vtype).Elem()
  783. }
  784. f.dd.ReadMapKVSeparator()
  785. d.decodeValue(rvv, valFn)
  786. rv.SetMapIndex(rvk, rvv)
  787. }
  788. f.dd.ReadMapEnd()
  789. }
  790. }
  791. type rtidDecFn struct {
  792. rtid uintptr
  793. fn decFn
  794. }
  795. // A Decoder reads and decodes an object from an input stream in the codec format.
  796. type Decoder struct {
  797. // hopefully, reduce derefencing cost by laying the decReader inside the Decoder.
  798. // Try to put things that go together to fit within a cache line (8 words).
  799. d decDriver
  800. r decReader
  801. //sa [32]rtidDecFn
  802. s []rtidDecFn
  803. h *BasicHandle
  804. rb bytesDecReader
  805. hh Handle
  806. be bool // is binary encoding
  807. bytes bool // is bytes reader
  808. ri ioDecReader
  809. f map[uintptr]decFn
  810. _ uintptr // for alignment purposes, so next one starts from a cache line
  811. b [scratchByteArrayLen]byte
  812. }
  813. // NewDecoder returns a Decoder for decoding a stream of bytes from an io.Reader.
  814. //
  815. // For efficiency, Users are encouraged to pass in a memory buffered reader
  816. // (eg bufio.Reader, bytes.Buffer).
  817. func NewDecoder(r io.Reader, h Handle) (d *Decoder) {
  818. d = &Decoder{hh: h, h: h.getBasicHandle(), be: h.isBinary()}
  819. //d.s = d.sa[:0]
  820. d.ri.x = &d.b
  821. d.ri.bs.r = r
  822. var ok bool
  823. d.ri.br, ok = r.(decReaderByteScanner)
  824. if !ok {
  825. d.ri.br = &d.ri.bs
  826. }
  827. d.r = &d.ri
  828. d.d = h.newDecDriver(d)
  829. return
  830. }
  831. // NewDecoderBytes returns a Decoder which efficiently decodes directly
  832. // from a byte slice with zero copying.
  833. func NewDecoderBytes(in []byte, h Handle) (d *Decoder) {
  834. d = &Decoder{hh: h, h: h.getBasicHandle(), be: h.isBinary(), bytes: true}
  835. //d.s = d.sa[:0]
  836. d.rb.b = in
  837. d.rb.a = len(in)
  838. d.r = &d.rb
  839. d.d = h.newDecDriver(d)
  840. // d.d = h.newDecDriver(decReaderT{true, &d.rb, &d.ri})
  841. return
  842. }
  843. // Decode decodes the stream from reader and stores the result in the
  844. // value pointed to by v. v cannot be a nil pointer. v can also be
  845. // a reflect.Value of a pointer.
  846. //
  847. // Note that a pointer to a nil interface is not a nil pointer.
  848. // If you do not know what type of stream it is, pass in a pointer to a nil interface.
  849. // We will decode and store a value in that nil interface.
  850. //
  851. // Sample usages:
  852. // // Decoding into a non-nil typed value
  853. // var f float32
  854. // err = codec.NewDecoder(r, handle).Decode(&f)
  855. //
  856. // // Decoding into nil interface
  857. // var v interface{}
  858. // dec := codec.NewDecoder(r, handle)
  859. // err = dec.Decode(&v)
  860. //
  861. // When decoding into a nil interface{}, we will decode into an appropriate value based
  862. // on the contents of the stream:
  863. // - Numbers are decoded as float64, int64 or uint64.
  864. // - Other values are decoded appropriately depending on the type:
  865. // bool, string, []byte, time.Time, etc
  866. // - Extensions are decoded as RawExt (if no ext function registered for the tag)
  867. // Configurations exist on the Handle to override defaults
  868. // (e.g. for MapType, SliceType and how to decode raw bytes).
  869. //
  870. // When decoding into a non-nil interface{} value, the mode of encoding is based on the
  871. // type of the value. When a value is seen:
  872. // - If an extension is registered for it, call that extension function
  873. // - If it implements BinaryUnmarshaler, call its UnmarshalBinary(data []byte) error
  874. // - Else decode it based on its reflect.Kind
  875. //
  876. // There are some special rules when decoding into containers (slice/array/map/struct).
  877. // Decode will typically use the stream contents to UPDATE the container.
  878. // - A map can be decoded from a stream map, by updating matching keys.
  879. // - A slice can be decoded from a stream array,
  880. // by updating the first n elements, where n is length of the stream.
  881. // - A slice can be decoded from a stream map, by decoding as if
  882. // it contains a sequence of key-value pairs.
  883. // - A struct can be decoded from a stream map, by updating matching fields.
  884. // - A struct can be decoded from a stream array,
  885. // by updating fields as they occur in the struct (by index).
  886. //
  887. // When decoding a stream map or array with length of 0 into a nil map or slice,
  888. // we reset the destination map or slice to a zero-length value.
  889. //
  890. // However, when decoding a stream nil, we reset the destination container
  891. // to its "zero" value (e.g. nil for slice/map, etc).
  892. //
  893. func (d *Decoder) Decode(v interface{}) (err error) {
  894. defer panicToErr(&err)
  895. d.decode(v)
  896. return
  897. }
  898. // this is not a smart swallow, as it allocates objects and does unnecessary work.
  899. func (d *Decoder) swallowViaHammer() {
  900. var blank interface{}
  901. d.decodeValue(reflect.ValueOf(&blank).Elem(), decFn{})
  902. }
  903. func (d *Decoder) swallow() {
  904. // smarter decode that just swallows the content
  905. dd := d.d
  906. switch {
  907. case dd.TryDecodeAsNil():
  908. case dd.IsContainerType(valueTypeMap):
  909. containerLen := dd.ReadMapStart()
  910. clenGtEqualZero := containerLen >= 0
  911. for j := 0; ; j++ {
  912. if clenGtEqualZero {
  913. if j >= containerLen {
  914. break
  915. }
  916. } else if dd.CheckBreak() {
  917. break
  918. }
  919. if j > 0 {
  920. dd.ReadMapEntrySeparator()
  921. }
  922. d.swallow()
  923. dd.ReadMapKVSeparator()
  924. d.swallow()
  925. }
  926. dd.ReadMapEnd()
  927. case dd.IsContainerType(valueTypeArray):
  928. containerLenS := dd.ReadArrayStart()
  929. clenGtEqualZero := containerLenS >= 0
  930. for j := 0; ; j++ {
  931. if clenGtEqualZero {
  932. if j >= containerLenS {
  933. break
  934. }
  935. } else if dd.CheckBreak() {
  936. break
  937. }
  938. if j > 0 {
  939. dd.ReadArrayEntrySeparator()
  940. }
  941. d.swallow()
  942. }
  943. dd.ReadArrayEnd()
  944. case dd.IsContainerType(valueTypeBytes):
  945. dd.DecodeBytes(d.b[:], false, true)
  946. case dd.IsContainerType(valueTypeString):
  947. dd.DecodeBytes(d.b[:], true, true)
  948. // dd.DecodeStringAsBytes(d.b[:])
  949. default:
  950. // these are all primitives, which we can get from decodeNaked
  951. dd.DecodeNaked()
  952. }
  953. }
  954. // MustDecode is like Decode, but panics if unable to Decode.
  955. // This provides insight to the code location that triggered the error.
  956. func (d *Decoder) MustDecode(v interface{}) {
  957. d.decode(v)
  958. }
  959. func (d *Decoder) decode(iv interface{}) {
  960. // if ics, ok := iv.(Selfer); ok {
  961. // ics.CodecDecodeSelf(d)
  962. // return
  963. // }
  964. if d.d.TryDecodeAsNil() {
  965. switch v := iv.(type) {
  966. case nil:
  967. case *string:
  968. *v = ""
  969. case *bool:
  970. *v = false
  971. case *int:
  972. *v = 0
  973. case *int8:
  974. *v = 0
  975. case *int16:
  976. *v = 0
  977. case *int32:
  978. *v = 0
  979. case *int64:
  980. *v = 0
  981. case *uint:
  982. *v = 0
  983. case *uint8:
  984. *v = 0
  985. case *uint16:
  986. *v = 0
  987. case *uint32:
  988. *v = 0
  989. case *uint64:
  990. *v = 0
  991. case *float32:
  992. *v = 0
  993. case *float64:
  994. *v = 0
  995. case *[]uint8:
  996. *v = nil
  997. case reflect.Value:
  998. d.chkPtrValue(v)
  999. v = v.Elem()
  1000. if v.IsValid() {
  1001. v.Set(reflect.Zero(v.Type()))
  1002. }
  1003. default:
  1004. rv := reflect.ValueOf(iv)
  1005. d.chkPtrValue(rv)
  1006. rv = rv.Elem()
  1007. if rv.IsValid() {
  1008. rv.Set(reflect.Zero(rv.Type()))
  1009. }
  1010. }
  1011. return
  1012. }
  1013. switch v := iv.(type) {
  1014. case nil:
  1015. d.error(cannotDecodeIntoNilErr)
  1016. return
  1017. case Selfer:
  1018. v.CodecDecodeSelf(d)
  1019. case reflect.Value:
  1020. d.chkPtrValue(v)
  1021. d.decodeValueNotNil(v.Elem(), decFn{})
  1022. case *string:
  1023. *v = d.d.DecodeString()
  1024. case *bool:
  1025. *v = d.d.DecodeBool()
  1026. case *int:
  1027. *v = int(d.d.DecodeInt(intBitsize))
  1028. case *int8:
  1029. *v = int8(d.d.DecodeInt(8))
  1030. case *int16:
  1031. *v = int16(d.d.DecodeInt(16))
  1032. case *int32:
  1033. *v = int32(d.d.DecodeInt(32))
  1034. case *int64:
  1035. *v = d.d.DecodeInt(64)
  1036. case *uint:
  1037. *v = uint(d.d.DecodeUint(uintBitsize))
  1038. case *uint8:
  1039. *v = uint8(d.d.DecodeUint(8))
  1040. case *uint16:
  1041. *v = uint16(d.d.DecodeUint(16))
  1042. case *uint32:
  1043. *v = uint32(d.d.DecodeUint(32))
  1044. case *uint64:
  1045. *v = d.d.DecodeUint(64)
  1046. case *float32:
  1047. *v = float32(d.d.DecodeFloat(true))
  1048. case *float64:
  1049. *v = d.d.DecodeFloat(false)
  1050. case *[]uint8:
  1051. *v = d.d.DecodeBytes(*v, false, false)
  1052. case *interface{}:
  1053. d.decodeValueNotNil(reflect.ValueOf(iv).Elem(), decFn{})
  1054. default:
  1055. if !fastpathDecodeTypeSwitch(iv, d) {
  1056. d.decodeI(iv, true, false, false, false)
  1057. }
  1058. }
  1059. }
  1060. func (d *Decoder) preDecodeValue(rv reflect.Value, tryNil bool) (rv2 reflect.Value, proceed bool) {
  1061. if tryNil && d.d.TryDecodeAsNil() {
  1062. // No need to check if a ptr, recursively, to determine
  1063. // whether to set value to nil.
  1064. // Just always set value to its zero type.
  1065. if rv.IsValid() { // rv.CanSet() // always settable, except it's invalid
  1066. rv.Set(reflect.Zero(rv.Type()))
  1067. }
  1068. return
  1069. }
  1070. // If stream is not containing a nil value, then we can deref to the base
  1071. // non-pointer value, and decode into that.
  1072. for rv.Kind() == reflect.Ptr {
  1073. if rv.IsNil() {
  1074. rv.Set(reflect.New(rv.Type().Elem()))
  1075. }
  1076. rv = rv.Elem()
  1077. }
  1078. return rv, true
  1079. }
  1080. func (d *Decoder) decodeI(iv interface{}, checkPtr, tryNil, checkFastpath, checkCodecSelfer bool) {
  1081. rv := reflect.ValueOf(iv)
  1082. if checkPtr {
  1083. d.chkPtrValue(rv)
  1084. }
  1085. rv, proceed := d.preDecodeValue(rv, tryNil)
  1086. if proceed {
  1087. fn := d.getDecFn(rv.Type(), checkFastpath, checkCodecSelfer)
  1088. fn.f(fn.i, rv)
  1089. }
  1090. }
  1091. func (d *Decoder) decodeValue(rv reflect.Value, fn decFn) {
  1092. if rv, proceed := d.preDecodeValue(rv, true); proceed {
  1093. if fn.f == nil {
  1094. fn = d.getDecFn(rv.Type(), true, true)
  1095. }
  1096. fn.f(fn.i, rv)
  1097. }
  1098. }
  1099. func (d *Decoder) decodeValueNotNil(rv reflect.Value, fn decFn) {
  1100. if rv, proceed := d.preDecodeValue(rv, false); proceed {
  1101. if fn.f == nil {
  1102. fn = d.getDecFn(rv.Type(), true, true)
  1103. }
  1104. fn.f(fn.i, rv)
  1105. }
  1106. }
  1107. func (d *Decoder) getDecFn(rt reflect.Type, checkFastpath, checkCodecSelfer bool) (fn decFn) {
  1108. rtid := reflect.ValueOf(rt).Pointer()
  1109. // retrieve or register a focus'ed function for this type
  1110. // to eliminate need to do the retrieval multiple times
  1111. // if d.f == nil && d.s == nil { debugf("---->Creating new dec f map for type: %v\n", rt) }
  1112. var ok bool
  1113. if useMapForCodecCache {
  1114. fn, ok = d.f[rtid]
  1115. } else {
  1116. for _, v := range d.s {
  1117. if v.rtid == rtid {
  1118. fn, ok = v.fn, true
  1119. break
  1120. }
  1121. }
  1122. }
  1123. if ok {
  1124. return
  1125. }
  1126. // debugf("\tCreating new dec fn for type: %v\n", rt)
  1127. ti := getTypeInfo(rtid, rt)
  1128. var fi decFnInfo
  1129. fi.dd = d.d
  1130. // fi.decFnInfoX = new(decFnInfoX)
  1131. // An extension can be registered for any type, regardless of the Kind
  1132. // (e.g. type BitSet int64, type MyStruct { / * unexported fields * / }, type X []int, etc.
  1133. //
  1134. // We can't check if it's an extension byte here first, because the user may have
  1135. // registered a pointer or non-pointer type, meaning we may have to recurse first
  1136. // before matching a mapped type, even though the extension byte is already detected.
  1137. //
  1138. // NOTE: if decoding into a nil interface{}, we return a non-nil
  1139. // value except even if the container registers a length of 0.
  1140. if checkCodecSelfer && ti.cs {
  1141. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti}
  1142. fn.f = (decFnInfo).selferUnmarshal
  1143. } else if rtid == rawExtTypId {
  1144. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti}
  1145. fn.f = (decFnInfo).rawExt
  1146. } else if d.d.IsBuiltinType(rtid) {
  1147. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti}
  1148. fn.f = (decFnInfo).builtin
  1149. } else if xfFn := d.h.getExt(rtid); xfFn != nil {
  1150. // fi.decFnInfoX = &decFnInfoX{xfTag: xfFn.tag, xfFn: xfFn.ext}
  1151. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti}
  1152. fi.xfTag, fi.xfFn = xfFn.tag, xfFn.ext
  1153. fn.f = (decFnInfo).ext
  1154. } else if supportMarshalInterfaces && d.be && ti.bunm {
  1155. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti}
  1156. fn.f = (decFnInfo).binaryUnmarshal
  1157. } else if supportMarshalInterfaces && !d.be && ti.tunm {
  1158. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti}
  1159. fn.f = (decFnInfo).textUnmarshal
  1160. } else if supportMarshalInterfaces && !d.be && ti.junm {
  1161. //TODO: This only works NOW, as JSON is the ONLY text format.
  1162. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti}
  1163. fn.f = (decFnInfo).jsonUnmarshal
  1164. } else {
  1165. rk := rt.Kind()
  1166. if fastpathEnabled && checkFastpath && (rk == reflect.Map || rk == reflect.Slice) {
  1167. if rt.PkgPath() == "" {
  1168. if idx := fastpathAV.index(rtid); idx != -1 {
  1169. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti}
  1170. fn.f = fastpathAV[idx].decfn
  1171. }
  1172. } else {
  1173. // use mapping for underlying type if there
  1174. ok = false
  1175. var rtu reflect.Type
  1176. if rk == reflect.Map {
  1177. rtu = reflect.MapOf(rt.Key(), rt.Elem())
  1178. } else {
  1179. rtu = reflect.SliceOf(rt.Elem())
  1180. }
  1181. rtuid := reflect.ValueOf(rtu).Pointer()
  1182. if idx := fastpathAV.index(rtuid); idx != -1 {
  1183. xfnf := fastpathAV[idx].decfn
  1184. xrt := fastpathAV[idx].rt
  1185. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti}
  1186. fn.f = func(xf decFnInfo, xrv reflect.Value) {
  1187. // xfnf(xf, xrv.Convert(xrt))
  1188. xfnf(xf, xrv.Addr().Convert(reflect.PtrTo(xrt)).Elem())
  1189. }
  1190. }
  1191. }
  1192. }
  1193. if fn.f == nil {
  1194. switch rk {
  1195. case reflect.String:
  1196. fn.f = (decFnInfo).kString
  1197. case reflect.Bool:
  1198. fn.f = (decFnInfo).kBool
  1199. case reflect.Int:
  1200. fn.f = (decFnInfo).kInt
  1201. case reflect.Int64:
  1202. fn.f = (decFnInfo).kInt64
  1203. case reflect.Int32:
  1204. fn.f = (decFnInfo).kInt32
  1205. case reflect.Int8:
  1206. fn.f = (decFnInfo).kInt8
  1207. case reflect.Int16:
  1208. fn.f = (decFnInfo).kInt16
  1209. case reflect.Float32:
  1210. fn.f = (decFnInfo).kFloat32
  1211. case reflect.Float64:
  1212. fn.f = (decFnInfo).kFloat64
  1213. case reflect.Uint8:
  1214. fn.f = (decFnInfo).kUint8
  1215. case reflect.Uint64:
  1216. fn.f = (decFnInfo).kUint64
  1217. case reflect.Uint:
  1218. fn.f = (decFnInfo).kUint
  1219. case reflect.Uint32:
  1220. fn.f = (decFnInfo).kUint32
  1221. case reflect.Uint16:
  1222. fn.f = (decFnInfo).kUint16
  1223. // case reflect.Ptr:
  1224. // fn.f = (decFnInfo).kPtr
  1225. case reflect.Interface:
  1226. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti}
  1227. fn.f = (decFnInfo).kInterface
  1228. case reflect.Struct:
  1229. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti}
  1230. fn.f = (decFnInfo).kStruct
  1231. case reflect.Chan:
  1232. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti, seq: seqTypeChan}
  1233. fn.f = (decFnInfo).kSlice
  1234. case reflect.Slice:
  1235. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti, seq: seqTypeSlice}
  1236. fn.f = (decFnInfo).kSlice
  1237. case reflect.Array:
  1238. // fi.decFnInfoX = &decFnInfoX{array: true}
  1239. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti, seq: seqTypeArray}
  1240. fn.f = (decFnInfo).kArray
  1241. case reflect.Map:
  1242. fi.decFnInfoX = &decFnInfoX{d: d, ti: ti}
  1243. fn.f = (decFnInfo).kMap
  1244. default:
  1245. fn.f = (decFnInfo).kErr
  1246. }
  1247. }
  1248. }
  1249. fn.i = fi
  1250. if useMapForCodecCache {
  1251. if d.f == nil {
  1252. d.f = make(map[uintptr]decFn, 32)
  1253. }
  1254. d.f[rtid] = fn
  1255. } else {
  1256. if d.s == nil {
  1257. d.s = make([]rtidDecFn, 0, 32)
  1258. }
  1259. d.s = append(d.s, rtidDecFn{rtid, fn})
  1260. }
  1261. return
  1262. }
  1263. func (d *Decoder) structFieldNotFound(index int, rvkencname string) {
  1264. if d.h.ErrorIfNoField {
  1265. if index >= 0 {
  1266. d.errorf("no matching struct field found when decoding stream array at index %v", index)
  1267. return
  1268. } else if rvkencname != "" {
  1269. d.errorf("no matching struct field found when decoding stream map with key %s", rvkencname)
  1270. return
  1271. }
  1272. }
  1273. d.swallow()
  1274. }
  1275. func (d *Decoder) arrayCannotExpand(sliceLen, streamLen int) {
  1276. if d.h.ErrorIfNoArrayExpand {
  1277. d.errorf("cannot expand array len during decode from %v to %v", sliceLen, streamLen)
  1278. }
  1279. }
  1280. func (d *Decoder) chkPtrValue(rv reflect.Value) {
  1281. // We can only decode into a non-nil pointer
  1282. if rv.Kind() == reflect.Ptr && !rv.IsNil() {
  1283. return
  1284. }
  1285. if !rv.IsValid() {
  1286. d.error(cannotDecodeIntoNilErr)
  1287. return
  1288. }
  1289. if !rv.CanInterface() {
  1290. d.errorf("cannot decode into a value without an interface: %v", rv)
  1291. return
  1292. }
  1293. rvi := rv.Interface()
  1294. d.errorf("cannot decode into non-pointer or nil pointer. Got: %v, %T, %v", rv.Kind(), rvi, rvi)
  1295. }
  1296. func (d *Decoder) error(err error) {
  1297. panic(err)
  1298. }
  1299. func (d *Decoder) errorf(format string, params ...interface{}) {
  1300. err := fmt.Errorf(format, params...)
  1301. panic(err)
  1302. }
  1303. // --------------------------------------------------
  1304. // decSliceHelper assists when decoding into a slice, from a map or an array in the stream.
  1305. // A slice can be set from a map or array in stream. This supports the MapBySlice interface.
  1306. type decSliceHelper struct {
  1307. dd decDriver
  1308. ct valueType
  1309. }
  1310. func (d *Decoder) decSliceHelperStart() (x decSliceHelper, clen int) {
  1311. x.dd = d.d
  1312. if x.dd.IsContainerType(valueTypeArray) {
  1313. x.ct = valueTypeArray
  1314. clen = x.dd.ReadArrayStart()
  1315. } else if x.dd.IsContainerType(valueTypeMap) {
  1316. x.ct = valueTypeMap
  1317. clen = x.dd.ReadMapStart() * 2
  1318. } else {
  1319. d.errorf("only encoded map or array can be decoded into a slice")
  1320. }
  1321. return
  1322. }
  1323. func (x decSliceHelper) Sep(index int) {
  1324. if x.ct == valueTypeArray {
  1325. x.dd.ReadArrayEntrySeparator()
  1326. } else {
  1327. if index%2 == 0 {
  1328. x.dd.ReadMapEntrySeparator()
  1329. } else {
  1330. x.dd.ReadMapKVSeparator()
  1331. }
  1332. }
  1333. }
  1334. func (x decSliceHelper) End() {
  1335. if x.ct == valueTypeArray {
  1336. x.dd.ReadArrayEnd()
  1337. } else {
  1338. x.dd.ReadMapEnd()
  1339. }
  1340. }
  1341. // func decErr(format string, params ...interface{}) {
  1342. // doPanic(msgTagDec, format, params...)
  1343. // }
  1344. func decByteSlice(r decReader, clen int, bs []byte) (bsOut []byte) {
  1345. if clen == 0 {
  1346. return zeroByteSlice
  1347. }
  1348. if len(bs) == clen {
  1349. bsOut = bs
  1350. } else if cap(bs) >= clen {
  1351. bsOut = bs[:clen]
  1352. } else {
  1353. bsOut = make([]byte, clen)
  1354. }
  1355. r.readb(bsOut)
  1356. return
  1357. }
  1358. func detachZeroCopyBytes(isBytesReader bool, dest []byte, in []byte) (out []byte) {
  1359. if xlen := len(in); xlen > 0 {
  1360. if isBytesReader || xlen <= scratchByteArrayLen {
  1361. if cap(dest) >= xlen {
  1362. out = dest[:xlen]
  1363. } else {
  1364. out = make([]byte, xlen)
  1365. }
  1366. copy(out, in)
  1367. return
  1368. }
  1369. }
  1370. return in
  1371. }
  1372. // // implement overall decReader wrapping both, for possible use inline:
  1373. // type decReaderT struct {
  1374. // bytes bool
  1375. // rb *bytesDecReader
  1376. // ri *ioDecReader
  1377. // }
  1378. //
  1379. // // implement *Decoder as a decReader.
  1380. // // Using decReaderT (defined just above) caused performance degradation
  1381. // // possibly because of constant copying the value,
  1382. // // and some value->interface conversion causing allocation.
  1383. // func (d *Decoder) unreadn1() {
  1384. // if d.bytes {
  1385. // d.rb.unreadn1()
  1386. // } else {
  1387. // d.ri.unreadn1()
  1388. // }
  1389. // }
  1390. // func (d *Decoder) readb(b []byte) {
  1391. // if d.bytes {
  1392. // d.rb.readb(b)
  1393. // } else {
  1394. // d.ri.readb(b)
  1395. // }
  1396. // }
  1397. // func (d *Decoder) readx(n int) []byte {
  1398. // if d.bytes {
  1399. // return d.rb.readx(n)
  1400. // } else {
  1401. // return d.ri.readx(n)
  1402. // }
  1403. // }
  1404. // func (d *Decoder) readn1() uint8 {
  1405. // if d.bytes {
  1406. // return d.rb.readn1()
  1407. // } else {
  1408. // return d.ri.readn1()
  1409. // }
  1410. // }
  1411. // func (d *Decoder) readn1eof() (v uint8, eof bool) {
  1412. // if d.bytes {
  1413. // return d.rb.readn1eof()
  1414. // } else {
  1415. // return d.ri.readn1eof()
  1416. // }
  1417. // }
  1418. // var _ decReader = (*Decoder)(nil) // decReaderT{} //