msgpack.go 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817
  1. // Copyright (c) 2012, 2013 Ugorji Nwoke. All rights reserved.
  2. // Use of this source code is governed by a BSD-style license found in the LICENSE file.
  3. /*
  4. MSGPACK
  5. Msgpack-c implementation powers the c, c++, python, ruby, etc libraries.
  6. We need to maintain compatibility with it and how it encodes integer values
  7. without caring about the type.
  8. For compatibility with behaviour of msgpack-c reference implementation:
  9. - Go intX (>0) and uintX
  10. IS ENCODED AS
  11. msgpack +ve fixnum, unsigned
  12. - Go intX (<0)
  13. IS ENCODED AS
  14. msgpack -ve fixnum, signed
  15. */
  16. package codec
  17. import (
  18. "fmt"
  19. "io"
  20. "math"
  21. "net/rpc"
  22. )
  23. const (
  24. mpPosFixNumMin byte = 0x00
  25. mpPosFixNumMax = 0x7f
  26. mpFixMapMin = 0x80
  27. mpFixMapMax = 0x8f
  28. mpFixArrayMin = 0x90
  29. mpFixArrayMax = 0x9f
  30. mpFixStrMin = 0xa0
  31. mpFixStrMax = 0xbf
  32. mpNil = 0xc0
  33. _ = 0xc1
  34. mpFalse = 0xc2
  35. mpTrue = 0xc3
  36. mpFloat = 0xca
  37. mpDouble = 0xcb
  38. mpUint8 = 0xcc
  39. mpUint16 = 0xcd
  40. mpUint32 = 0xce
  41. mpUint64 = 0xcf
  42. mpInt8 = 0xd0
  43. mpInt16 = 0xd1
  44. mpInt32 = 0xd2
  45. mpInt64 = 0xd3
  46. // extensions below
  47. mpBin8 = 0xc4
  48. mpBin16 = 0xc5
  49. mpBin32 = 0xc6
  50. mpExt8 = 0xc7
  51. mpExt16 = 0xc8
  52. mpExt32 = 0xc9
  53. mpFixExt1 = 0xd4
  54. mpFixExt2 = 0xd5
  55. mpFixExt4 = 0xd6
  56. mpFixExt8 = 0xd7
  57. mpFixExt16 = 0xd8
  58. mpStr8 = 0xd9 // new
  59. mpStr16 = 0xda
  60. mpStr32 = 0xdb
  61. mpArray16 = 0xdc
  62. mpArray32 = 0xdd
  63. mpMap16 = 0xde
  64. mpMap32 = 0xdf
  65. mpNegFixNumMin = 0xe0
  66. mpNegFixNumMax = 0xff
  67. )
  68. // MsgpackSpecRpcMultiArgs is a special type which signifies to the MsgpackSpecRpcCodec
  69. // that the backend RPC service takes multiple arguments, which have been arranged
  70. // in sequence in the slice.
  71. //
  72. // The Codec then passes it AS-IS to the rpc service (without wrapping it in an
  73. // array of 1 element).
  74. type MsgpackSpecRpcMultiArgs []interface{}
  75. // A MsgpackContainer type specifies the different types of msgpackContainers.
  76. type msgpackContainerType struct {
  77. fixCutoff int
  78. bFixMin, b8, b16, b32 byte
  79. hasFixMin, has8, has8Always bool
  80. }
  81. var (
  82. msgpackContainerStr = msgpackContainerType{32, mpFixStrMin, mpStr8, mpStr16, mpStr32, true, true, false}
  83. msgpackContainerBin = msgpackContainerType{0, 0, mpBin8, mpBin16, mpBin32, false, true, true}
  84. msgpackContainerList = msgpackContainerType{16, mpFixArrayMin, 0, mpArray16, mpArray32, true, false, false}
  85. msgpackContainerMap = msgpackContainerType{16, mpFixMapMin, 0, mpMap16, mpMap32, true, false, false}
  86. )
  87. //---------------------------------------------
  88. type msgpackEncDriver struct {
  89. w encWriter
  90. h *MsgpackHandle
  91. }
  92. func (e *msgpackEncDriver) isBuiltinType(rt uintptr) bool {
  93. //no builtin types. All encodings are based on kinds. Types supported as extensions.
  94. return false
  95. }
  96. func (e *msgpackEncDriver) encodeBuiltin(rt uintptr, v interface{}) {}
  97. func (e *msgpackEncDriver) encodeNil() {
  98. e.w.writen1(mpNil)
  99. }
  100. func (e *msgpackEncDriver) encodeInt(i int64) {
  101. switch {
  102. case i >= 0:
  103. e.encodeUint(uint64(i))
  104. case i >= -32:
  105. e.w.writen1(byte(i))
  106. case i >= math.MinInt8:
  107. e.w.writen2(mpInt8, byte(i))
  108. case i >= math.MinInt16:
  109. e.w.writen1(mpInt16)
  110. e.w.writeUint16(uint16(i))
  111. case i >= math.MinInt32:
  112. e.w.writen1(mpInt32)
  113. e.w.writeUint32(uint32(i))
  114. default:
  115. e.w.writen1(mpInt64)
  116. e.w.writeUint64(uint64(i))
  117. }
  118. }
  119. func (e *msgpackEncDriver) encodeUint(i uint64) {
  120. switch {
  121. case i <= math.MaxInt8:
  122. e.w.writen1(byte(i))
  123. case i <= math.MaxUint8:
  124. e.w.writen2(mpUint8, byte(i))
  125. case i <= math.MaxUint16:
  126. e.w.writen1(mpUint16)
  127. e.w.writeUint16(uint16(i))
  128. case i <= math.MaxUint32:
  129. e.w.writen1(mpUint32)
  130. e.w.writeUint32(uint32(i))
  131. default:
  132. e.w.writen1(mpUint64)
  133. e.w.writeUint64(uint64(i))
  134. }
  135. }
  136. func (e *msgpackEncDriver) encodeBool(b bool) {
  137. if b {
  138. e.w.writen1(mpTrue)
  139. } else {
  140. e.w.writen1(mpFalse)
  141. }
  142. }
  143. func (e *msgpackEncDriver) encodeFloat32(f float32) {
  144. e.w.writen1(mpFloat)
  145. e.w.writeUint32(math.Float32bits(f))
  146. }
  147. func (e *msgpackEncDriver) encodeFloat64(f float64) {
  148. e.w.writen1(mpDouble)
  149. e.w.writeUint64(math.Float64bits(f))
  150. }
  151. func (e *msgpackEncDriver) encodeExtPreamble(xtag byte, l int) {
  152. switch {
  153. case l == 1:
  154. e.w.writen2(mpFixExt1, xtag)
  155. case l == 2:
  156. e.w.writen2(mpFixExt2, xtag)
  157. case l == 4:
  158. e.w.writen2(mpFixExt4, xtag)
  159. case l == 8:
  160. e.w.writen2(mpFixExt8, xtag)
  161. case l == 16:
  162. e.w.writen2(mpFixExt16, xtag)
  163. case l < 256:
  164. e.w.writen2(mpExt8, byte(l))
  165. e.w.writen1(xtag)
  166. case l < 65536:
  167. e.w.writen1(mpExt16)
  168. e.w.writeUint16(uint16(l))
  169. e.w.writen1(xtag)
  170. default:
  171. e.w.writen1(mpExt32)
  172. e.w.writeUint32(uint32(l))
  173. e.w.writen1(xtag)
  174. }
  175. }
  176. func (e *msgpackEncDriver) encodeArrayPreamble(length int) {
  177. e.writeContainerLen(msgpackContainerList, length)
  178. }
  179. func (e *msgpackEncDriver) encodeMapPreamble(length int) {
  180. e.writeContainerLen(msgpackContainerMap, length)
  181. }
  182. func (e *msgpackEncDriver) encodeString(c charEncoding, s string) {
  183. if c == c_RAW && e.h.WriteExt {
  184. e.writeContainerLen(msgpackContainerBin, len(s))
  185. } else {
  186. e.writeContainerLen(msgpackContainerStr, len(s))
  187. }
  188. if len(s) > 0 {
  189. e.w.writestr(s)
  190. }
  191. }
  192. func (e *msgpackEncDriver) encodeSymbol(v string) {
  193. e.encodeString(c_UTF8, v)
  194. }
  195. func (e *msgpackEncDriver) encodeStringBytes(c charEncoding, bs []byte) {
  196. if c == c_RAW && e.h.WriteExt {
  197. e.writeContainerLen(msgpackContainerBin, len(bs))
  198. } else {
  199. e.writeContainerLen(msgpackContainerStr, len(bs))
  200. }
  201. if len(bs) > 0 {
  202. e.w.writeb(bs)
  203. }
  204. }
  205. func (e *msgpackEncDriver) writeContainerLen(ct msgpackContainerType, l int) {
  206. switch {
  207. case ct.hasFixMin && l < ct.fixCutoff:
  208. e.w.writen1(ct.bFixMin | byte(l))
  209. case ct.has8 && l < 256 && (ct.has8Always || e.h.WriteExt):
  210. e.w.writen2(ct.b8, uint8(l))
  211. case l < 65536:
  212. e.w.writen1(ct.b16)
  213. e.w.writeUint16(uint16(l))
  214. default:
  215. e.w.writen1(ct.b32)
  216. e.w.writeUint32(uint32(l))
  217. }
  218. }
  219. //---------------------------------------------
  220. type msgpackDecDriver struct {
  221. r decReader
  222. h *MsgpackHandle
  223. bd byte
  224. bdRead bool
  225. bdType valueType
  226. }
  227. func (d *msgpackDecDriver) isBuiltinType(rt uintptr) bool {
  228. //no builtin types. All encodings are based on kinds. Types supported as extensions.
  229. return false
  230. }
  231. func (d *msgpackDecDriver) decodeBuiltin(rt uintptr, v interface{}) {}
  232. // Note: This returns either a primitive (int, bool, etc) for non-containers,
  233. // or a containerType, or a specific type denoting nil or extension.
  234. // It is called when a nil interface{} is passed, leaving it up to the DecDriver
  235. // to introspect the stream and decide how best to decode.
  236. // It deciphers the value by looking at the stream first.
  237. func (d *msgpackDecDriver) decodeNaked() (v interface{}, vt valueType, decodeFurther bool) {
  238. d.initReadNext()
  239. bd := d.bd
  240. switch bd {
  241. case mpNil:
  242. vt = valueTypeNil
  243. d.bdRead = false
  244. case mpFalse:
  245. vt = valueTypeBool
  246. v = false
  247. case mpTrue:
  248. vt = valueTypeBool
  249. v = true
  250. case mpFloat:
  251. vt = valueTypeFloat
  252. v = float64(math.Float32frombits(d.r.readUint32()))
  253. case mpDouble:
  254. vt = valueTypeFloat
  255. v = math.Float64frombits(d.r.readUint64())
  256. case mpUint8:
  257. vt = valueTypeUint
  258. v = uint64(d.r.readn1())
  259. case mpUint16:
  260. vt = valueTypeUint
  261. v = uint64(d.r.readUint16())
  262. case mpUint32:
  263. vt = valueTypeUint
  264. v = uint64(d.r.readUint32())
  265. case mpUint64:
  266. vt = valueTypeUint
  267. v = uint64(d.r.readUint64())
  268. case mpInt8:
  269. vt = valueTypeInt
  270. v = int64(int8(d.r.readn1()))
  271. case mpInt16:
  272. vt = valueTypeInt
  273. v = int64(int16(d.r.readUint16()))
  274. case mpInt32:
  275. vt = valueTypeInt
  276. v = int64(int32(d.r.readUint32()))
  277. case mpInt64:
  278. vt = valueTypeInt
  279. v = int64(int64(d.r.readUint64()))
  280. default:
  281. switch {
  282. case bd >= mpPosFixNumMin && bd <= mpPosFixNumMax:
  283. // positive fixnum (always signed)
  284. vt = valueTypeInt
  285. v = int64(int8(bd))
  286. case bd >= mpNegFixNumMin && bd <= mpNegFixNumMax:
  287. // negative fixnum
  288. vt = valueTypeInt
  289. v = int64(int8(bd))
  290. case bd == mpStr8, bd == mpStr16, bd == mpStr32, bd >= mpFixStrMin && bd <= mpFixStrMax:
  291. if d.h.RawToString {
  292. var rvm string
  293. vt = valueTypeString
  294. v = &rvm
  295. } else {
  296. var rvm = []byte{}
  297. vt = valueTypeBytes
  298. v = &rvm
  299. }
  300. decodeFurther = true
  301. case bd == mpBin8, bd == mpBin16, bd == mpBin32:
  302. var rvm = []byte{}
  303. vt = valueTypeBytes
  304. v = &rvm
  305. decodeFurther = true
  306. case bd == mpArray16, bd == mpArray32, bd >= mpFixArrayMin && bd <= mpFixArrayMax:
  307. vt = valueTypeArray
  308. decodeFurther = true
  309. case bd == mpMap16, bd == mpMap32, bd >= mpFixMapMin && bd <= mpFixMapMax:
  310. vt = valueTypeMap
  311. decodeFurther = true
  312. case bd >= mpFixExt1 && bd <= mpFixExt16, bd >= mpExt8 && bd <= mpExt32:
  313. clen := d.readExtLen()
  314. var re RawExt
  315. re.Tag = d.r.readn1()
  316. re.Data = d.r.readn(clen)
  317. v = &re
  318. vt = valueTypeExt
  319. default:
  320. decErr("Nil-Deciphered DecodeValue: %s: hex: %x, dec: %d", msgBadDesc, bd, bd)
  321. }
  322. }
  323. if !decodeFurther {
  324. d.bdRead = false
  325. }
  326. return
  327. }
  328. // int can be decoded from msgpack type: intXXX or uintXXX
  329. func (d *msgpackDecDriver) decodeInt(bitsize uint8) (i int64) {
  330. switch d.bd {
  331. case mpUint8:
  332. i = int64(uint64(d.r.readn1()))
  333. case mpUint16:
  334. i = int64(uint64(d.r.readUint16()))
  335. case mpUint32:
  336. i = int64(uint64(d.r.readUint32()))
  337. case mpUint64:
  338. i = int64(d.r.readUint64())
  339. case mpInt8:
  340. i = int64(int8(d.r.readn1()))
  341. case mpInt16:
  342. i = int64(int16(d.r.readUint16()))
  343. case mpInt32:
  344. i = int64(int32(d.r.readUint32()))
  345. case mpInt64:
  346. i = int64(d.r.readUint64())
  347. default:
  348. switch {
  349. case d.bd >= mpPosFixNumMin && d.bd <= mpPosFixNumMax:
  350. i = int64(int8(d.bd))
  351. case d.bd >= mpNegFixNumMin && d.bd <= mpNegFixNumMax:
  352. i = int64(int8(d.bd))
  353. default:
  354. decErr("Unhandled single-byte unsigned integer value: %s: %x", msgBadDesc, d.bd)
  355. }
  356. }
  357. // check overflow (logic adapted from std pkg reflect/value.go OverflowUint()
  358. if bitsize > 0 {
  359. if trunc := (i << (64 - bitsize)) >> (64 - bitsize); i != trunc {
  360. decErr("Overflow int value: %v", i)
  361. }
  362. }
  363. d.bdRead = false
  364. return
  365. }
  366. // uint can be decoded from msgpack type: intXXX or uintXXX
  367. func (d *msgpackDecDriver) decodeUint(bitsize uint8) (ui uint64) {
  368. switch d.bd {
  369. case mpUint8:
  370. ui = uint64(d.r.readn1())
  371. case mpUint16:
  372. ui = uint64(d.r.readUint16())
  373. case mpUint32:
  374. ui = uint64(d.r.readUint32())
  375. case mpUint64:
  376. ui = d.r.readUint64()
  377. case mpInt8:
  378. if i := int64(int8(d.r.readn1())); i >= 0 {
  379. ui = uint64(i)
  380. } else {
  381. decErr("Assigning negative signed value: %v, to unsigned type", i)
  382. }
  383. case mpInt16:
  384. if i := int64(int16(d.r.readUint16())); i >= 0 {
  385. ui = uint64(i)
  386. } else {
  387. decErr("Assigning negative signed value: %v, to unsigned type", i)
  388. }
  389. case mpInt32:
  390. if i := int64(int32(d.r.readUint32())); i >= 0 {
  391. ui = uint64(i)
  392. } else {
  393. decErr("Assigning negative signed value: %v, to unsigned type", i)
  394. }
  395. case mpInt64:
  396. if i := int64(d.r.readUint64()); i >= 0 {
  397. ui = uint64(i)
  398. } else {
  399. decErr("Assigning negative signed value: %v, to unsigned type", i)
  400. }
  401. default:
  402. switch {
  403. case d.bd >= mpPosFixNumMin && d.bd <= mpPosFixNumMax:
  404. ui = uint64(d.bd)
  405. case d.bd >= mpNegFixNumMin && d.bd <= mpNegFixNumMax:
  406. decErr("Assigning negative signed value: %v, to unsigned type", int(d.bd))
  407. default:
  408. decErr("Unhandled single-byte unsigned integer value: %s: %x", msgBadDesc, d.bd)
  409. }
  410. }
  411. // check overflow (logic adapted from std pkg reflect/value.go OverflowUint()
  412. if bitsize > 0 {
  413. if trunc := (ui << (64 - bitsize)) >> (64 - bitsize); ui != trunc {
  414. decErr("Overflow uint value: %v", ui)
  415. }
  416. }
  417. d.bdRead = false
  418. return
  419. }
  420. // float can either be decoded from msgpack type: float, double or intX
  421. func (d *msgpackDecDriver) decodeFloat(chkOverflow32 bool) (f float64) {
  422. switch d.bd {
  423. case mpFloat:
  424. f = float64(math.Float32frombits(d.r.readUint32()))
  425. case mpDouble:
  426. f = math.Float64frombits(d.r.readUint64())
  427. default:
  428. f = float64(d.decodeInt(0))
  429. }
  430. // check overflow (logic adapted from std pkg reflect/value.go OverflowFloat()
  431. if chkOverflow32 {
  432. f2 := f
  433. if f2 < 0 {
  434. f2 = -f
  435. }
  436. if math.MaxFloat32 < f2 && f2 <= math.MaxFloat64 {
  437. decErr("Overflow float32 value: %v", f2)
  438. }
  439. }
  440. d.bdRead = false
  441. return
  442. }
  443. // bool can be decoded from bool, fixnum 0 or 1.
  444. func (d *msgpackDecDriver) decodeBool() (b bool) {
  445. switch d.bd {
  446. case mpFalse, 0:
  447. // b = false
  448. case mpTrue, 1:
  449. b = true
  450. default:
  451. decErr("Invalid single-byte value for bool: %s: %x", msgBadDesc, d.bd)
  452. }
  453. d.bdRead = false
  454. return
  455. }
  456. func (d *msgpackDecDriver) decodeString() (s string) {
  457. clen := d.readContainerLen(msgpackContainerStr)
  458. if clen > 0 {
  459. s = string(d.r.readn(clen))
  460. }
  461. d.bdRead = false
  462. return
  463. }
  464. // Callers must check if changed=true (to decide whether to replace the one they have)
  465. func (d *msgpackDecDriver) decodeBytes(bs []byte) (bsOut []byte, changed bool) {
  466. // bytes can be decoded from msgpackContainerStr or msgpackContainerBin
  467. var clen int
  468. switch d.bd {
  469. case mpBin8, mpBin16, mpBin32:
  470. clen = d.readContainerLen(msgpackContainerBin)
  471. default:
  472. clen = d.readContainerLen(msgpackContainerStr)
  473. }
  474. // if clen < 0 {
  475. // changed = true
  476. // panic("length cannot be zero. this cannot be nil.")
  477. // }
  478. if clen > 0 {
  479. // if no contents in stream, don't update the passed byteslice
  480. if len(bs) != clen {
  481. // Return changed=true if length of passed slice diff from length of bytes in stream
  482. if len(bs) > clen {
  483. bs = bs[:clen]
  484. } else {
  485. bs = make([]byte, clen)
  486. }
  487. bsOut = bs
  488. changed = true
  489. }
  490. d.r.readb(bs)
  491. }
  492. d.bdRead = false
  493. return
  494. }
  495. // Every top-level decode funcs (i.e. decodeValue, decode) must call this first.
  496. func (d *msgpackDecDriver) initReadNext() {
  497. if d.bdRead {
  498. return
  499. }
  500. d.bd = d.r.readn1()
  501. d.bdRead = true
  502. d.bdType = valueTypeUnset
  503. }
  504. func (d *msgpackDecDriver) currentEncodedType() valueType {
  505. if d.bdType == valueTypeUnset {
  506. bd := d.bd
  507. switch bd {
  508. case mpNil:
  509. d.bdType = valueTypeNil
  510. case mpFalse, mpTrue:
  511. d.bdType = valueTypeBool
  512. case mpFloat, mpDouble:
  513. d.bdType = valueTypeFloat
  514. case mpUint8, mpUint16, mpUint32, mpUint64:
  515. d.bdType = valueTypeUint
  516. case mpInt8, mpInt16, mpInt32, mpInt64:
  517. d.bdType = valueTypeInt
  518. default:
  519. switch {
  520. case bd >= mpPosFixNumMin && bd <= mpPosFixNumMax:
  521. d.bdType = valueTypeInt
  522. case bd >= mpNegFixNumMin && bd <= mpNegFixNumMax:
  523. d.bdType = valueTypeInt
  524. case bd == mpStr8, bd == mpStr16, bd == mpStr32, bd >= mpFixStrMin && bd <= mpFixStrMax:
  525. if d.h.RawToString {
  526. d.bdType = valueTypeString
  527. } else {
  528. d.bdType = valueTypeBytes
  529. }
  530. case bd == mpBin8, bd == mpBin16, bd == mpBin32:
  531. d.bdType = valueTypeBytes
  532. case bd == mpArray16, bd == mpArray32, bd >= mpFixArrayMin && bd <= mpFixArrayMax:
  533. d.bdType = valueTypeArray
  534. case bd == mpMap16, bd == mpMap32, bd >= mpFixMapMin && bd <= mpFixMapMax:
  535. d.bdType = valueTypeMap
  536. case bd >= mpFixExt1 && bd <= mpFixExt16, bd >= mpExt8 && bd <= mpExt32:
  537. d.bdType = valueTypeExt
  538. default:
  539. decErr("currentEncodedType: Undeciphered descriptor: %s: hex: %x, dec: %d", msgBadDesc, bd, bd)
  540. }
  541. }
  542. }
  543. return d.bdType
  544. }
  545. func (d *msgpackDecDriver) tryDecodeAsNil() bool {
  546. if d.bd == mpNil {
  547. d.bdRead = false
  548. return true
  549. }
  550. return false
  551. }
  552. func (d *msgpackDecDriver) readContainerLen(ct msgpackContainerType) (clen int) {
  553. bd := d.bd
  554. switch {
  555. case bd == mpNil:
  556. clen = -1 // to represent nil
  557. case bd == ct.b8:
  558. clen = int(d.r.readn1())
  559. case bd == ct.b16:
  560. clen = int(d.r.readUint16())
  561. case bd == ct.b32:
  562. clen = int(d.r.readUint32())
  563. case (ct.bFixMin & bd) == ct.bFixMin:
  564. clen = int(ct.bFixMin ^ bd)
  565. default:
  566. decErr("readContainerLen: %s: hex: %x, dec: %d", msgBadDesc, bd, bd)
  567. }
  568. d.bdRead = false
  569. return
  570. }
  571. func (d *msgpackDecDriver) readMapLen() int {
  572. return d.readContainerLen(msgpackContainerMap)
  573. }
  574. func (d *msgpackDecDriver) readArrayLen() int {
  575. return d.readContainerLen(msgpackContainerList)
  576. }
  577. func (d *msgpackDecDriver) readExtLen() (clen int) {
  578. switch d.bd {
  579. case mpNil:
  580. clen = -1 // to represent nil
  581. case mpFixExt1:
  582. clen = 1
  583. case mpFixExt2:
  584. clen = 2
  585. case mpFixExt4:
  586. clen = 4
  587. case mpFixExt8:
  588. clen = 8
  589. case mpFixExt16:
  590. clen = 16
  591. case mpExt8:
  592. clen = int(d.r.readn1())
  593. case mpExt16:
  594. clen = int(d.r.readUint16())
  595. case mpExt32:
  596. clen = int(d.r.readUint32())
  597. default:
  598. decErr("decoding ext bytes: found unexpected byte: %x", d.bd)
  599. }
  600. return
  601. }
  602. func (d *msgpackDecDriver) decodeExt(verifyTag bool, tag byte) (xtag byte, xbs []byte) {
  603. xbd := d.bd
  604. switch {
  605. case xbd == mpBin8, xbd == mpBin16, xbd == mpBin32:
  606. xbs, _ = d.decodeBytes(nil)
  607. case xbd == mpStr8, xbd == mpStr16, xbd == mpStr32,
  608. xbd >= mpFixStrMin && xbd <= mpFixStrMax:
  609. xbs = []byte(d.decodeString())
  610. default:
  611. clen := d.readExtLen()
  612. xtag = d.r.readn1()
  613. if verifyTag && xtag != tag {
  614. decErr("Wrong extension tag. Got %b. Expecting: %v", xtag, tag)
  615. }
  616. xbs = d.r.readn(clen)
  617. }
  618. d.bdRead = false
  619. return
  620. }
  621. //--------------------------------------------------
  622. //MsgpackHandle is a Handle for the Msgpack Schema-Free Encoding Format.
  623. type MsgpackHandle struct {
  624. BasicHandle
  625. // RawToString controls how raw bytes are decoded into a nil interface{}.
  626. RawToString bool
  627. // WriteExt flag supports encoding configured extensions with extension tags.
  628. // It also controls whether other elements of the new spec are encoded (ie Str8).
  629. //
  630. // With WriteExt=false, configured extensions are serialized as raw bytes
  631. // and Str8 is not encoded.
  632. //
  633. // A stream can still be decoded into a typed value, provided an appropriate value
  634. // is provided, but the type cannot be inferred from the stream. If no appropriate
  635. // type is provided (e.g. decoding into a nil interface{}), you get back
  636. // a []byte or string based on the setting of RawToString.
  637. WriteExt bool
  638. }
  639. func (h *MsgpackHandle) newEncDriver(w encWriter) encDriver {
  640. return &msgpackEncDriver{w: w, h: h}
  641. }
  642. func (h *MsgpackHandle) newDecDriver(r decReader) decDriver {
  643. return &msgpackDecDriver{r: r, h: h}
  644. }
  645. func (h *MsgpackHandle) writeExt() bool {
  646. return h.WriteExt
  647. }
  648. func (h *MsgpackHandle) getBasicHandle() *BasicHandle {
  649. return &h.BasicHandle
  650. }
  651. //--------------------------------------------------
  652. type msgpackSpecRpcCodec struct {
  653. rpcCodec
  654. }
  655. // /////////////// Spec RPC Codec ///////////////////
  656. func (c *msgpackSpecRpcCodec) WriteRequest(r *rpc.Request, body interface{}) error {
  657. // WriteRequest can write to both a Go service, and other services that do
  658. // not abide by the 1 argument rule of a Go service.
  659. // We discriminate based on if the body is a MsgpackSpecRpcMultiArgs
  660. var bodyArr []interface{}
  661. if m, ok := body.(MsgpackSpecRpcMultiArgs); ok {
  662. bodyArr = ([]interface{})(m)
  663. } else {
  664. bodyArr = []interface{}{body}
  665. }
  666. r2 := []interface{}{0, uint32(r.Seq), r.ServiceMethod, bodyArr}
  667. return c.write(r2, nil, false, true)
  668. }
  669. func (c *msgpackSpecRpcCodec) WriteResponse(r *rpc.Response, body interface{}) error {
  670. var moe interface{}
  671. if r.Error != "" {
  672. moe = r.Error
  673. }
  674. if moe != nil && body != nil {
  675. body = nil
  676. }
  677. r2 := []interface{}{1, uint32(r.Seq), moe, body}
  678. return c.write(r2, nil, false, true)
  679. }
  680. func (c *msgpackSpecRpcCodec) ReadResponseHeader(r *rpc.Response) error {
  681. return c.parseCustomHeader(1, &r.Seq, &r.Error)
  682. }
  683. func (c *msgpackSpecRpcCodec) ReadRequestHeader(r *rpc.Request) error {
  684. return c.parseCustomHeader(0, &r.Seq, &r.ServiceMethod)
  685. }
  686. func (c *msgpackSpecRpcCodec) ReadRequestBody(body interface{}) error {
  687. if body == nil { // read and discard
  688. return c.read(nil)
  689. }
  690. bodyArr := []interface{}{body}
  691. return c.read(&bodyArr)
  692. }
  693. func (c *msgpackSpecRpcCodec) parseCustomHeader(expectTypeByte byte, msgid *uint64, methodOrError *string) (err error) {
  694. // We read the response header by hand
  695. // so that the body can be decoded on its own from the stream at a later time.
  696. bs := make([]byte, 1)
  697. n, err := c.rwc.Read(bs)
  698. if err != nil {
  699. return
  700. }
  701. if n != 1 {
  702. err = fmt.Errorf("Couldn't read array descriptor: No bytes read")
  703. return
  704. }
  705. const fia byte = 0x94 //four item array descriptor value
  706. if bs[0] != fia {
  707. err = fmt.Errorf("Unexpected value for array descriptor: Expecting %v. Received %v", fia, bs[0])
  708. return
  709. }
  710. var b byte
  711. if err = c.read(&b); err != nil {
  712. return
  713. }
  714. if b != expectTypeByte {
  715. err = fmt.Errorf("Unexpected byte descriptor in header. Expecting %v. Received %v", expectTypeByte, b)
  716. return
  717. }
  718. if err = c.read(msgid); err != nil {
  719. return
  720. }
  721. if err = c.read(methodOrError); err != nil {
  722. return
  723. }
  724. return
  725. }
  726. //--------------------------------------------------
  727. // msgpackSpecRpc is the implementation of Rpc that uses custom communication protocol
  728. // as defined in the msgpack spec at https://github.com/msgpack-rpc/msgpack-rpc/blob/master/spec.md
  729. type msgpackSpecRpc struct{}
  730. // MsgpackSpecRpc implements Rpc using the communication protocol defined in
  731. // the msgpack spec at https://github.com/msgpack-rpc/msgpack-rpc/blob/master/spec.md .
  732. // Its methods (ServerCodec and ClientCodec) return values that implement RpcCodecBuffered.
  733. var MsgpackSpecRpc msgpackSpecRpc
  734. func (x msgpackSpecRpc) ServerCodec(conn io.ReadWriteCloser, h Handle) rpc.ServerCodec {
  735. return &msgpackSpecRpcCodec{newRPCCodec(conn, h)}
  736. }
  737. func (x msgpackSpecRpc) ClientCodec(conn io.ReadWriteCloser, h Handle) rpc.ClientCodec {
  738. return &msgpackSpecRpcCodec{newRPCCodec(conn, h)}
  739. }