msgpack.go 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801
  1. // Copyright (c) 2012, 2013 Ugorji Nwoke. All rights reserved.
  2. // Use of this source code is governed by a BSD-style license found in the LICENSE file.
  3. package codec
  4. import (
  5. "fmt"
  6. "io"
  7. "math"
  8. "net/rpc"
  9. )
  10. const (
  11. mpPosFixNumMin byte = 0x00
  12. mpPosFixNumMax = 0x7f
  13. mpFixMapMin = 0x80
  14. mpFixMapMax = 0x8f
  15. mpFixArrayMin = 0x90
  16. mpFixArrayMax = 0x9f
  17. mpFixStrMin = 0xa0
  18. mpFixStrMax = 0xbf
  19. mpNil = 0xc0
  20. _ = 0xc1
  21. mpFalse = 0xc2
  22. mpTrue = 0xc3
  23. mpFloat = 0xca
  24. mpDouble = 0xcb
  25. mpUint8 = 0xcc
  26. mpUint16 = 0xcd
  27. mpUint32 = 0xce
  28. mpUint64 = 0xcf
  29. mpInt8 = 0xd0
  30. mpInt16 = 0xd1
  31. mpInt32 = 0xd2
  32. mpInt64 = 0xd3
  33. // extensions below
  34. mpBin8 = 0xc4
  35. mpBin16 = 0xc5
  36. mpBin32 = 0xc6
  37. mpExt8 = 0xc7
  38. mpExt16 = 0xc8
  39. mpExt32 = 0xc9
  40. mpFixExt1 = 0xd4
  41. mpFixExt2 = 0xd5
  42. mpFixExt4 = 0xd6
  43. mpFixExt8 = 0xd7
  44. mpFixExt16 = 0xd8
  45. mpStr8 = 0xd9 // new
  46. mpStr16 = 0xda
  47. mpStr32 = 0xdb
  48. mpArray16 = 0xdc
  49. mpArray32 = 0xdd
  50. mpMap16 = 0xde
  51. mpMap32 = 0xdf
  52. mpNegFixNumMin = 0xe0
  53. mpNegFixNumMax = 0xff
  54. )
  55. // MsgpackSpecRpcMultiArgs is a special type which signifies to the MsgpackSpecRpcCodec
  56. // that the backend RPC service takes multiple arguments, which have been arranged
  57. // in sequence in the slice.
  58. //
  59. // The Codec then passes it AS-IS to the rpc service (without wrapping it in an
  60. // array of 1 element).
  61. type MsgpackSpecRpcMultiArgs []interface{}
  62. // A MsgpackContainer type specifies the different types of msgpackContainers.
  63. type msgpackContainerType struct {
  64. fixCutoff int
  65. bFixMin, b8, b16, b32 byte
  66. hasFixMin, has8, has8Always bool
  67. }
  68. var (
  69. msgpackContainerStr = msgpackContainerType{32, mpFixStrMin, mpStr8, mpStr16, mpStr32, true, true, false}
  70. msgpackContainerBin = msgpackContainerType{0, 0, mpBin8, mpBin16, mpBin32, false, true, true}
  71. msgpackContainerList = msgpackContainerType{16, mpFixArrayMin, 0, mpArray16, mpArray32, true, false, false}
  72. msgpackContainerMap = msgpackContainerType{16, mpFixMapMin, 0, mpMap16, mpMap32, true, false, false}
  73. )
  74. //---------------------------------------------
  75. type msgpackEncDriver struct {
  76. w encWriter
  77. h *MsgpackHandle
  78. }
  79. func (e *msgpackEncDriver) isBuiltinType(rt uintptr) bool {
  80. //no builtin types. All encodings are based on kinds. Types supported as extensions.
  81. return false
  82. }
  83. func (e *msgpackEncDriver) encodeBuiltin(rt uintptr, v interface{}) {}
  84. func (e *msgpackEncDriver) encodeNil() {
  85. e.w.writen1(mpNil)
  86. }
  87. func (e *msgpackEncDriver) encodeInt(i int64) {
  88. switch {
  89. case i >= -32 && i <= math.MaxInt8:
  90. e.w.writen1(byte(i))
  91. case i < -32 && i >= math.MinInt8:
  92. e.w.writen2(mpInt8, byte(i))
  93. case i >= math.MinInt16 && i <= math.MaxInt16:
  94. e.w.writen1(mpInt16)
  95. e.w.writeUint16(uint16(i))
  96. case i >= math.MinInt32 && i <= math.MaxInt32:
  97. e.w.writen1(mpInt32)
  98. e.w.writeUint32(uint32(i))
  99. case i >= math.MinInt64 && i <= math.MaxInt64:
  100. e.w.writen1(mpInt64)
  101. e.w.writeUint64(uint64(i))
  102. default:
  103. encErr("encInt64: Unreachable block")
  104. }
  105. }
  106. func (e *msgpackEncDriver) encodeUint(i uint64) {
  107. // uints are not fixnums. fixnums are always signed.
  108. // case i <= math.MaxInt8:
  109. // e.w.writen1(byte(i))
  110. switch {
  111. case i <= math.MaxUint8:
  112. e.w.writen2(mpUint8, byte(i))
  113. case i <= math.MaxUint16:
  114. e.w.writen1(mpUint16)
  115. e.w.writeUint16(uint16(i))
  116. case i <= math.MaxUint32:
  117. e.w.writen1(mpUint32)
  118. e.w.writeUint32(uint32(i))
  119. default:
  120. e.w.writen1(mpUint64)
  121. e.w.writeUint64(uint64(i))
  122. }
  123. }
  124. func (e *msgpackEncDriver) encodeBool(b bool) {
  125. if b {
  126. e.w.writen1(mpTrue)
  127. } else {
  128. e.w.writen1(mpFalse)
  129. }
  130. }
  131. func (e *msgpackEncDriver) encodeFloat32(f float32) {
  132. e.w.writen1(mpFloat)
  133. e.w.writeUint32(math.Float32bits(f))
  134. }
  135. func (e *msgpackEncDriver) encodeFloat64(f float64) {
  136. e.w.writen1(mpDouble)
  137. e.w.writeUint64(math.Float64bits(f))
  138. }
  139. func (e *msgpackEncDriver) encodeExtPreamble(xtag byte, l int) {
  140. switch {
  141. case l == 1:
  142. e.w.writen2(mpFixExt1, xtag)
  143. case l == 2:
  144. e.w.writen2(mpFixExt2, xtag)
  145. case l == 4:
  146. e.w.writen2(mpFixExt4, xtag)
  147. case l == 8:
  148. e.w.writen2(mpFixExt8, xtag)
  149. case l == 16:
  150. e.w.writen2(mpFixExt16, xtag)
  151. case l < 256:
  152. e.w.writen2(mpExt8, byte(l))
  153. e.w.writen1(xtag)
  154. case l < 65536:
  155. e.w.writen1(mpExt16)
  156. e.w.writeUint16(uint16(l))
  157. e.w.writen1(xtag)
  158. default:
  159. e.w.writen1(mpExt32)
  160. e.w.writeUint32(uint32(l))
  161. e.w.writen1(xtag)
  162. }
  163. }
  164. func (e *msgpackEncDriver) encodeArrayPreamble(length int) {
  165. e.writeContainerLen(msgpackContainerList, length)
  166. }
  167. func (e *msgpackEncDriver) encodeMapPreamble(length int) {
  168. e.writeContainerLen(msgpackContainerMap, length)
  169. }
  170. func (e *msgpackEncDriver) encodeString(c charEncoding, s string) {
  171. if c == c_RAW && e.h.WriteExt {
  172. e.writeContainerLen(msgpackContainerBin, len(s))
  173. } else {
  174. e.writeContainerLen(msgpackContainerStr, len(s))
  175. }
  176. if len(s) > 0 {
  177. e.w.writestr(s)
  178. }
  179. }
  180. func (e *msgpackEncDriver) encodeSymbol(v string) {
  181. e.encodeString(c_UTF8, v)
  182. }
  183. func (e *msgpackEncDriver) encodeStringBytes(c charEncoding, bs []byte) {
  184. if c == c_RAW && e.h.WriteExt {
  185. e.writeContainerLen(msgpackContainerBin, len(bs))
  186. } else {
  187. e.writeContainerLen(msgpackContainerStr, len(bs))
  188. }
  189. if len(bs) > 0 {
  190. e.w.writeb(bs)
  191. }
  192. }
  193. func (e *msgpackEncDriver) writeContainerLen(ct msgpackContainerType, l int) {
  194. switch {
  195. case ct.hasFixMin && l < ct.fixCutoff:
  196. e.w.writen1(ct.bFixMin | byte(l))
  197. case ct.has8 && l < 256 && (ct.has8Always || e.h.WriteExt):
  198. e.w.writen2(ct.b8, uint8(l))
  199. case l < 65536:
  200. e.w.writen1(ct.b16)
  201. e.w.writeUint16(uint16(l))
  202. default:
  203. e.w.writen1(ct.b32)
  204. e.w.writeUint32(uint32(l))
  205. }
  206. }
  207. //---------------------------------------------
  208. type msgpackDecDriver struct {
  209. r decReader
  210. h *MsgpackHandle
  211. bd byte
  212. bdRead bool
  213. bdType valueType
  214. }
  215. func (d *msgpackDecDriver) isBuiltinType(rt uintptr) bool {
  216. //no builtin types. All encodings are based on kinds. Types supported as extensions.
  217. return false
  218. }
  219. func (d *msgpackDecDriver) decodeBuiltin(rt uintptr, v interface{}) {}
  220. // Note: This returns either a primitive (int, bool, etc) for non-containers,
  221. // or a containerType, or a specific type denoting nil or extension.
  222. // It is called when a nil interface{} is passed, leaving it up to the DecDriver
  223. // to introspect the stream and decide how best to decode.
  224. // It deciphers the value by looking at the stream first.
  225. func (d *msgpackDecDriver) decodeNaked() (v interface{}, vt valueType, decodeFurther bool) {
  226. d.initReadNext()
  227. bd := d.bd
  228. switch bd {
  229. case mpNil:
  230. vt = valueTypeNil
  231. d.bdRead = false
  232. case mpFalse:
  233. vt = valueTypeBool
  234. v = false
  235. case mpTrue:
  236. vt = valueTypeBool
  237. v = true
  238. case mpFloat:
  239. vt = valueTypeFloat
  240. v = float64(math.Float32frombits(d.r.readUint32()))
  241. case mpDouble:
  242. vt = valueTypeFloat
  243. v = math.Float64frombits(d.r.readUint64())
  244. case mpUint8:
  245. vt = valueTypeUint
  246. v = uint64(d.r.readn1())
  247. case mpUint16:
  248. vt = valueTypeUint
  249. v = uint64(d.r.readUint16())
  250. case mpUint32:
  251. vt = valueTypeUint
  252. v = uint64(d.r.readUint32())
  253. case mpUint64:
  254. vt = valueTypeUint
  255. v = uint64(d.r.readUint64())
  256. case mpInt8:
  257. vt = valueTypeInt
  258. v = int64(int8(d.r.readn1()))
  259. case mpInt16:
  260. vt = valueTypeInt
  261. v = int64(int16(d.r.readUint16()))
  262. case mpInt32:
  263. vt = valueTypeInt
  264. v = int64(int32(d.r.readUint32()))
  265. case mpInt64:
  266. vt = valueTypeInt
  267. v = int64(int64(d.r.readUint64()))
  268. default:
  269. switch {
  270. case bd >= mpPosFixNumMin && bd <= mpPosFixNumMax:
  271. // positive fixnum (always signed)
  272. vt = valueTypeInt
  273. v = int64(int8(bd))
  274. case bd >= mpNegFixNumMin && bd <= mpNegFixNumMax:
  275. // negative fixnum
  276. vt = valueTypeInt
  277. v = int64(int8(bd))
  278. case bd == mpStr8, bd == mpStr16, bd == mpStr32, bd >= mpFixStrMin && bd <= mpFixStrMax:
  279. if d.h.RawToString {
  280. var rvm string
  281. vt = valueTypeString
  282. v = &rvm
  283. } else {
  284. var rvm = []byte{}
  285. vt = valueTypeBytes
  286. v = &rvm
  287. }
  288. decodeFurther = true
  289. case bd == mpBin8, bd == mpBin16, bd == mpBin32:
  290. var rvm = []byte{}
  291. vt = valueTypeBytes
  292. v = &rvm
  293. decodeFurther = true
  294. case bd == mpArray16, bd == mpArray32, bd >= mpFixArrayMin && bd <= mpFixArrayMax:
  295. vt = valueTypeArray
  296. decodeFurther = true
  297. case bd == mpMap16, bd == mpMap32, bd >= mpFixMapMin && bd <= mpFixMapMax:
  298. vt = valueTypeMap
  299. decodeFurther = true
  300. case bd >= mpFixExt1 && bd <= mpFixExt16, bd >= mpExt8 && bd <= mpExt32:
  301. clen := d.readExtLen()
  302. var re RawExt
  303. re.Tag = d.r.readn1()
  304. re.Data = d.r.readn(clen)
  305. v = &re
  306. vt = valueTypeExt
  307. default:
  308. decErr("Nil-Deciphered DecodeValue: %s: hex: %x, dec: %d", msgBadDesc, bd, bd)
  309. }
  310. }
  311. if !decodeFurther {
  312. d.bdRead = false
  313. }
  314. return
  315. }
  316. // int can be decoded from msgpack type: intXXX or uintXXX
  317. func (d *msgpackDecDriver) decodeInt(bitsize uint8) (i int64) {
  318. switch d.bd {
  319. case mpUint8:
  320. i = int64(uint64(d.r.readn1()))
  321. case mpUint16:
  322. i = int64(uint64(d.r.readUint16()))
  323. case mpUint32:
  324. i = int64(uint64(d.r.readUint32()))
  325. case mpUint64:
  326. i = int64(d.r.readUint64())
  327. case mpInt8:
  328. i = int64(int8(d.r.readn1()))
  329. case mpInt16:
  330. i = int64(int16(d.r.readUint16()))
  331. case mpInt32:
  332. i = int64(int32(d.r.readUint32()))
  333. case mpInt64:
  334. i = int64(d.r.readUint64())
  335. default:
  336. switch {
  337. case d.bd >= mpPosFixNumMin && d.bd <= mpPosFixNumMax:
  338. i = int64(int8(d.bd))
  339. case d.bd >= mpNegFixNumMin && d.bd <= mpNegFixNumMax:
  340. i = int64(int8(d.bd))
  341. default:
  342. decErr("Unhandled single-byte unsigned integer value: %s: %x", msgBadDesc, d.bd)
  343. }
  344. }
  345. // check overflow (logic adapted from std pkg reflect/value.go OverflowUint()
  346. if bitsize > 0 {
  347. if trunc := (i << (64 - bitsize)) >> (64 - bitsize); i != trunc {
  348. decErr("Overflow int value: %v", i)
  349. }
  350. }
  351. d.bdRead = false
  352. return
  353. }
  354. // uint can be decoded from msgpack type: intXXX or uintXXX
  355. func (d *msgpackDecDriver) decodeUint(bitsize uint8) (ui uint64) {
  356. switch d.bd {
  357. case mpUint8:
  358. ui = uint64(d.r.readn1())
  359. case mpUint16:
  360. ui = uint64(d.r.readUint16())
  361. case mpUint32:
  362. ui = uint64(d.r.readUint32())
  363. case mpUint64:
  364. ui = d.r.readUint64()
  365. case mpInt8:
  366. if i := int64(int8(d.r.readn1())); i >= 0 {
  367. ui = uint64(i)
  368. } else {
  369. decErr("Assigning negative signed value: %v, to unsigned type", i)
  370. }
  371. case mpInt16:
  372. if i := int64(int16(d.r.readUint16())); i >= 0 {
  373. ui = uint64(i)
  374. } else {
  375. decErr("Assigning negative signed value: %v, to unsigned type", i)
  376. }
  377. case mpInt32:
  378. if i := int64(int32(d.r.readUint32())); i >= 0 {
  379. ui = uint64(i)
  380. } else {
  381. decErr("Assigning negative signed value: %v, to unsigned type", i)
  382. }
  383. case mpInt64:
  384. if i := int64(d.r.readUint64()); i >= 0 {
  385. ui = uint64(i)
  386. } else {
  387. decErr("Assigning negative signed value: %v, to unsigned type", i)
  388. }
  389. default:
  390. switch {
  391. case d.bd >= mpPosFixNumMin && d.bd <= mpPosFixNumMax:
  392. ui = uint64(d.bd)
  393. case d.bd >= mpNegFixNumMin && d.bd <= mpNegFixNumMax:
  394. decErr("Assigning negative signed value: %v, to unsigned type", int(d.bd))
  395. default:
  396. decErr("Unhandled single-byte unsigned integer value: %s: %x", msgBadDesc, d.bd)
  397. }
  398. }
  399. // check overflow (logic adapted from std pkg reflect/value.go OverflowUint()
  400. if bitsize > 0 {
  401. if trunc := (ui << (64 - bitsize)) >> (64 - bitsize); ui != trunc {
  402. decErr("Overflow uint value: %v", ui)
  403. }
  404. }
  405. d.bdRead = false
  406. return
  407. }
  408. // float can either be decoded from msgpack type: float, double or intX
  409. func (d *msgpackDecDriver) decodeFloat(chkOverflow32 bool) (f float64) {
  410. switch d.bd {
  411. case mpFloat:
  412. f = float64(math.Float32frombits(d.r.readUint32()))
  413. case mpDouble:
  414. f = math.Float64frombits(d.r.readUint64())
  415. default:
  416. f = float64(d.decodeInt(0))
  417. }
  418. // check overflow (logic adapted from std pkg reflect/value.go OverflowFloat()
  419. if chkOverflow32 {
  420. f2 := f
  421. if f2 < 0 {
  422. f2 = -f
  423. }
  424. if math.MaxFloat32 < f2 && f2 <= math.MaxFloat64 {
  425. decErr("Overflow float32 value: %v", f2)
  426. }
  427. }
  428. d.bdRead = false
  429. return
  430. }
  431. // bool can be decoded from bool, fixnum 0 or 1.
  432. func (d *msgpackDecDriver) decodeBool() (b bool) {
  433. switch d.bd {
  434. case mpFalse, 0:
  435. // b = false
  436. case mpTrue, 1:
  437. b = true
  438. default:
  439. decErr("Invalid single-byte value for bool: %s: %x", msgBadDesc, d.bd)
  440. }
  441. d.bdRead = false
  442. return
  443. }
  444. func (d *msgpackDecDriver) decodeString() (s string) {
  445. clen := d.readContainerLen(msgpackContainerStr)
  446. if clen > 0 {
  447. s = string(d.r.readn(clen))
  448. }
  449. d.bdRead = false
  450. return
  451. }
  452. // Callers must check if changed=true (to decide whether to replace the one they have)
  453. func (d *msgpackDecDriver) decodeBytes(bs []byte) (bsOut []byte, changed bool) {
  454. // bytes can be decoded from msgpackContainerStr or msgpackContainerBin
  455. var clen int
  456. switch d.bd {
  457. case mpBin8, mpBin16, mpBin32:
  458. clen = d.readContainerLen(msgpackContainerBin)
  459. default:
  460. clen = d.readContainerLen(msgpackContainerStr)
  461. }
  462. // if clen < 0 {
  463. // changed = true
  464. // panic("length cannot be zero. this cannot be nil.")
  465. // }
  466. if clen > 0 {
  467. // if no contents in stream, don't update the passed byteslice
  468. if len(bs) != clen {
  469. // Return changed=true if length of passed slice diff from length of bytes in stream
  470. if len(bs) > clen {
  471. bs = bs[:clen]
  472. } else {
  473. bs = make([]byte, clen)
  474. }
  475. bsOut = bs
  476. changed = true
  477. }
  478. d.r.readb(bs)
  479. }
  480. d.bdRead = false
  481. return
  482. }
  483. // Every top-level decode funcs (i.e. decodeValue, decode) must call this first.
  484. func (d *msgpackDecDriver) initReadNext() {
  485. if d.bdRead {
  486. return
  487. }
  488. d.bd = d.r.readn1()
  489. d.bdRead = true
  490. d.bdType = valueTypeUnset
  491. }
  492. func (d *msgpackDecDriver) currentEncodedType() valueType {
  493. if d.bdType == valueTypeUnset {
  494. bd := d.bd
  495. switch bd {
  496. case mpNil:
  497. d.bdType = valueTypeNil
  498. case mpFalse, mpTrue:
  499. d.bdType = valueTypeBool
  500. case mpFloat, mpDouble:
  501. d.bdType = valueTypeFloat
  502. case mpUint8, mpUint16, mpUint32, mpUint64:
  503. d.bdType = valueTypeUint
  504. case mpInt8, mpInt16, mpInt32, mpInt64:
  505. d.bdType = valueTypeInt
  506. default:
  507. switch {
  508. case bd >= mpPosFixNumMin && bd <= mpPosFixNumMax:
  509. d.bdType = valueTypeInt
  510. case bd >= mpNegFixNumMin && bd <= mpNegFixNumMax:
  511. d.bdType = valueTypeInt
  512. case bd == mpStr8, bd == mpStr16, bd == mpStr32, bd >= mpFixStrMin && bd <= mpFixStrMax:
  513. if d.h.RawToString {
  514. d.bdType = valueTypeString
  515. } else {
  516. d.bdType = valueTypeBytes
  517. }
  518. case bd == mpBin8, bd == mpBin16, bd == mpBin32:
  519. d.bdType = valueTypeBytes
  520. case bd == mpArray16, bd == mpArray32, bd >= mpFixArrayMin && bd <= mpFixArrayMax:
  521. d.bdType = valueTypeArray
  522. case bd == mpMap16, bd == mpMap32, bd >= mpFixMapMin && bd <= mpFixMapMax:
  523. d.bdType = valueTypeMap
  524. case bd >= mpFixExt1 && bd <= mpFixExt16, bd >= mpExt8 && bd <= mpExt32:
  525. d.bdType = valueTypeExt
  526. default:
  527. decErr("currentEncodedType: Undeciphered descriptor: %s: hex: %x, dec: %d", msgBadDesc, bd, bd)
  528. }
  529. }
  530. }
  531. return d.bdType
  532. }
  533. func (d *msgpackDecDriver) tryDecodeAsNil() bool {
  534. if d.bd == mpNil {
  535. d.bdRead = false
  536. return true
  537. }
  538. return false
  539. }
  540. func (d *msgpackDecDriver) readContainerLen(ct msgpackContainerType) (clen int) {
  541. bd := d.bd
  542. switch {
  543. case bd == mpNil:
  544. clen = -1 // to represent nil
  545. case bd == ct.b8:
  546. clen = int(d.r.readn1())
  547. case bd == ct.b16:
  548. clen = int(d.r.readUint16())
  549. case bd == ct.b32:
  550. clen = int(d.r.readUint32())
  551. case (ct.bFixMin & bd) == ct.bFixMin:
  552. clen = int(ct.bFixMin ^ bd)
  553. default:
  554. decErr("readContainerLen: %s: hex: %x, dec: %d", msgBadDesc, bd, bd)
  555. }
  556. d.bdRead = false
  557. return
  558. }
  559. func (d *msgpackDecDriver) readMapLen() int {
  560. return d.readContainerLen(msgpackContainerMap)
  561. }
  562. func (d *msgpackDecDriver) readArrayLen() int {
  563. return d.readContainerLen(msgpackContainerList)
  564. }
  565. func (d *msgpackDecDriver) readExtLen() (clen int) {
  566. switch d.bd {
  567. case mpNil:
  568. clen = -1 // to represent nil
  569. case mpFixExt1:
  570. clen = 1
  571. case mpFixExt2:
  572. clen = 2
  573. case mpFixExt4:
  574. clen = 4
  575. case mpFixExt8:
  576. clen = 8
  577. case mpFixExt16:
  578. clen = 16
  579. case mpExt8:
  580. clen = int(d.r.readn1())
  581. case mpExt16:
  582. clen = int(d.r.readUint16())
  583. case mpExt32:
  584. clen = int(d.r.readUint32())
  585. default:
  586. decErr("decoding ext bytes: found unexpected byte: %x", d.bd)
  587. }
  588. return
  589. }
  590. func (d *msgpackDecDriver) decodeExt(verifyTag bool, tag byte) (xtag byte, xbs []byte) {
  591. xbd := d.bd
  592. switch {
  593. case xbd == mpBin8, xbd == mpBin16, xbd == mpBin32:
  594. xbs, _ = d.decodeBytes(nil)
  595. case xbd == mpStr8, xbd == mpStr16, xbd == mpStr32,
  596. xbd >= mpFixStrMin && xbd <= mpFixStrMax:
  597. xbs = []byte(d.decodeString())
  598. default:
  599. clen := d.readExtLen()
  600. xtag = d.r.readn1()
  601. if verifyTag && xtag != tag {
  602. decErr("Wrong extension tag. Got %b. Expecting: %v", xtag, tag)
  603. }
  604. xbs = d.r.readn(clen)
  605. }
  606. d.bdRead = false
  607. return
  608. }
  609. //--------------------------------------------------
  610. //MsgpackHandle is a Handle for the Msgpack Schema-Free Encoding Format.
  611. type MsgpackHandle struct {
  612. BasicHandle
  613. // RawToString controls how raw bytes are decoded into a nil interface{}.
  614. RawToString bool
  615. // WriteExt flag supports encoding configured extensions with extension tags.
  616. // It also controls whether other elements of the new spec are encoded (ie Str8).
  617. //
  618. // With WriteExt=false, configured extensions are serialized as raw bytes
  619. // and Str8 is not encoded.
  620. //
  621. // A stream can still be decoded into a typed value, provided an appropriate value
  622. // is provided, but the type cannot be inferred from the stream. If no appropriate
  623. // type is provided (e.g. decoding into a nil interface{}), you get back
  624. // a []byte or string based on the setting of RawToString.
  625. WriteExt bool
  626. }
  627. func (h *MsgpackHandle) newEncDriver(w encWriter) encDriver {
  628. return &msgpackEncDriver{w: w, h: h}
  629. }
  630. func (h *MsgpackHandle) newDecDriver(r decReader) decDriver {
  631. return &msgpackDecDriver{r: r, h: h}
  632. }
  633. func (h *MsgpackHandle) writeExt() bool {
  634. return h.WriteExt
  635. }
  636. func (h *MsgpackHandle) getBasicHandle() *BasicHandle {
  637. return &h.BasicHandle
  638. }
  639. //--------------------------------------------------
  640. type msgpackSpecRpcCodec struct {
  641. rpcCodec
  642. }
  643. // /////////////// Spec RPC Codec ///////////////////
  644. func (c *msgpackSpecRpcCodec) WriteRequest(r *rpc.Request, body interface{}) error {
  645. // WriteRequest can write to both a Go service, and other services that do
  646. // not abide by the 1 argument rule of a Go service.
  647. // We discriminate based on if the body is a MsgpackSpecRpcMultiArgs
  648. var bodyArr []interface{}
  649. if m, ok := body.(MsgpackSpecRpcMultiArgs); ok {
  650. bodyArr = ([]interface{})(m)
  651. } else {
  652. bodyArr = []interface{}{body}
  653. }
  654. r2 := []interface{}{0, uint32(r.Seq), r.ServiceMethod, bodyArr}
  655. return c.write(r2, nil, false, true)
  656. }
  657. func (c *msgpackSpecRpcCodec) WriteResponse(r *rpc.Response, body interface{}) error {
  658. var moe interface{}
  659. if r.Error != "" {
  660. moe = r.Error
  661. }
  662. if moe != nil && body != nil {
  663. body = nil
  664. }
  665. r2 := []interface{}{1, uint32(r.Seq), moe, body}
  666. return c.write(r2, nil, false, true)
  667. }
  668. func (c *msgpackSpecRpcCodec) ReadResponseHeader(r *rpc.Response) error {
  669. return c.parseCustomHeader(1, &r.Seq, &r.Error)
  670. }
  671. func (c *msgpackSpecRpcCodec) ReadRequestHeader(r *rpc.Request) error {
  672. return c.parseCustomHeader(0, &r.Seq, &r.ServiceMethod)
  673. }
  674. func (c *msgpackSpecRpcCodec) ReadRequestBody(body interface{}) error {
  675. if body == nil { // read and discard
  676. return c.read(nil)
  677. }
  678. bodyArr := []interface{}{body}
  679. return c.read(&bodyArr)
  680. }
  681. func (c *msgpackSpecRpcCodec) parseCustomHeader(expectTypeByte byte, msgid *uint64, methodOrError *string) (err error) {
  682. // We read the response header by hand
  683. // so that the body can be decoded on its own from the stream at a later time.
  684. bs := make([]byte, 1)
  685. n, err := c.rwc.Read(bs)
  686. if err != nil {
  687. return
  688. }
  689. if n != 1 {
  690. err = fmt.Errorf("Couldn't read array descriptor: No bytes read")
  691. return
  692. }
  693. const fia byte = 0x94 //four item array descriptor value
  694. if bs[0] != fia {
  695. err = fmt.Errorf("Unexpected value for array descriptor: Expecting %v. Received %v", fia, bs[0])
  696. return
  697. }
  698. var b byte
  699. if err = c.read(&b); err != nil {
  700. return
  701. }
  702. if b != expectTypeByte {
  703. err = fmt.Errorf("Unexpected byte descriptor in header. Expecting %v. Received %v", expectTypeByte, b)
  704. return
  705. }
  706. if err = c.read(msgid); err != nil {
  707. return
  708. }
  709. if err = c.read(methodOrError); err != nil {
  710. return
  711. }
  712. return
  713. }
  714. //--------------------------------------------------
  715. // msgpackSpecRpc is the implementation of Rpc that uses custom communication protocol
  716. // as defined in the msgpack spec at https://github.com/msgpack-rpc/msgpack-rpc/blob/master/spec.md
  717. type msgpackSpecRpc struct{}
  718. // MsgpackSpecRpc implements Rpc using the communication protocol defined in
  719. // the msgpack spec at https://github.com/msgpack-rpc/msgpack-rpc/blob/master/spec.md .
  720. // Its methods (ServerCodec and ClientCodec) return values that implement RpcCodecBuffered.
  721. var MsgpackSpecRpc msgpackSpecRpc
  722. func (x msgpackSpecRpc) ServerCodec(conn io.ReadWriteCloser, h Handle) rpc.ServerCodec {
  723. return &msgpackSpecRpcCodec{newRPCCodec(conn, h)}
  724. }
  725. func (x msgpackSpecRpc) ClientCodec(conn io.ReadWriteCloser, h Handle) rpc.ClientCodec {
  726. return &msgpackSpecRpcCodec{newRPCCodec(conn, h)}
  727. }