frame.go 44 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050
  1. // Copyright (c) 2012 The gocql Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package gocql
  5. import (
  6. "context"
  7. "errors"
  8. "fmt"
  9. "io"
  10. "io/ioutil"
  11. "net"
  12. "runtime"
  13. "strings"
  14. "time"
  15. )
  16. type unsetColumn struct{}
  17. // UnsetValue represents a value used in a query binding that will be ignored by Cassandra.
  18. //
  19. // By setting a field to the unset value Cassandra will ignore the write completely.
  20. // The main advantage is the ability to keep the same prepared statement even when you don't
  21. // want to update some fields, where before you needed to make another prepared statement.
  22. //
  23. // UnsetValue is only available when using the version 4 of the protocol.
  24. var UnsetValue = unsetColumn{}
  25. type namedValue struct {
  26. name string
  27. value interface{}
  28. }
  29. // NamedValue produce a value which will bind to the named parameter in a query
  30. func NamedValue(name string, value interface{}) interface{} {
  31. return &namedValue{
  32. name: name,
  33. value: value,
  34. }
  35. }
  36. const (
  37. protoDirectionMask = 0x80
  38. protoVersionMask = 0x7F
  39. protoVersion1 = 0x01
  40. protoVersion2 = 0x02
  41. protoVersion3 = 0x03
  42. protoVersion4 = 0x04
  43. protoVersion5 = 0x05
  44. maxFrameSize = 256 * 1024 * 1024
  45. )
  46. type protoVersion byte
  47. func (p protoVersion) request() bool {
  48. return p&protoDirectionMask == 0x00
  49. }
  50. func (p protoVersion) response() bool {
  51. return p&protoDirectionMask == 0x80
  52. }
  53. func (p protoVersion) version() byte {
  54. return byte(p) & protoVersionMask
  55. }
  56. func (p protoVersion) String() string {
  57. dir := "REQ"
  58. if p.response() {
  59. dir = "RESP"
  60. }
  61. return fmt.Sprintf("[version=%d direction=%s]", p.version(), dir)
  62. }
  63. type frameOp byte
  64. const (
  65. // header ops
  66. opError frameOp = 0x00
  67. opStartup frameOp = 0x01
  68. opReady frameOp = 0x02
  69. opAuthenticate frameOp = 0x03
  70. opOptions frameOp = 0x05
  71. opSupported frameOp = 0x06
  72. opQuery frameOp = 0x07
  73. opResult frameOp = 0x08
  74. opPrepare frameOp = 0x09
  75. opExecute frameOp = 0x0A
  76. opRegister frameOp = 0x0B
  77. opEvent frameOp = 0x0C
  78. opBatch frameOp = 0x0D
  79. opAuthChallenge frameOp = 0x0E
  80. opAuthResponse frameOp = 0x0F
  81. opAuthSuccess frameOp = 0x10
  82. )
  83. func (f frameOp) String() string {
  84. switch f {
  85. case opError:
  86. return "ERROR"
  87. case opStartup:
  88. return "STARTUP"
  89. case opReady:
  90. return "READY"
  91. case opAuthenticate:
  92. return "AUTHENTICATE"
  93. case opOptions:
  94. return "OPTIONS"
  95. case opSupported:
  96. return "SUPPORTED"
  97. case opQuery:
  98. return "QUERY"
  99. case opResult:
  100. return "RESULT"
  101. case opPrepare:
  102. return "PREPARE"
  103. case opExecute:
  104. return "EXECUTE"
  105. case opRegister:
  106. return "REGISTER"
  107. case opEvent:
  108. return "EVENT"
  109. case opBatch:
  110. return "BATCH"
  111. case opAuthChallenge:
  112. return "AUTH_CHALLENGE"
  113. case opAuthResponse:
  114. return "AUTH_RESPONSE"
  115. case opAuthSuccess:
  116. return "AUTH_SUCCESS"
  117. default:
  118. return fmt.Sprintf("UNKNOWN_OP_%d", f)
  119. }
  120. }
  121. const (
  122. // result kind
  123. resultKindVoid = 1
  124. resultKindRows = 2
  125. resultKindKeyspace = 3
  126. resultKindPrepared = 4
  127. resultKindSchemaChanged = 5
  128. // rows flags
  129. flagGlobalTableSpec int = 0x01
  130. flagHasMorePages int = 0x02
  131. flagNoMetaData int = 0x04
  132. // query flags
  133. flagValues byte = 0x01
  134. flagSkipMetaData byte = 0x02
  135. flagPageSize byte = 0x04
  136. flagWithPagingState byte = 0x08
  137. flagWithSerialConsistency byte = 0x10
  138. flagDefaultTimestamp byte = 0x20
  139. flagWithNameValues byte = 0x40
  140. flagWithKeyspace byte = 0x80
  141. // prepare flags
  142. flagWithPreparedKeyspace uint32 = 0x01
  143. // header flags
  144. flagCompress byte = 0x01
  145. flagTracing byte = 0x02
  146. flagCustomPayload byte = 0x04
  147. flagWarning byte = 0x08
  148. flagBetaProtocol byte = 0x10
  149. )
  150. type Consistency uint16
  151. const (
  152. Any Consistency = 0x00
  153. One Consistency = 0x01
  154. Two Consistency = 0x02
  155. Three Consistency = 0x03
  156. Quorum Consistency = 0x04
  157. All Consistency = 0x05
  158. LocalQuorum Consistency = 0x06
  159. EachQuorum Consistency = 0x07
  160. LocalOne Consistency = 0x0A
  161. )
  162. func (c Consistency) String() string {
  163. switch c {
  164. case Any:
  165. return "ANY"
  166. case One:
  167. return "ONE"
  168. case Two:
  169. return "TWO"
  170. case Three:
  171. return "THREE"
  172. case Quorum:
  173. return "QUORUM"
  174. case All:
  175. return "ALL"
  176. case LocalQuorum:
  177. return "LOCAL_QUORUM"
  178. case EachQuorum:
  179. return "EACH_QUORUM"
  180. case LocalOne:
  181. return "LOCAL_ONE"
  182. default:
  183. return fmt.Sprintf("UNKNOWN_CONS_0x%x", uint16(c))
  184. }
  185. }
  186. func (c Consistency) MarshalText() (text []byte, err error) {
  187. return []byte(c.String()), nil
  188. }
  189. func (c *Consistency) UnmarshalText(text []byte) error {
  190. switch string(text) {
  191. case "ANY":
  192. *c = Any
  193. case "ONE":
  194. *c = One
  195. case "TWO":
  196. *c = Two
  197. case "THREE":
  198. *c = Three
  199. case "QUORUM":
  200. *c = Quorum
  201. case "ALL":
  202. *c = All
  203. case "LOCAL_QUORUM":
  204. *c = LocalQuorum
  205. case "EACH_QUORUM":
  206. *c = EachQuorum
  207. case "LOCAL_ONE":
  208. *c = LocalOne
  209. default:
  210. return fmt.Errorf("invalid consistency %q", string(text))
  211. }
  212. return nil
  213. }
  214. func ParseConsistency(s string) Consistency {
  215. var c Consistency
  216. if err := c.UnmarshalText([]byte(strings.ToUpper(s))); err != nil {
  217. panic(err)
  218. }
  219. return c
  220. }
  221. // ParseConsistencyWrapper wraps gocql.ParseConsistency to provide an err
  222. // return instead of a panic
  223. func ParseConsistencyWrapper(s string) (consistency Consistency, err error) {
  224. err = consistency.UnmarshalText([]byte(strings.ToUpper(s)))
  225. return
  226. }
  227. // MustParseConsistency is the same as ParseConsistency except it returns
  228. // an error (never). It is kept here since breaking changes are not good.
  229. // DEPRECATED: use ParseConsistency if you want a panic on parse error.
  230. func MustParseConsistency(s string) (Consistency, error) {
  231. c, err := ParseConsistencyWrapper(s)
  232. if err != nil {
  233. panic(err)
  234. }
  235. return c, nil
  236. }
  237. type SerialConsistency uint16
  238. const (
  239. Serial SerialConsistency = 0x08
  240. LocalSerial SerialConsistency = 0x09
  241. )
  242. func (s SerialConsistency) String() string {
  243. switch s {
  244. case Serial:
  245. return "SERIAL"
  246. case LocalSerial:
  247. return "LOCAL_SERIAL"
  248. default:
  249. return fmt.Sprintf("UNKNOWN_SERIAL_CONS_0x%x", uint16(s))
  250. }
  251. }
  252. func (s SerialConsistency) MarshalText() (text []byte, err error) {
  253. return []byte(s.String()), nil
  254. }
  255. func (s *SerialConsistency) UnmarshalText(text []byte) error {
  256. switch string(text) {
  257. case "SERIAL":
  258. *s = Serial
  259. case "LOCAL_SERIAL":
  260. *s = LocalSerial
  261. default:
  262. return fmt.Errorf("invalid consistency %q", string(text))
  263. }
  264. return nil
  265. }
  266. const (
  267. apacheCassandraTypePrefix = "org.apache.cassandra.db.marshal."
  268. )
  269. var (
  270. ErrFrameTooBig = errors.New("frame length is bigger than the maximum allowed")
  271. )
  272. const maxFrameHeaderSize = 9
  273. func writeInt(p []byte, n int32) {
  274. p[0] = byte(n >> 24)
  275. p[1] = byte(n >> 16)
  276. p[2] = byte(n >> 8)
  277. p[3] = byte(n)
  278. }
  279. func readInt(p []byte) int32 {
  280. return int32(p[0])<<24 | int32(p[1])<<16 | int32(p[2])<<8 | int32(p[3])
  281. }
  282. func writeShort(p []byte, n uint16) {
  283. p[0] = byte(n >> 8)
  284. p[1] = byte(n)
  285. }
  286. func readShort(p []byte) uint16 {
  287. return uint16(p[0])<<8 | uint16(p[1])
  288. }
  289. type frameHeader struct {
  290. version protoVersion
  291. flags byte
  292. stream int
  293. op frameOp
  294. length int
  295. customPayload map[string][]byte
  296. warnings []string
  297. }
  298. func (f frameHeader) String() string {
  299. return fmt.Sprintf("[header version=%s flags=0x%x stream=%d op=%s length=%d]", f.version, f.flags, f.stream, f.op, f.length)
  300. }
  301. func (f frameHeader) Header() frameHeader {
  302. return f
  303. }
  304. const defaultBufSize = 128
  305. type ObservedFrameHeader struct {
  306. Version protoVersion
  307. Flags byte
  308. Stream int16
  309. Opcode frameOp
  310. Length int32
  311. // StartHeader is the time we started reading the frame header off the network connection.
  312. Start time.Time
  313. // EndHeader is the time we finished reading the frame header off the network connection.
  314. End time.Time
  315. }
  316. func (f ObservedFrameHeader) String() string {
  317. return fmt.Sprintf("[observed header version=%s flags=0x%x stream=%d op=%s length=%d]", f.Version, f.Flags, f.Stream, f.Opcode, f.Length)
  318. }
  319. // FrameHeaderObserver is the interface implemented by frame observers / stat collectors.
  320. //
  321. // Experimental, this interface and use may change
  322. type FrameHeaderObserver interface {
  323. // ObserveFrameHeader gets called on every received frame header.
  324. ObserveFrameHeader(context.Context, ObservedFrameHeader)
  325. }
  326. // a framer is responsible for reading, writing and parsing frames on a single stream
  327. type framer struct {
  328. r io.Reader
  329. w io.Writer
  330. proto byte
  331. // flags are for outgoing flags, enabling compression and tracing etc
  332. flags byte
  333. compres Compressor
  334. headSize int
  335. // if this frame was read then the header will be here
  336. header *frameHeader
  337. // if tracing flag is set this is not nil
  338. traceID []byte
  339. // holds a ref to the whole byte slice for rbuf so that it can be reset to
  340. // 0 after a read.
  341. readBuffer []byte
  342. rbuf []byte
  343. wbuf []byte
  344. }
  345. func newFramer(r io.Reader, w io.Writer, compressor Compressor, version byte) *framer {
  346. f := &framer{
  347. wbuf: make([]byte, defaultBufSize),
  348. readBuffer: make([]byte, defaultBufSize),
  349. }
  350. var flags byte
  351. if compressor != nil {
  352. flags |= flagCompress
  353. }
  354. if version == protoVersion5 {
  355. flags |= flagBetaProtocol
  356. }
  357. version &= protoVersionMask
  358. headSize := 8
  359. if version > protoVersion2 {
  360. headSize = 9
  361. }
  362. f.compres = compressor
  363. f.proto = version
  364. f.flags = flags
  365. f.headSize = headSize
  366. f.r = r
  367. f.rbuf = f.readBuffer[:0]
  368. f.w = w
  369. f.wbuf = f.wbuf[:0]
  370. f.header = nil
  371. f.traceID = nil
  372. return f
  373. }
  374. type frame interface {
  375. Header() frameHeader
  376. }
  377. func readHeader(r io.Reader, p []byte) (head frameHeader, err error) {
  378. _, err = io.ReadFull(r, p[:1])
  379. if err != nil {
  380. return frameHeader{}, err
  381. }
  382. version := p[0] & protoVersionMask
  383. if version < protoVersion1 || version > protoVersion5 {
  384. return frameHeader{}, fmt.Errorf("gocql: unsupported protocol response version: %d", version)
  385. }
  386. headSize := 9
  387. if version < protoVersion3 {
  388. headSize = 8
  389. }
  390. _, err = io.ReadFull(r, p[1:headSize])
  391. if err != nil {
  392. return frameHeader{}, err
  393. }
  394. p = p[:headSize]
  395. head.version = protoVersion(p[0])
  396. head.flags = p[1]
  397. if version > protoVersion2 {
  398. if len(p) != 9 {
  399. return frameHeader{}, fmt.Errorf("not enough bytes to read header require 9 got: %d", len(p))
  400. }
  401. head.stream = int(int16(p[2])<<8 | int16(p[3]))
  402. head.op = frameOp(p[4])
  403. head.length = int(readInt(p[5:]))
  404. } else {
  405. if len(p) != 8 {
  406. return frameHeader{}, fmt.Errorf("not enough bytes to read header require 8 got: %d", len(p))
  407. }
  408. head.stream = int(int8(p[2]))
  409. head.op = frameOp(p[3])
  410. head.length = int(readInt(p[4:]))
  411. }
  412. return head, nil
  413. }
  414. // explicitly enables tracing for the framers outgoing requests
  415. func (f *framer) trace() {
  416. f.flags |= flagTracing
  417. }
  418. // reads a frame form the wire into the framers buffer
  419. func (f *framer) readFrame(head *frameHeader) error {
  420. if head.length < 0 {
  421. return fmt.Errorf("frame body length can not be less than 0: %d", head.length)
  422. } else if head.length > maxFrameSize {
  423. // need to free up the connection to be used again
  424. _, err := io.CopyN(ioutil.Discard, f.r, int64(head.length))
  425. if err != nil {
  426. return fmt.Errorf("error whilst trying to discard frame with invalid length: %v", err)
  427. }
  428. return ErrFrameTooBig
  429. }
  430. if cap(f.readBuffer) >= head.length {
  431. f.rbuf = f.readBuffer[:head.length]
  432. } else {
  433. f.readBuffer = make([]byte, head.length)
  434. f.rbuf = f.readBuffer
  435. }
  436. // assume the underlying reader takes care of timeouts and retries
  437. n, err := io.ReadFull(f.r, f.rbuf)
  438. if err != nil {
  439. return fmt.Errorf("unable to read frame body: read %d/%d bytes: %v", n, head.length, err)
  440. }
  441. if head.flags&flagCompress == flagCompress {
  442. if f.compres == nil {
  443. return NewErrProtocol("no compressor available with compressed frame body")
  444. }
  445. f.rbuf, err = f.compres.Decode(f.rbuf)
  446. if err != nil {
  447. return err
  448. }
  449. }
  450. f.header = head
  451. return nil
  452. }
  453. func (f *framer) parseFrame() (frame frame, err error) {
  454. defer func() {
  455. if r := recover(); r != nil {
  456. if _, ok := r.(runtime.Error); ok {
  457. panic(r)
  458. }
  459. err = r.(error)
  460. }
  461. }()
  462. if f.header.version.request() {
  463. return nil, NewErrProtocol("got a request frame from server: %v", f.header.version)
  464. }
  465. if f.header.flags&flagTracing == flagTracing {
  466. f.readTrace()
  467. }
  468. if f.header.flags&flagWarning == flagWarning {
  469. f.header.warnings = f.readStringList()
  470. }
  471. if f.header.flags&flagCustomPayload == flagCustomPayload {
  472. f.header.customPayload = f.readBytesMap()
  473. }
  474. // assumes that the frame body has been read into rbuf
  475. switch f.header.op {
  476. case opError:
  477. frame = f.parseErrorFrame()
  478. case opReady:
  479. frame = f.parseReadyFrame()
  480. case opResult:
  481. frame, err = f.parseResultFrame()
  482. case opSupported:
  483. frame = f.parseSupportedFrame()
  484. case opAuthenticate:
  485. frame = f.parseAuthenticateFrame()
  486. case opAuthChallenge:
  487. frame = f.parseAuthChallengeFrame()
  488. case opAuthSuccess:
  489. frame = f.parseAuthSuccessFrame()
  490. case opEvent:
  491. frame = f.parseEventFrame()
  492. default:
  493. return nil, NewErrProtocol("unknown op in frame header: %s", f.header.op)
  494. }
  495. return
  496. }
  497. func (f *framer) parseErrorFrame() frame {
  498. code := f.readInt()
  499. msg := f.readString()
  500. errD := errorFrame{
  501. frameHeader: *f.header,
  502. code: code,
  503. message: msg,
  504. }
  505. switch code {
  506. case errUnavailable:
  507. cl := f.readConsistency()
  508. required := f.readInt()
  509. alive := f.readInt()
  510. return &RequestErrUnavailable{
  511. errorFrame: errD,
  512. Consistency: cl,
  513. Required: required,
  514. Alive: alive,
  515. }
  516. case errWriteTimeout:
  517. cl := f.readConsistency()
  518. received := f.readInt()
  519. blockfor := f.readInt()
  520. writeType := f.readString()
  521. return &RequestErrWriteTimeout{
  522. errorFrame: errD,
  523. Consistency: cl,
  524. Received: received,
  525. BlockFor: blockfor,
  526. WriteType: writeType,
  527. }
  528. case errReadTimeout:
  529. cl := f.readConsistency()
  530. received := f.readInt()
  531. blockfor := f.readInt()
  532. dataPresent := f.readByte()
  533. return &RequestErrReadTimeout{
  534. errorFrame: errD,
  535. Consistency: cl,
  536. Received: received,
  537. BlockFor: blockfor,
  538. DataPresent: dataPresent,
  539. }
  540. case errAlreadyExists:
  541. ks := f.readString()
  542. table := f.readString()
  543. return &RequestErrAlreadyExists{
  544. errorFrame: errD,
  545. Keyspace: ks,
  546. Table: table,
  547. }
  548. case errUnprepared:
  549. stmtId := f.readShortBytes()
  550. return &RequestErrUnprepared{
  551. errorFrame: errD,
  552. StatementId: copyBytes(stmtId), // defensively copy
  553. }
  554. case errReadFailure:
  555. res := &RequestErrReadFailure{
  556. errorFrame: errD,
  557. }
  558. res.Consistency = f.readConsistency()
  559. res.Received = f.readInt()
  560. res.BlockFor = f.readInt()
  561. if f.proto > protoVersion4 {
  562. res.ErrorMap = f.readErrorMap()
  563. res.NumFailures = len(res.ErrorMap)
  564. } else {
  565. res.NumFailures = f.readInt()
  566. }
  567. res.DataPresent = f.readByte() != 0
  568. return res
  569. case errWriteFailure:
  570. res := &RequestErrWriteFailure{
  571. errorFrame: errD,
  572. }
  573. res.Consistency = f.readConsistency()
  574. res.Received = f.readInt()
  575. res.BlockFor = f.readInt()
  576. if f.proto > protoVersion4 {
  577. res.ErrorMap = f.readErrorMap()
  578. res.NumFailures = len(res.ErrorMap)
  579. } else {
  580. res.NumFailures = f.readInt()
  581. }
  582. res.WriteType = f.readString()
  583. return res
  584. case errFunctionFailure:
  585. res := &RequestErrFunctionFailure{
  586. errorFrame: errD,
  587. }
  588. res.Keyspace = f.readString()
  589. res.Function = f.readString()
  590. res.ArgTypes = f.readStringList()
  591. return res
  592. case errCDCWriteFailure:
  593. res := &RequestErrCDCWriteFailure{
  594. errorFrame: errD,
  595. }
  596. return res
  597. case errInvalid, errBootstrapping, errConfig, errCredentials, errOverloaded,
  598. errProtocol, errServer, errSyntax, errTruncate, errUnauthorized:
  599. // TODO(zariel): we should have some distinct types for these errors
  600. return errD
  601. default:
  602. panic(fmt.Errorf("unknown error code: 0x%x", errD.code))
  603. }
  604. }
  605. func (f *framer) readErrorMap() (errMap ErrorMap) {
  606. errMap = make(ErrorMap)
  607. numErrs := f.readInt()
  608. for i := 0; i < numErrs; i++ {
  609. ip := f.readInetAdressOnly().String()
  610. errMap[ip] = f.readShort()
  611. }
  612. return
  613. }
  614. func (f *framer) writeHeader(flags byte, op frameOp, stream int) {
  615. f.wbuf = f.wbuf[:0]
  616. f.wbuf = append(f.wbuf,
  617. f.proto,
  618. flags,
  619. )
  620. if f.proto > protoVersion2 {
  621. f.wbuf = append(f.wbuf,
  622. byte(stream>>8),
  623. byte(stream),
  624. )
  625. } else {
  626. f.wbuf = append(f.wbuf,
  627. byte(stream),
  628. )
  629. }
  630. // pad out length
  631. f.wbuf = append(f.wbuf,
  632. byte(op),
  633. 0,
  634. 0,
  635. 0,
  636. 0,
  637. )
  638. }
  639. func (f *framer) setLength(length int) {
  640. p := 4
  641. if f.proto > protoVersion2 {
  642. p = 5
  643. }
  644. f.wbuf[p+0] = byte(length >> 24)
  645. f.wbuf[p+1] = byte(length >> 16)
  646. f.wbuf[p+2] = byte(length >> 8)
  647. f.wbuf[p+3] = byte(length)
  648. }
  649. func (f *framer) finishWrite() error {
  650. if len(f.wbuf) > maxFrameSize {
  651. // huge app frame, lets remove it so it doesn't bloat the heap
  652. f.wbuf = make([]byte, defaultBufSize)
  653. return ErrFrameTooBig
  654. }
  655. if f.wbuf[1]&flagCompress == flagCompress {
  656. if f.compres == nil {
  657. panic("compress flag set with no compressor")
  658. }
  659. // TODO: only compress frames which are big enough
  660. compressed, err := f.compres.Encode(f.wbuf[f.headSize:])
  661. if err != nil {
  662. return err
  663. }
  664. f.wbuf = append(f.wbuf[:f.headSize], compressed...)
  665. }
  666. length := len(f.wbuf) - f.headSize
  667. f.setLength(length)
  668. _, err := f.w.Write(f.wbuf)
  669. if err != nil {
  670. return err
  671. }
  672. return nil
  673. }
  674. func (f *framer) readTrace() {
  675. f.traceID = f.readUUID().Bytes()
  676. }
  677. type readyFrame struct {
  678. frameHeader
  679. }
  680. func (f *framer) parseReadyFrame() frame {
  681. return &readyFrame{
  682. frameHeader: *f.header,
  683. }
  684. }
  685. type supportedFrame struct {
  686. frameHeader
  687. supported map[string][]string
  688. }
  689. // TODO: if we move the body buffer onto the frameHeader then we only need a single
  690. // framer, and can move the methods onto the header.
  691. func (f *framer) parseSupportedFrame() frame {
  692. return &supportedFrame{
  693. frameHeader: *f.header,
  694. supported: f.readStringMultiMap(),
  695. }
  696. }
  697. type writeStartupFrame struct {
  698. opts map[string]string
  699. }
  700. func (w writeStartupFrame) String() string {
  701. return fmt.Sprintf("[startup opts=%+v]", w.opts)
  702. }
  703. func (w *writeStartupFrame) writeFrame(f *framer, streamID int) error {
  704. f.writeHeader(f.flags&^flagCompress, opStartup, streamID)
  705. f.writeStringMap(w.opts)
  706. return f.finishWrite()
  707. }
  708. type writePrepareFrame struct {
  709. statement string
  710. keyspace string
  711. }
  712. func (w *writePrepareFrame) writeFrame(f *framer, streamID int) error {
  713. f.writeHeader(f.flags, opPrepare, streamID)
  714. f.writeLongString(w.statement)
  715. var flags uint32 = 0
  716. if w.keyspace != "" {
  717. if f.proto > protoVersion4 {
  718. flags |= flagWithPreparedKeyspace
  719. } else {
  720. panic(fmt.Errorf("The keyspace can only be set with protocol 5 or higher"))
  721. }
  722. }
  723. if f.proto > protoVersion4 {
  724. f.writeUint(flags)
  725. }
  726. if w.keyspace != "" {
  727. f.writeString(w.keyspace)
  728. }
  729. return f.finishWrite()
  730. }
  731. func (f *framer) readTypeInfo() TypeInfo {
  732. // TODO: factor this out so the same code paths can be used to parse custom
  733. // types and other types, as much of the logic will be duplicated.
  734. id := f.readShort()
  735. simple := NativeType{
  736. proto: f.proto,
  737. typ: Type(id),
  738. }
  739. if simple.typ == TypeCustom {
  740. simple.custom = f.readString()
  741. if cassType := getApacheCassandraType(simple.custom); cassType != TypeCustom {
  742. simple.typ = cassType
  743. }
  744. }
  745. switch simple.typ {
  746. case TypeTuple:
  747. n := f.readShort()
  748. tuple := TupleTypeInfo{
  749. NativeType: simple,
  750. Elems: make([]TypeInfo, n),
  751. }
  752. for i := 0; i < int(n); i++ {
  753. tuple.Elems[i] = f.readTypeInfo()
  754. }
  755. return tuple
  756. case TypeUDT:
  757. udt := UDTTypeInfo{
  758. NativeType: simple,
  759. }
  760. udt.KeySpace = f.readString()
  761. udt.Name = f.readString()
  762. n := f.readShort()
  763. udt.Elements = make([]UDTField, n)
  764. for i := 0; i < int(n); i++ {
  765. field := &udt.Elements[i]
  766. field.Name = f.readString()
  767. field.Type = f.readTypeInfo()
  768. }
  769. return udt
  770. case TypeMap, TypeList, TypeSet:
  771. collection := CollectionType{
  772. NativeType: simple,
  773. }
  774. if simple.typ == TypeMap {
  775. collection.Key = f.readTypeInfo()
  776. }
  777. collection.Elem = f.readTypeInfo()
  778. return collection
  779. }
  780. return simple
  781. }
  782. type preparedMetadata struct {
  783. resultMetadata
  784. // proto v4+
  785. pkeyColumns []int
  786. }
  787. func (r preparedMetadata) String() string {
  788. return fmt.Sprintf("[prepared flags=0x%x pkey=%v paging_state=% X columns=%v col_count=%d actual_col_count=%d]", r.flags, r.pkeyColumns, r.pagingState, r.columns, r.colCount, r.actualColCount)
  789. }
  790. func (f *framer) parsePreparedMetadata() preparedMetadata {
  791. // TODO: deduplicate this from parseMetadata
  792. meta := preparedMetadata{}
  793. meta.flags = f.readInt()
  794. meta.colCount = f.readInt()
  795. if meta.colCount < 0 {
  796. panic(fmt.Errorf("received negative column count: %d", meta.colCount))
  797. }
  798. meta.actualColCount = meta.colCount
  799. if f.proto >= protoVersion4 {
  800. pkeyCount := f.readInt()
  801. pkeys := make([]int, pkeyCount)
  802. for i := 0; i < pkeyCount; i++ {
  803. pkeys[i] = int(f.readShort())
  804. }
  805. meta.pkeyColumns = pkeys
  806. }
  807. if meta.flags&flagHasMorePages == flagHasMorePages {
  808. meta.pagingState = copyBytes(f.readBytes())
  809. }
  810. if meta.flags&flagNoMetaData == flagNoMetaData {
  811. return meta
  812. }
  813. var keyspace, table string
  814. globalSpec := meta.flags&flagGlobalTableSpec == flagGlobalTableSpec
  815. if globalSpec {
  816. keyspace = f.readString()
  817. table = f.readString()
  818. }
  819. var cols []ColumnInfo
  820. if meta.colCount < 1000 {
  821. // preallocate columninfo to avoid excess copying
  822. cols = make([]ColumnInfo, meta.colCount)
  823. for i := 0; i < meta.colCount; i++ {
  824. f.readCol(&cols[i], &meta.resultMetadata, globalSpec, keyspace, table)
  825. }
  826. } else {
  827. // use append, huge number of columns usually indicates a corrupt frame or
  828. // just a huge row.
  829. for i := 0; i < meta.colCount; i++ {
  830. var col ColumnInfo
  831. f.readCol(&col, &meta.resultMetadata, globalSpec, keyspace, table)
  832. cols = append(cols, col)
  833. }
  834. }
  835. meta.columns = cols
  836. return meta
  837. }
  838. type resultMetadata struct {
  839. flags int
  840. // only if flagPageState
  841. pagingState []byte
  842. columns []ColumnInfo
  843. colCount int
  844. // this is a count of the total number of columns which can be scanned,
  845. // it is at minimum len(columns) but may be larger, for instance when a column
  846. // is a UDT or tuple.
  847. actualColCount int
  848. }
  849. func (r resultMetadata) String() string {
  850. return fmt.Sprintf("[metadata flags=0x%x paging_state=% X columns=%v]", r.flags, r.pagingState, r.columns)
  851. }
  852. func (f *framer) readCol(col *ColumnInfo, meta *resultMetadata, globalSpec bool, keyspace, table string) {
  853. if !globalSpec {
  854. col.Keyspace = f.readString()
  855. col.Table = f.readString()
  856. } else {
  857. col.Keyspace = keyspace
  858. col.Table = table
  859. }
  860. col.Name = f.readString()
  861. col.TypeInfo = f.readTypeInfo()
  862. switch v := col.TypeInfo.(type) {
  863. // maybe also UDT
  864. case TupleTypeInfo:
  865. // -1 because we already included the tuple column
  866. meta.actualColCount += len(v.Elems) - 1
  867. }
  868. }
  869. func (f *framer) parseResultMetadata() resultMetadata {
  870. var meta resultMetadata
  871. meta.flags = f.readInt()
  872. meta.colCount = f.readInt()
  873. if meta.colCount < 0 {
  874. panic(fmt.Errorf("received negative column count: %d", meta.colCount))
  875. }
  876. meta.actualColCount = meta.colCount
  877. if meta.flags&flagHasMorePages == flagHasMorePages {
  878. meta.pagingState = copyBytes(f.readBytes())
  879. }
  880. if meta.flags&flagNoMetaData == flagNoMetaData {
  881. return meta
  882. }
  883. var keyspace, table string
  884. globalSpec := meta.flags&flagGlobalTableSpec == flagGlobalTableSpec
  885. if globalSpec {
  886. keyspace = f.readString()
  887. table = f.readString()
  888. }
  889. var cols []ColumnInfo
  890. if meta.colCount < 1000 {
  891. // preallocate columninfo to avoid excess copying
  892. cols = make([]ColumnInfo, meta.colCount)
  893. for i := 0; i < meta.colCount; i++ {
  894. f.readCol(&cols[i], &meta, globalSpec, keyspace, table)
  895. }
  896. } else {
  897. // use append, huge number of columns usually indicates a corrupt frame or
  898. // just a huge row.
  899. for i := 0; i < meta.colCount; i++ {
  900. var col ColumnInfo
  901. f.readCol(&col, &meta, globalSpec, keyspace, table)
  902. cols = append(cols, col)
  903. }
  904. }
  905. meta.columns = cols
  906. return meta
  907. }
  908. type resultVoidFrame struct {
  909. frameHeader
  910. }
  911. func (f *resultVoidFrame) String() string {
  912. return "[result_void]"
  913. }
  914. func (f *framer) parseResultFrame() (frame, error) {
  915. kind := f.readInt()
  916. switch kind {
  917. case resultKindVoid:
  918. return &resultVoidFrame{frameHeader: *f.header}, nil
  919. case resultKindRows:
  920. return f.parseResultRows(), nil
  921. case resultKindKeyspace:
  922. return f.parseResultSetKeyspace(), nil
  923. case resultKindPrepared:
  924. return f.parseResultPrepared(), nil
  925. case resultKindSchemaChanged:
  926. return f.parseResultSchemaChange(), nil
  927. }
  928. return nil, NewErrProtocol("unknown result kind: %x", kind)
  929. }
  930. type resultRowsFrame struct {
  931. frameHeader
  932. meta resultMetadata
  933. // dont parse the rows here as we only need to do it once
  934. numRows int
  935. }
  936. func (f *resultRowsFrame) String() string {
  937. return fmt.Sprintf("[result_rows meta=%v]", f.meta)
  938. }
  939. func (f *framer) parseResultRows() frame {
  940. result := &resultRowsFrame{}
  941. result.meta = f.parseResultMetadata()
  942. result.numRows = f.readInt()
  943. if result.numRows < 0 {
  944. panic(fmt.Errorf("invalid row_count in result frame: %d", result.numRows))
  945. }
  946. return result
  947. }
  948. type resultKeyspaceFrame struct {
  949. frameHeader
  950. keyspace string
  951. }
  952. func (r *resultKeyspaceFrame) String() string {
  953. return fmt.Sprintf("[result_keyspace keyspace=%s]", r.keyspace)
  954. }
  955. func (f *framer) parseResultSetKeyspace() frame {
  956. return &resultKeyspaceFrame{
  957. frameHeader: *f.header,
  958. keyspace: f.readString(),
  959. }
  960. }
  961. type resultPreparedFrame struct {
  962. frameHeader
  963. preparedID []byte
  964. reqMeta preparedMetadata
  965. respMeta resultMetadata
  966. }
  967. func (f *framer) parseResultPrepared() frame {
  968. frame := &resultPreparedFrame{
  969. frameHeader: *f.header,
  970. preparedID: f.readShortBytes(),
  971. reqMeta: f.parsePreparedMetadata(),
  972. }
  973. if f.proto < protoVersion2 {
  974. return frame
  975. }
  976. frame.respMeta = f.parseResultMetadata()
  977. return frame
  978. }
  979. type schemaChangeKeyspace struct {
  980. frameHeader
  981. change string
  982. keyspace string
  983. }
  984. func (f schemaChangeKeyspace) String() string {
  985. return fmt.Sprintf("[event schema_change_keyspace change=%q keyspace=%q]", f.change, f.keyspace)
  986. }
  987. type schemaChangeTable struct {
  988. frameHeader
  989. change string
  990. keyspace string
  991. object string
  992. }
  993. func (f schemaChangeTable) String() string {
  994. return fmt.Sprintf("[event schema_change change=%q keyspace=%q object=%q]", f.change, f.keyspace, f.object)
  995. }
  996. type schemaChangeType struct {
  997. frameHeader
  998. change string
  999. keyspace string
  1000. object string
  1001. }
  1002. type schemaChangeFunction struct {
  1003. frameHeader
  1004. change string
  1005. keyspace string
  1006. name string
  1007. args []string
  1008. }
  1009. type schemaChangeAggregate struct {
  1010. frameHeader
  1011. change string
  1012. keyspace string
  1013. name string
  1014. args []string
  1015. }
  1016. func (f *framer) parseResultSchemaChange() frame {
  1017. if f.proto <= protoVersion2 {
  1018. change := f.readString()
  1019. keyspace := f.readString()
  1020. table := f.readString()
  1021. if table != "" {
  1022. return &schemaChangeTable{
  1023. frameHeader: *f.header,
  1024. change: change,
  1025. keyspace: keyspace,
  1026. object: table,
  1027. }
  1028. } else {
  1029. return &schemaChangeKeyspace{
  1030. frameHeader: *f.header,
  1031. change: change,
  1032. keyspace: keyspace,
  1033. }
  1034. }
  1035. } else {
  1036. change := f.readString()
  1037. target := f.readString()
  1038. // TODO: could just use a separate type for each target
  1039. switch target {
  1040. case "KEYSPACE":
  1041. frame := &schemaChangeKeyspace{
  1042. frameHeader: *f.header,
  1043. change: change,
  1044. }
  1045. frame.keyspace = f.readString()
  1046. return frame
  1047. case "TABLE":
  1048. frame := &schemaChangeTable{
  1049. frameHeader: *f.header,
  1050. change: change,
  1051. }
  1052. frame.keyspace = f.readString()
  1053. frame.object = f.readString()
  1054. return frame
  1055. case "TYPE":
  1056. frame := &schemaChangeType{
  1057. frameHeader: *f.header,
  1058. change: change,
  1059. }
  1060. frame.keyspace = f.readString()
  1061. frame.object = f.readString()
  1062. return frame
  1063. case "FUNCTION":
  1064. frame := &schemaChangeFunction{
  1065. frameHeader: *f.header,
  1066. change: change,
  1067. }
  1068. frame.keyspace = f.readString()
  1069. frame.name = f.readString()
  1070. frame.args = f.readStringList()
  1071. return frame
  1072. case "AGGREGATE":
  1073. frame := &schemaChangeAggregate{
  1074. frameHeader: *f.header,
  1075. change: change,
  1076. }
  1077. frame.keyspace = f.readString()
  1078. frame.name = f.readString()
  1079. frame.args = f.readStringList()
  1080. return frame
  1081. default:
  1082. panic(fmt.Errorf("gocql: unknown SCHEMA_CHANGE target: %q change: %q", target, change))
  1083. }
  1084. }
  1085. }
  1086. type authenticateFrame struct {
  1087. frameHeader
  1088. class string
  1089. }
  1090. func (a *authenticateFrame) String() string {
  1091. return fmt.Sprintf("[authenticate class=%q]", a.class)
  1092. }
  1093. func (f *framer) parseAuthenticateFrame() frame {
  1094. return &authenticateFrame{
  1095. frameHeader: *f.header,
  1096. class: f.readString(),
  1097. }
  1098. }
  1099. type authSuccessFrame struct {
  1100. frameHeader
  1101. data []byte
  1102. }
  1103. func (a *authSuccessFrame) String() string {
  1104. return fmt.Sprintf("[auth_success data=%q]", a.data)
  1105. }
  1106. func (f *framer) parseAuthSuccessFrame() frame {
  1107. return &authSuccessFrame{
  1108. frameHeader: *f.header,
  1109. data: f.readBytes(),
  1110. }
  1111. }
  1112. type authChallengeFrame struct {
  1113. frameHeader
  1114. data []byte
  1115. }
  1116. func (a *authChallengeFrame) String() string {
  1117. return fmt.Sprintf("[auth_challenge data=%q]", a.data)
  1118. }
  1119. func (f *framer) parseAuthChallengeFrame() frame {
  1120. return &authChallengeFrame{
  1121. frameHeader: *f.header,
  1122. data: f.readBytes(),
  1123. }
  1124. }
  1125. type statusChangeEventFrame struct {
  1126. frameHeader
  1127. change string
  1128. host net.IP
  1129. port int
  1130. }
  1131. func (t statusChangeEventFrame) String() string {
  1132. return fmt.Sprintf("[status_change change=%s host=%v port=%v]", t.change, t.host, t.port)
  1133. }
  1134. // essentially the same as statusChange
  1135. type topologyChangeEventFrame struct {
  1136. frameHeader
  1137. change string
  1138. host net.IP
  1139. port int
  1140. }
  1141. func (t topologyChangeEventFrame) String() string {
  1142. return fmt.Sprintf("[topology_change change=%s host=%v port=%v]", t.change, t.host, t.port)
  1143. }
  1144. func (f *framer) parseEventFrame() frame {
  1145. eventType := f.readString()
  1146. switch eventType {
  1147. case "TOPOLOGY_CHANGE":
  1148. frame := &topologyChangeEventFrame{frameHeader: *f.header}
  1149. frame.change = f.readString()
  1150. frame.host, frame.port = f.readInet()
  1151. return frame
  1152. case "STATUS_CHANGE":
  1153. frame := &statusChangeEventFrame{frameHeader: *f.header}
  1154. frame.change = f.readString()
  1155. frame.host, frame.port = f.readInet()
  1156. return frame
  1157. case "SCHEMA_CHANGE":
  1158. // this should work for all versions
  1159. return f.parseResultSchemaChange()
  1160. default:
  1161. panic(fmt.Errorf("gocql: unknown event type: %q", eventType))
  1162. }
  1163. }
  1164. type writeAuthResponseFrame struct {
  1165. data []byte
  1166. }
  1167. func (a *writeAuthResponseFrame) String() string {
  1168. return fmt.Sprintf("[auth_response data=%q]", a.data)
  1169. }
  1170. func (a *writeAuthResponseFrame) writeFrame(framer *framer, streamID int) error {
  1171. return framer.writeAuthResponseFrame(streamID, a.data)
  1172. }
  1173. func (f *framer) writeAuthResponseFrame(streamID int, data []byte) error {
  1174. f.writeHeader(f.flags, opAuthResponse, streamID)
  1175. f.writeBytes(data)
  1176. return f.finishWrite()
  1177. }
  1178. type queryValues struct {
  1179. value []byte
  1180. // optional name, will set With names for values flag
  1181. name string
  1182. isUnset bool
  1183. }
  1184. type queryParams struct {
  1185. consistency Consistency
  1186. // v2+
  1187. skipMeta bool
  1188. values []queryValues
  1189. pageSize int
  1190. pagingState []byte
  1191. serialConsistency SerialConsistency
  1192. // v3+
  1193. defaultTimestamp bool
  1194. defaultTimestampValue int64
  1195. // v5+
  1196. keyspace string
  1197. }
  1198. func (q queryParams) String() string {
  1199. return fmt.Sprintf("[query_params consistency=%v skip_meta=%v page_size=%d paging_state=%q serial_consistency=%v default_timestamp=%v values=%v keyspace=%s]",
  1200. q.consistency, q.skipMeta, q.pageSize, q.pagingState, q.serialConsistency, q.defaultTimestamp, q.values, q.keyspace)
  1201. }
  1202. func (f *framer) writeQueryParams(opts *queryParams) {
  1203. f.writeConsistency(opts.consistency)
  1204. if f.proto == protoVersion1 {
  1205. return
  1206. }
  1207. var flags byte
  1208. if len(opts.values) > 0 {
  1209. flags |= flagValues
  1210. }
  1211. if opts.skipMeta {
  1212. flags |= flagSkipMetaData
  1213. }
  1214. if opts.pageSize > 0 {
  1215. flags |= flagPageSize
  1216. }
  1217. if len(opts.pagingState) > 0 {
  1218. flags |= flagWithPagingState
  1219. }
  1220. if opts.serialConsistency > 0 {
  1221. flags |= flagWithSerialConsistency
  1222. }
  1223. names := false
  1224. // protoV3 specific things
  1225. if f.proto > protoVersion2 {
  1226. if opts.defaultTimestamp {
  1227. flags |= flagDefaultTimestamp
  1228. }
  1229. if len(opts.values) > 0 && opts.values[0].name != "" {
  1230. flags |= flagWithNameValues
  1231. names = true
  1232. }
  1233. }
  1234. if opts.keyspace != "" {
  1235. if f.proto > protoVersion4 {
  1236. flags |= flagWithKeyspace
  1237. } else {
  1238. panic(fmt.Errorf("The keyspace can only be set with protocol 5 or higher"))
  1239. }
  1240. }
  1241. if f.proto > protoVersion4 {
  1242. f.writeUint(uint32(flags))
  1243. } else {
  1244. f.writeByte(flags)
  1245. }
  1246. if n := len(opts.values); n > 0 {
  1247. f.writeShort(uint16(n))
  1248. for i := 0; i < n; i++ {
  1249. if names {
  1250. f.writeString(opts.values[i].name)
  1251. }
  1252. if opts.values[i].isUnset {
  1253. f.writeUnset()
  1254. } else {
  1255. f.writeBytes(opts.values[i].value)
  1256. }
  1257. }
  1258. }
  1259. if opts.pageSize > 0 {
  1260. f.writeInt(int32(opts.pageSize))
  1261. }
  1262. if len(opts.pagingState) > 0 {
  1263. f.writeBytes(opts.pagingState)
  1264. }
  1265. if opts.serialConsistency > 0 {
  1266. f.writeConsistency(Consistency(opts.serialConsistency))
  1267. }
  1268. if f.proto > protoVersion2 && opts.defaultTimestamp {
  1269. // timestamp in microseconds
  1270. var ts int64
  1271. if opts.defaultTimestampValue != 0 {
  1272. ts = opts.defaultTimestampValue
  1273. } else {
  1274. ts = time.Now().UnixNano() / 1000
  1275. }
  1276. f.writeLong(ts)
  1277. }
  1278. if opts.keyspace != "" {
  1279. f.writeString(opts.keyspace)
  1280. }
  1281. }
  1282. type writeQueryFrame struct {
  1283. statement string
  1284. params queryParams
  1285. }
  1286. func (w *writeQueryFrame) String() string {
  1287. return fmt.Sprintf("[query statement=%q params=%v]", w.statement, w.params)
  1288. }
  1289. func (w *writeQueryFrame) writeFrame(framer *framer, streamID int) error {
  1290. return framer.writeQueryFrame(streamID, w.statement, &w.params)
  1291. }
  1292. func (f *framer) writeQueryFrame(streamID int, statement string, params *queryParams) error {
  1293. f.writeHeader(f.flags, opQuery, streamID)
  1294. f.writeLongString(statement)
  1295. f.writeQueryParams(params)
  1296. return f.finishWrite()
  1297. }
  1298. type frameWriter interface {
  1299. writeFrame(framer *framer, streamID int) error
  1300. }
  1301. type frameWriterFunc func(framer *framer, streamID int) error
  1302. func (f frameWriterFunc) writeFrame(framer *framer, streamID int) error {
  1303. return f(framer, streamID)
  1304. }
  1305. type writeExecuteFrame struct {
  1306. preparedID []byte
  1307. params queryParams
  1308. }
  1309. func (e *writeExecuteFrame) String() string {
  1310. return fmt.Sprintf("[execute id=% X params=%v]", e.preparedID, &e.params)
  1311. }
  1312. func (e *writeExecuteFrame) writeFrame(fr *framer, streamID int) error {
  1313. return fr.writeExecuteFrame(streamID, e.preparedID, &e.params)
  1314. }
  1315. func (f *framer) writeExecuteFrame(streamID int, preparedID []byte, params *queryParams) error {
  1316. f.writeHeader(f.flags, opExecute, streamID)
  1317. f.writeShortBytes(preparedID)
  1318. if f.proto > protoVersion1 {
  1319. f.writeQueryParams(params)
  1320. } else {
  1321. n := len(params.values)
  1322. f.writeShort(uint16(n))
  1323. for i := 0; i < n; i++ {
  1324. if params.values[i].isUnset {
  1325. f.writeUnset()
  1326. } else {
  1327. f.writeBytes(params.values[i].value)
  1328. }
  1329. }
  1330. f.writeConsistency(params.consistency)
  1331. }
  1332. return f.finishWrite()
  1333. }
  1334. // TODO: can we replace BatchStatemt with batchStatement? As they prety much
  1335. // duplicate each other
  1336. type batchStatment struct {
  1337. preparedID []byte
  1338. statement string
  1339. values []queryValues
  1340. }
  1341. type writeBatchFrame struct {
  1342. typ BatchType
  1343. statements []batchStatment
  1344. consistency Consistency
  1345. // v3+
  1346. serialConsistency SerialConsistency
  1347. defaultTimestamp bool
  1348. defaultTimestampValue int64
  1349. }
  1350. func (w *writeBatchFrame) writeFrame(framer *framer, streamID int) error {
  1351. return framer.writeBatchFrame(streamID, w)
  1352. }
  1353. func (f *framer) writeBatchFrame(streamID int, w *writeBatchFrame) error {
  1354. f.writeHeader(f.flags, opBatch, streamID)
  1355. f.writeByte(byte(w.typ))
  1356. n := len(w.statements)
  1357. f.writeShort(uint16(n))
  1358. var flags byte
  1359. for i := 0; i < n; i++ {
  1360. b := &w.statements[i]
  1361. if len(b.preparedID) == 0 {
  1362. f.writeByte(0)
  1363. f.writeLongString(b.statement)
  1364. } else {
  1365. f.writeByte(1)
  1366. f.writeShortBytes(b.preparedID)
  1367. }
  1368. f.writeShort(uint16(len(b.values)))
  1369. for j := range b.values {
  1370. col := b.values[j]
  1371. if f.proto > protoVersion2 && col.name != "" {
  1372. // TODO: move this check into the caller and set a flag on writeBatchFrame
  1373. // to indicate using named values
  1374. if f.proto <= protoVersion5 {
  1375. return fmt.Errorf("gocql: named query values are not supported in batches, please see https://issues.apache.org/jira/browse/CASSANDRA-10246")
  1376. }
  1377. flags |= flagWithNameValues
  1378. f.writeString(col.name)
  1379. }
  1380. if col.isUnset {
  1381. f.writeUnset()
  1382. } else {
  1383. f.writeBytes(col.value)
  1384. }
  1385. }
  1386. }
  1387. f.writeConsistency(w.consistency)
  1388. if f.proto > protoVersion2 {
  1389. if w.serialConsistency > 0 {
  1390. flags |= flagWithSerialConsistency
  1391. }
  1392. if w.defaultTimestamp {
  1393. flags |= flagDefaultTimestamp
  1394. }
  1395. if f.proto > protoVersion4 {
  1396. f.writeUint(uint32(flags))
  1397. } else {
  1398. f.writeByte(flags)
  1399. }
  1400. if w.serialConsistency > 0 {
  1401. f.writeConsistency(Consistency(w.serialConsistency))
  1402. }
  1403. if w.defaultTimestamp {
  1404. var ts int64
  1405. if w.defaultTimestampValue != 0 {
  1406. ts = w.defaultTimestampValue
  1407. } else {
  1408. ts = time.Now().UnixNano() / 1000
  1409. }
  1410. f.writeLong(ts)
  1411. }
  1412. }
  1413. return f.finishWrite()
  1414. }
  1415. type writeOptionsFrame struct{}
  1416. func (w *writeOptionsFrame) writeFrame(framer *framer, streamID int) error {
  1417. return framer.writeOptionsFrame(streamID, w)
  1418. }
  1419. func (f *framer) writeOptionsFrame(stream int, _ *writeOptionsFrame) error {
  1420. f.writeHeader(f.flags, opOptions, stream)
  1421. return f.finishWrite()
  1422. }
  1423. type writeRegisterFrame struct {
  1424. events []string
  1425. }
  1426. func (w *writeRegisterFrame) writeFrame(framer *framer, streamID int) error {
  1427. return framer.writeRegisterFrame(streamID, w)
  1428. }
  1429. func (f *framer) writeRegisterFrame(streamID int, w *writeRegisterFrame) error {
  1430. f.writeHeader(f.flags, opRegister, streamID)
  1431. f.writeStringList(w.events)
  1432. return f.finishWrite()
  1433. }
  1434. func (f *framer) readByte() byte {
  1435. if len(f.rbuf) < 1 {
  1436. panic(fmt.Errorf("not enough bytes in buffer to read byte require 1 got: %d", len(f.rbuf)))
  1437. }
  1438. b := f.rbuf[0]
  1439. f.rbuf = f.rbuf[1:]
  1440. return b
  1441. }
  1442. func (f *framer) readInt() (n int) {
  1443. if len(f.rbuf) < 4 {
  1444. panic(fmt.Errorf("not enough bytes in buffer to read int require 4 got: %d", len(f.rbuf)))
  1445. }
  1446. n = int(int32(f.rbuf[0])<<24 | int32(f.rbuf[1])<<16 | int32(f.rbuf[2])<<8 | int32(f.rbuf[3]))
  1447. f.rbuf = f.rbuf[4:]
  1448. return
  1449. }
  1450. func (f *framer) readShort() (n uint16) {
  1451. if len(f.rbuf) < 2 {
  1452. panic(fmt.Errorf("not enough bytes in buffer to read short require 2 got: %d", len(f.rbuf)))
  1453. }
  1454. n = uint16(f.rbuf[0])<<8 | uint16(f.rbuf[1])
  1455. f.rbuf = f.rbuf[2:]
  1456. return
  1457. }
  1458. func (f *framer) readLong() (n int64) {
  1459. if len(f.rbuf) < 8 {
  1460. panic(fmt.Errorf("not enough bytes in buffer to read long require 8 got: %d", len(f.rbuf)))
  1461. }
  1462. n = int64(f.rbuf[0])<<56 | int64(f.rbuf[1])<<48 | int64(f.rbuf[2])<<40 | int64(f.rbuf[3])<<32 |
  1463. int64(f.rbuf[4])<<24 | int64(f.rbuf[5])<<16 | int64(f.rbuf[6])<<8 | int64(f.rbuf[7])
  1464. f.rbuf = f.rbuf[8:]
  1465. return
  1466. }
  1467. func (f *framer) readString() (s string) {
  1468. size := f.readShort()
  1469. if len(f.rbuf) < int(size) {
  1470. panic(fmt.Errorf("not enough bytes in buffer to read string require %d got: %d", size, len(f.rbuf)))
  1471. }
  1472. s = string(f.rbuf[:size])
  1473. f.rbuf = f.rbuf[size:]
  1474. return
  1475. }
  1476. func (f *framer) readLongString() (s string) {
  1477. size := f.readInt()
  1478. if len(f.rbuf) < size {
  1479. panic(fmt.Errorf("not enough bytes in buffer to read long string require %d got: %d", size, len(f.rbuf)))
  1480. }
  1481. s = string(f.rbuf[:size])
  1482. f.rbuf = f.rbuf[size:]
  1483. return
  1484. }
  1485. func (f *framer) readUUID() *UUID {
  1486. if len(f.rbuf) < 16 {
  1487. panic(fmt.Errorf("not enough bytes in buffer to read uuid require %d got: %d", 16, len(f.rbuf)))
  1488. }
  1489. // TODO: how to handle this error, if it is a uuid, then sureley, problems?
  1490. u, _ := UUIDFromBytes(f.rbuf[:16])
  1491. f.rbuf = f.rbuf[16:]
  1492. return &u
  1493. }
  1494. func (f *framer) readStringList() []string {
  1495. size := f.readShort()
  1496. l := make([]string, size)
  1497. for i := 0; i < int(size); i++ {
  1498. l[i] = f.readString()
  1499. }
  1500. return l
  1501. }
  1502. func (f *framer) readBytesInternal() ([]byte, error) {
  1503. size := f.readInt()
  1504. if size < 0 {
  1505. return nil, nil
  1506. }
  1507. if len(f.rbuf) < size {
  1508. return nil, fmt.Errorf("not enough bytes in buffer to read bytes require %d got: %d", size, len(f.rbuf))
  1509. }
  1510. l := f.rbuf[:size]
  1511. f.rbuf = f.rbuf[size:]
  1512. return l, nil
  1513. }
  1514. func (f *framer) readBytes() []byte {
  1515. l, err := f.readBytesInternal()
  1516. if err != nil {
  1517. panic(err)
  1518. }
  1519. return l
  1520. }
  1521. func (f *framer) readShortBytes() []byte {
  1522. size := f.readShort()
  1523. if len(f.rbuf) < int(size) {
  1524. panic(fmt.Errorf("not enough bytes in buffer to read short bytes: require %d got %d", size, len(f.rbuf)))
  1525. }
  1526. l := f.rbuf[:size]
  1527. f.rbuf = f.rbuf[size:]
  1528. return l
  1529. }
  1530. func (f *framer) readInetAdressOnly() net.IP {
  1531. if len(f.rbuf) < 1 {
  1532. panic(fmt.Errorf("not enough bytes in buffer to read inet size require %d got: %d", 1, len(f.rbuf)))
  1533. }
  1534. size := f.rbuf[0]
  1535. f.rbuf = f.rbuf[1:]
  1536. if !(size == 4 || size == 16) {
  1537. panic(fmt.Errorf("invalid IP size: %d", size))
  1538. }
  1539. if len(f.rbuf) < 1 {
  1540. panic(fmt.Errorf("not enough bytes in buffer to read inet require %d got: %d", size, len(f.rbuf)))
  1541. }
  1542. ip := make([]byte, size)
  1543. copy(ip, f.rbuf[:size])
  1544. f.rbuf = f.rbuf[size:]
  1545. return net.IP(ip)
  1546. }
  1547. func (f *framer) readInet() (net.IP, int) {
  1548. return f.readInetAdressOnly(), f.readInt()
  1549. }
  1550. func (f *framer) readConsistency() Consistency {
  1551. return Consistency(f.readShort())
  1552. }
  1553. func (f *framer) readStringMap() map[string]string {
  1554. size := f.readShort()
  1555. m := make(map[string]string, size)
  1556. for i := 0; i < int(size); i++ {
  1557. k := f.readString()
  1558. v := f.readString()
  1559. m[k] = v
  1560. }
  1561. return m
  1562. }
  1563. func (f *framer) readBytesMap() map[string][]byte {
  1564. size := f.readShort()
  1565. m := make(map[string][]byte, size)
  1566. for i := 0; i < int(size); i++ {
  1567. k := f.readString()
  1568. v := f.readBytes()
  1569. m[k] = v
  1570. }
  1571. return m
  1572. }
  1573. func (f *framer) readStringMultiMap() map[string][]string {
  1574. size := f.readShort()
  1575. m := make(map[string][]string, size)
  1576. for i := 0; i < int(size); i++ {
  1577. k := f.readString()
  1578. v := f.readStringList()
  1579. m[k] = v
  1580. }
  1581. return m
  1582. }
  1583. func (f *framer) writeByte(b byte) {
  1584. f.wbuf = append(f.wbuf, b)
  1585. }
  1586. func appendBytes(p []byte, d []byte) []byte {
  1587. if d == nil {
  1588. return appendInt(p, -1)
  1589. }
  1590. p = appendInt(p, int32(len(d)))
  1591. p = append(p, d...)
  1592. return p
  1593. }
  1594. func appendShort(p []byte, n uint16) []byte {
  1595. return append(p,
  1596. byte(n>>8),
  1597. byte(n),
  1598. )
  1599. }
  1600. func appendInt(p []byte, n int32) []byte {
  1601. return append(p, byte(n>>24),
  1602. byte(n>>16),
  1603. byte(n>>8),
  1604. byte(n))
  1605. }
  1606. func appendUint(p []byte, n uint32) []byte {
  1607. return append(p, byte(n>>24),
  1608. byte(n>>16),
  1609. byte(n>>8),
  1610. byte(n))
  1611. }
  1612. func appendLong(p []byte, n int64) []byte {
  1613. return append(p,
  1614. byte(n>>56),
  1615. byte(n>>48),
  1616. byte(n>>40),
  1617. byte(n>>32),
  1618. byte(n>>24),
  1619. byte(n>>16),
  1620. byte(n>>8),
  1621. byte(n),
  1622. )
  1623. }
  1624. // these are protocol level binary types
  1625. func (f *framer) writeInt(n int32) {
  1626. f.wbuf = appendInt(f.wbuf, n)
  1627. }
  1628. func (f *framer) writeUint(n uint32) {
  1629. f.wbuf = appendUint(f.wbuf, n)
  1630. }
  1631. func (f *framer) writeShort(n uint16) {
  1632. f.wbuf = appendShort(f.wbuf, n)
  1633. }
  1634. func (f *framer) writeLong(n int64) {
  1635. f.wbuf = appendLong(f.wbuf, n)
  1636. }
  1637. func (f *framer) writeString(s string) {
  1638. f.writeShort(uint16(len(s)))
  1639. f.wbuf = append(f.wbuf, s...)
  1640. }
  1641. func (f *framer) writeLongString(s string) {
  1642. f.writeInt(int32(len(s)))
  1643. f.wbuf = append(f.wbuf, s...)
  1644. }
  1645. func (f *framer) writeUUID(u *UUID) {
  1646. f.wbuf = append(f.wbuf, u[:]...)
  1647. }
  1648. func (f *framer) writeStringList(l []string) {
  1649. f.writeShort(uint16(len(l)))
  1650. for _, s := range l {
  1651. f.writeString(s)
  1652. }
  1653. }
  1654. func (f *framer) writeUnset() {
  1655. // Protocol version 4 specifies that bind variables do not require having a
  1656. // value when executing a statement. Bind variables without a value are
  1657. // called 'unset'. The 'unset' bind variable is serialized as the int
  1658. // value '-2' without following bytes.
  1659. f.writeInt(-2)
  1660. }
  1661. func (f *framer) writeBytes(p []byte) {
  1662. // TODO: handle null case correctly,
  1663. // [bytes] A [int] n, followed by n bytes if n >= 0. If n < 0,
  1664. // no byte should follow and the value represented is `null`.
  1665. if p == nil {
  1666. f.writeInt(-1)
  1667. } else {
  1668. f.writeInt(int32(len(p)))
  1669. f.wbuf = append(f.wbuf, p...)
  1670. }
  1671. }
  1672. func (f *framer) writeShortBytes(p []byte) {
  1673. f.writeShort(uint16(len(p)))
  1674. f.wbuf = append(f.wbuf, p...)
  1675. }
  1676. func (f *framer) writeInet(ip net.IP, port int) {
  1677. f.wbuf = append(f.wbuf,
  1678. byte(len(ip)),
  1679. )
  1680. f.wbuf = append(f.wbuf,
  1681. []byte(ip)...,
  1682. )
  1683. f.writeInt(int32(port))
  1684. }
  1685. func (f *framer) writeConsistency(cons Consistency) {
  1686. f.writeShort(uint16(cons))
  1687. }
  1688. func (f *framer) writeStringMap(m map[string]string) {
  1689. f.writeShort(uint16(len(m)))
  1690. for k, v := range m {
  1691. f.writeString(k)
  1692. f.writeString(v)
  1693. }
  1694. }