session.go 53 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979
  1. // Copyright (c) 2012 The gocql Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package gocql
  5. import (
  6. "bytes"
  7. "context"
  8. "encoding/binary"
  9. "errors"
  10. "fmt"
  11. "io"
  12. "net"
  13. "strings"
  14. "sync"
  15. "sync/atomic"
  16. "time"
  17. "unicode"
  18. "github.com/gocql/gocql/internal/lru"
  19. )
  20. // Session is the interface used by users to interact with the database.
  21. //
  22. // It's safe for concurrent use by multiple goroutines and a typical usage
  23. // scenario is to have one global session object to interact with the
  24. // whole Cassandra cluster.
  25. //
  26. // This type extends the Node interface by adding a convinient query builder
  27. // and automatically sets a default consistency level on all operations
  28. // that do not have a consistency level set.
  29. type Session struct {
  30. cons Consistency
  31. pageSize int
  32. prefetch float64
  33. routingKeyInfoCache routingKeyInfoLRU
  34. schemaDescriber *schemaDescriber
  35. trace Tracer
  36. queryObserver QueryObserver
  37. batchObserver BatchObserver
  38. connectObserver ConnectObserver
  39. frameObserver FrameHeaderObserver
  40. hostSource *ringDescriber
  41. stmtsLRU *preparedLRU
  42. connCfg *ConnConfig
  43. executor *queryExecutor
  44. pool *policyConnPool
  45. policy HostSelectionPolicy
  46. ring ring
  47. metadata clusterMetadata
  48. mu sync.RWMutex
  49. control *controlConn
  50. // event handlers
  51. nodeEvents *eventDebouncer
  52. schemaEvents *eventDebouncer
  53. // ring metadata
  54. hosts []HostInfo
  55. useSystemSchema bool
  56. hasAggregatesAndFunctions bool
  57. cfg ClusterConfig
  58. quit chan struct{}
  59. closeMu sync.RWMutex
  60. isClosed bool
  61. }
  62. var queryPool = &sync.Pool{
  63. New: func() interface{} {
  64. return new(Query)
  65. },
  66. }
  67. func addrsToHosts(addrs []string, defaultPort int) ([]*HostInfo, error) {
  68. var hosts []*HostInfo
  69. for _, hostport := range addrs {
  70. resolvedHosts, err := hostInfo(hostport, defaultPort)
  71. if err != nil {
  72. // Try other hosts if unable to resolve DNS name
  73. if _, ok := err.(*net.DNSError); ok {
  74. Logger.Printf("gocql: dns error: %v\n", err)
  75. continue
  76. }
  77. return nil, err
  78. }
  79. hosts = append(hosts, resolvedHosts...)
  80. }
  81. if len(hosts) == 0 {
  82. return nil, errors.New("failed to resolve any of the provided hostnames")
  83. }
  84. return hosts, nil
  85. }
  86. // NewSession wraps an existing Node.
  87. func NewSession(cfg ClusterConfig) (*Session, error) {
  88. // Check that hosts in the ClusterConfig is not empty
  89. if len(cfg.Hosts) < 1 {
  90. return nil, ErrNoHosts
  91. }
  92. // Check that either Authenticator is set or AuthProvider, not both
  93. if cfg.Authenticator != nil && cfg.AuthProvider != nil {
  94. return nil, errors.New("Can't use both Authenticator and AuthProvider in cluster config.")
  95. }
  96. s := &Session{
  97. cons: cfg.Consistency,
  98. prefetch: 0.25,
  99. cfg: cfg,
  100. pageSize: cfg.PageSize,
  101. stmtsLRU: &preparedLRU{lru: lru.New(cfg.MaxPreparedStmts)},
  102. quit: make(chan struct{}),
  103. connectObserver: cfg.ConnectObserver,
  104. }
  105. s.schemaDescriber = newSchemaDescriber(s)
  106. s.nodeEvents = newEventDebouncer("NodeEvents", s.handleNodeEvent)
  107. s.schemaEvents = newEventDebouncer("SchemaEvents", s.handleSchemaEvent)
  108. s.routingKeyInfoCache.lru = lru.New(cfg.MaxRoutingKeyInfo)
  109. s.hostSource = &ringDescriber{session: s}
  110. if cfg.PoolConfig.HostSelectionPolicy == nil {
  111. cfg.PoolConfig.HostSelectionPolicy = RoundRobinHostPolicy()
  112. }
  113. s.pool = cfg.PoolConfig.buildPool(s)
  114. s.policy = cfg.PoolConfig.HostSelectionPolicy
  115. s.policy.Init(s)
  116. s.executor = &queryExecutor{
  117. pool: s.pool,
  118. policy: cfg.PoolConfig.HostSelectionPolicy,
  119. }
  120. s.queryObserver = cfg.QueryObserver
  121. s.batchObserver = cfg.BatchObserver
  122. s.connectObserver = cfg.ConnectObserver
  123. s.frameObserver = cfg.FrameHeaderObserver
  124. //Check the TLS Config before trying to connect to anything external
  125. connCfg, err := connConfig(&s.cfg)
  126. if err != nil {
  127. //TODO: Return a typed error
  128. return nil, fmt.Errorf("gocql: unable to create session: %v", err)
  129. }
  130. s.connCfg = connCfg
  131. if err := s.init(); err != nil {
  132. s.Close()
  133. if err == ErrNoConnectionsStarted {
  134. //This error used to be generated inside NewSession & returned directly
  135. //Forward it on up to be backwards compatible
  136. return nil, ErrNoConnectionsStarted
  137. } else {
  138. // TODO(zariel): dont wrap this error in fmt.Errorf, return a typed error
  139. return nil, fmt.Errorf("gocql: unable to create session: %v", err)
  140. }
  141. }
  142. return s, nil
  143. }
  144. func (s *Session) init() error {
  145. hosts, err := addrsToHosts(s.cfg.Hosts, s.cfg.Port)
  146. if err != nil {
  147. return err
  148. }
  149. s.ring.endpoints = hosts
  150. if !s.cfg.disableControlConn {
  151. s.control = createControlConn(s)
  152. if s.cfg.ProtoVersion == 0 {
  153. proto, err := s.control.discoverProtocol(hosts)
  154. if err != nil {
  155. return fmt.Errorf("unable to discover protocol version: %v", err)
  156. } else if proto == 0 {
  157. return errors.New("unable to discovery protocol version")
  158. }
  159. // TODO(zariel): we really only need this in 1 place
  160. s.cfg.ProtoVersion = proto
  161. s.connCfg.ProtoVersion = proto
  162. }
  163. if err := s.control.connect(hosts); err != nil {
  164. return err
  165. }
  166. if !s.cfg.DisableInitialHostLookup {
  167. var partitioner string
  168. newHosts, partitioner, err := s.hostSource.GetHosts()
  169. if err != nil {
  170. return err
  171. }
  172. s.policy.SetPartitioner(partitioner)
  173. filteredHosts := make([]*HostInfo, 0, len(newHosts))
  174. for _, host := range newHosts {
  175. if !s.cfg.filterHost(host) {
  176. filteredHosts = append(filteredHosts, host)
  177. }
  178. }
  179. hosts = append(hosts, filteredHosts...)
  180. }
  181. }
  182. hostMap := make(map[string]*HostInfo, len(hosts))
  183. for _, host := range hosts {
  184. hostMap[host.ConnectAddress().String()] = host
  185. }
  186. for _, host := range hostMap {
  187. host = s.ring.addOrUpdate(host)
  188. s.addNewNode(host)
  189. }
  190. // TODO(zariel): we probably dont need this any more as we verify that we
  191. // can connect to one of the endpoints supplied by using the control conn.
  192. // See if there are any connections in the pool
  193. if s.cfg.ReconnectInterval > 0 {
  194. go s.reconnectDownedHosts(s.cfg.ReconnectInterval)
  195. }
  196. // If we disable the initial host lookup, we need to still check if the
  197. // cluster is using the newer system schema or not... however, if control
  198. // connection is disable, we really have no choice, so we just make our
  199. // best guess...
  200. if !s.cfg.disableControlConn && s.cfg.DisableInitialHostLookup {
  201. newer, _ := checkSystemSchema(s.control)
  202. s.useSystemSchema = newer
  203. } else {
  204. version := s.ring.rrHost().Version()
  205. s.useSystemSchema = version.AtLeast(3, 0, 0)
  206. s.hasAggregatesAndFunctions = version.AtLeast(2, 2, 0)
  207. }
  208. if s.pool.Size() == 0 {
  209. return ErrNoConnectionsStarted
  210. }
  211. // Invoke KeyspaceChanged to let the policy cache the session keyspace
  212. // parameters. This is used by tokenAwareHostPolicy to discover replicas.
  213. if !s.cfg.disableControlConn && s.cfg.Keyspace != "" {
  214. s.policy.KeyspaceChanged(KeyspaceUpdateEvent{Keyspace: s.cfg.Keyspace})
  215. }
  216. return nil
  217. }
  218. func (s *Session) reconnectDownedHosts(intv time.Duration) {
  219. reconnectTicker := time.NewTicker(intv)
  220. defer reconnectTicker.Stop()
  221. for {
  222. select {
  223. case <-reconnectTicker.C:
  224. hosts := s.ring.allHosts()
  225. // Print session.ring for debug.
  226. if gocqlDebug {
  227. buf := bytes.NewBufferString("Session.ring:")
  228. for _, h := range hosts {
  229. buf.WriteString("[" + h.ConnectAddress().String() + ":" + h.State().String() + "]")
  230. }
  231. Logger.Println(buf.String())
  232. }
  233. for _, h := range hosts {
  234. if h.IsUp() {
  235. continue
  236. }
  237. s.handleNodeUp(h.ConnectAddress(), h.Port(), true)
  238. }
  239. case <-s.quit:
  240. return
  241. }
  242. }
  243. }
  244. // SetConsistency sets the default consistency level for this session. This
  245. // setting can also be changed on a per-query basis and the default value
  246. // is Quorum.
  247. func (s *Session) SetConsistency(cons Consistency) {
  248. s.mu.Lock()
  249. s.cons = cons
  250. s.mu.Unlock()
  251. }
  252. // SetPageSize sets the default page size for this session. A value <= 0 will
  253. // disable paging. This setting can also be changed on a per-query basis.
  254. func (s *Session) SetPageSize(n int) {
  255. s.mu.Lock()
  256. s.pageSize = n
  257. s.mu.Unlock()
  258. }
  259. // SetPrefetch sets the default threshold for pre-fetching new pages. If
  260. // there are only p*pageSize rows remaining, the next page will be requested
  261. // automatically. This value can also be changed on a per-query basis and
  262. // the default value is 0.25.
  263. func (s *Session) SetPrefetch(p float64) {
  264. s.mu.Lock()
  265. s.prefetch = p
  266. s.mu.Unlock()
  267. }
  268. // SetTrace sets the default tracer for this session. This setting can also
  269. // be changed on a per-query basis.
  270. func (s *Session) SetTrace(trace Tracer) {
  271. s.mu.Lock()
  272. s.trace = trace
  273. s.mu.Unlock()
  274. }
  275. // Query generates a new query object for interacting with the database.
  276. // Further details of the query may be tweaked using the resulting query
  277. // value before the query is executed. Query is automatically prepared
  278. // if it has not previously been executed.
  279. func (s *Session) Query(stmt string, values ...interface{}) *Query {
  280. qry := queryPool.Get().(*Query)
  281. qry.session = s
  282. qry.stmt = stmt
  283. qry.values = values
  284. qry.defaultsFromSession()
  285. return qry
  286. }
  287. type QueryInfo struct {
  288. Id []byte
  289. Args []ColumnInfo
  290. Rval []ColumnInfo
  291. PKeyColumns []int
  292. }
  293. // Bind generates a new query object based on the query statement passed in.
  294. // The query is automatically prepared if it has not previously been executed.
  295. // The binding callback allows the application to define which query argument
  296. // values will be marshalled as part of the query execution.
  297. // During execution, the meta data of the prepared query will be routed to the
  298. // binding callback, which is responsible for producing the query argument values.
  299. func (s *Session) Bind(stmt string, b func(q *QueryInfo) ([]interface{}, error)) *Query {
  300. qry := queryPool.Get().(*Query)
  301. qry.session = s
  302. qry.stmt = stmt
  303. qry.binding = b
  304. qry.defaultsFromSession()
  305. return qry
  306. }
  307. // Close closes all connections. The session is unusable after this
  308. // operation.
  309. func (s *Session) Close() {
  310. s.closeMu.Lock()
  311. defer s.closeMu.Unlock()
  312. if s.isClosed {
  313. return
  314. }
  315. s.isClosed = true
  316. if s.pool != nil {
  317. s.pool.Close()
  318. }
  319. if s.control != nil {
  320. s.control.close()
  321. }
  322. if s.nodeEvents != nil {
  323. s.nodeEvents.stop()
  324. }
  325. if s.schemaEvents != nil {
  326. s.schemaEvents.stop()
  327. }
  328. if s.quit != nil {
  329. close(s.quit)
  330. }
  331. }
  332. func (s *Session) Closed() bool {
  333. s.closeMu.RLock()
  334. closed := s.isClosed
  335. s.closeMu.RUnlock()
  336. return closed
  337. }
  338. func (s *Session) executeQuery(qry *Query) (it *Iter) {
  339. // fail fast
  340. if s.Closed() {
  341. return &Iter{err: ErrSessionClosed}
  342. }
  343. iter, err := s.executor.executeQuery(qry)
  344. if err != nil {
  345. return &Iter{err: err}
  346. }
  347. if iter == nil {
  348. panic("nil iter")
  349. }
  350. return iter
  351. }
  352. func (s *Session) removeHost(h *HostInfo) {
  353. s.policy.RemoveHost(h)
  354. s.pool.removeHost(h.ConnectAddress())
  355. s.ring.removeHost(h.ConnectAddress())
  356. }
  357. // KeyspaceMetadata returns the schema metadata for the keyspace specified. Returns an error if the keyspace does not exist.
  358. func (s *Session) KeyspaceMetadata(keyspace string) (*KeyspaceMetadata, error) {
  359. // fail fast
  360. if s.Closed() {
  361. return nil, ErrSessionClosed
  362. } else if keyspace == "" {
  363. return nil, ErrNoKeyspace
  364. }
  365. return s.schemaDescriber.getSchema(keyspace)
  366. }
  367. func (s *Session) getConn() *Conn {
  368. hosts := s.ring.allHosts()
  369. for _, host := range hosts {
  370. if !host.IsUp() {
  371. continue
  372. }
  373. pool, ok := s.pool.getPool(host)
  374. if !ok {
  375. continue
  376. } else if conn := pool.Pick(); conn != nil {
  377. return conn
  378. }
  379. }
  380. return nil
  381. }
  382. // returns routing key indexes and type info
  383. func (s *Session) routingKeyInfo(ctx context.Context, stmt string) (*routingKeyInfo, error) {
  384. s.routingKeyInfoCache.mu.Lock()
  385. entry, cached := s.routingKeyInfoCache.lru.Get(stmt)
  386. if cached {
  387. // done accessing the cache
  388. s.routingKeyInfoCache.mu.Unlock()
  389. // the entry is an inflight struct similar to that used by
  390. // Conn to prepare statements
  391. inflight := entry.(*inflightCachedEntry)
  392. // wait for any inflight work
  393. inflight.wg.Wait()
  394. if inflight.err != nil {
  395. return nil, inflight.err
  396. }
  397. key, _ := inflight.value.(*routingKeyInfo)
  398. return key, nil
  399. }
  400. // create a new inflight entry while the data is created
  401. inflight := new(inflightCachedEntry)
  402. inflight.wg.Add(1)
  403. defer inflight.wg.Done()
  404. s.routingKeyInfoCache.lru.Add(stmt, inflight)
  405. s.routingKeyInfoCache.mu.Unlock()
  406. var (
  407. info *preparedStatment
  408. partitionKey []*ColumnMetadata
  409. )
  410. conn := s.getConn()
  411. if conn == nil {
  412. // TODO: better error?
  413. inflight.err = errors.New("gocql: unable to fetch prepared info: no connection available")
  414. return nil, inflight.err
  415. }
  416. // get the query info for the statement
  417. info, inflight.err = conn.prepareStatement(ctx, stmt, nil)
  418. if inflight.err != nil {
  419. // don't cache this error
  420. s.routingKeyInfoCache.Remove(stmt)
  421. return nil, inflight.err
  422. }
  423. // TODO: it would be nice to mark hosts here but as we are not using the policies
  424. // to fetch hosts we cant
  425. if info.request.colCount == 0 {
  426. // no arguments, no routing key, and no error
  427. return nil, nil
  428. }
  429. if len(info.request.pkeyColumns) > 0 {
  430. // proto v4 dont need to calculate primary key columns
  431. types := make([]TypeInfo, len(info.request.pkeyColumns))
  432. for i, col := range info.request.pkeyColumns {
  433. types[i] = info.request.columns[col].TypeInfo
  434. }
  435. routingKeyInfo := &routingKeyInfo{
  436. indexes: info.request.pkeyColumns,
  437. types: types,
  438. }
  439. inflight.value = routingKeyInfo
  440. return routingKeyInfo, nil
  441. }
  442. // get the table metadata
  443. table := info.request.columns[0].Table
  444. var keyspaceMetadata *KeyspaceMetadata
  445. keyspaceMetadata, inflight.err = s.KeyspaceMetadata(info.request.columns[0].Keyspace)
  446. if inflight.err != nil {
  447. // don't cache this error
  448. s.routingKeyInfoCache.Remove(stmt)
  449. return nil, inflight.err
  450. }
  451. tableMetadata, found := keyspaceMetadata.Tables[table]
  452. if !found {
  453. // unlikely that the statement could be prepared and the metadata for
  454. // the table couldn't be found, but this may indicate either a bug
  455. // in the metadata code, or that the table was just dropped.
  456. inflight.err = ErrNoMetadata
  457. // don't cache this error
  458. s.routingKeyInfoCache.Remove(stmt)
  459. return nil, inflight.err
  460. }
  461. partitionKey = tableMetadata.PartitionKey
  462. size := len(partitionKey)
  463. routingKeyInfo := &routingKeyInfo{
  464. indexes: make([]int, size),
  465. types: make([]TypeInfo, size),
  466. }
  467. for keyIndex, keyColumn := range partitionKey {
  468. // set an indicator for checking if the mapping is missing
  469. routingKeyInfo.indexes[keyIndex] = -1
  470. // find the column in the query info
  471. for argIndex, boundColumn := range info.request.columns {
  472. if keyColumn.Name == boundColumn.Name {
  473. // there may be many such bound columns, pick the first
  474. routingKeyInfo.indexes[keyIndex] = argIndex
  475. routingKeyInfo.types[keyIndex] = boundColumn.TypeInfo
  476. break
  477. }
  478. }
  479. if routingKeyInfo.indexes[keyIndex] == -1 {
  480. // missing a routing key column mapping
  481. // no routing key, and no error
  482. return nil, nil
  483. }
  484. }
  485. // cache this result
  486. inflight.value = routingKeyInfo
  487. return routingKeyInfo, nil
  488. }
  489. func (b *Batch) execute(ctx context.Context, conn *Conn) *Iter {
  490. return conn.executeBatch(ctx, b)
  491. }
  492. func (s *Session) executeBatch(batch *Batch) *Iter {
  493. // fail fast
  494. if s.Closed() {
  495. return &Iter{err: ErrSessionClosed}
  496. }
  497. // Prevent the execution of the batch if greater than the limit
  498. // Currently batches have a limit of 65536 queries.
  499. // https://datastax-oss.atlassian.net/browse/JAVA-229
  500. if batch.Size() > BatchSizeMaximum {
  501. return &Iter{err: ErrTooManyStmts}
  502. }
  503. iter, err := s.executor.executeQuery(batch)
  504. if err != nil {
  505. return &Iter{err: err}
  506. }
  507. return iter
  508. }
  509. // ExecuteBatch executes a batch operation and returns nil if successful
  510. // otherwise an error is returned describing the failure.
  511. func (s *Session) ExecuteBatch(batch *Batch) error {
  512. iter := s.executeBatch(batch)
  513. return iter.Close()
  514. }
  515. // ExecuteBatchCAS executes a batch operation and returns true if successful and
  516. // an iterator (to scan aditional rows if more than one conditional statement)
  517. // was sent.
  518. // Further scans on the interator must also remember to include
  519. // the applied boolean as the first argument to *Iter.Scan
  520. func (s *Session) ExecuteBatchCAS(batch *Batch, dest ...interface{}) (applied bool, iter *Iter, err error) {
  521. iter = s.executeBatch(batch)
  522. if err := iter.checkErrAndNotFound(); err != nil {
  523. iter.Close()
  524. return false, nil, err
  525. }
  526. if len(iter.Columns()) > 1 {
  527. dest = append([]interface{}{&applied}, dest...)
  528. iter.Scan(dest...)
  529. } else {
  530. iter.Scan(&applied)
  531. }
  532. return applied, iter, nil
  533. }
  534. // MapExecuteBatchCAS executes a batch operation much like ExecuteBatchCAS,
  535. // however it accepts a map rather than a list of arguments for the initial
  536. // scan.
  537. func (s *Session) MapExecuteBatchCAS(batch *Batch, dest map[string]interface{}) (applied bool, iter *Iter, err error) {
  538. iter = s.executeBatch(batch)
  539. if err := iter.checkErrAndNotFound(); err != nil {
  540. iter.Close()
  541. return false, nil, err
  542. }
  543. iter.MapScan(dest)
  544. applied = dest["[applied]"].(bool)
  545. delete(dest, "[applied]")
  546. // we usually close here, but instead of closing, just returin an error
  547. // if MapScan failed. Although Close just returns err, using Close
  548. // here might be confusing as we are not actually closing the iter
  549. return applied, iter, iter.err
  550. }
  551. type hostMetrics struct {
  552. Attempts int
  553. TotalLatency int64
  554. }
  555. type queryMetrics struct {
  556. l sync.RWMutex
  557. m map[string]*hostMetrics
  558. }
  559. // hostMetricsLocked gets or creates host metrics for given host.
  560. func (qm *queryMetrics) hostMetrics(host *HostInfo) *hostMetrics {
  561. qm.l.Lock()
  562. metrics := qm.hostMetricsLocked(host)
  563. qm.l.Unlock()
  564. return metrics
  565. }
  566. // hostMetricsLocked gets or creates host metrics for given host.
  567. // It must be called only while holding qm.l lock.
  568. func (qm *queryMetrics) hostMetricsLocked(host *HostInfo) *hostMetrics {
  569. metrics, exists := qm.m[host.ConnectAddress().String()]
  570. if !exists {
  571. // if the host is not in the map, it means it's been accessed for the first time
  572. metrics = &hostMetrics{}
  573. qm.m[host.ConnectAddress().String()] = metrics
  574. }
  575. return metrics
  576. }
  577. // attempts returns the number of times the query was executed.
  578. func (qm *queryMetrics) attempts() int {
  579. qm.l.Lock()
  580. var attempts int
  581. for _, metric := range qm.m {
  582. attempts += metric.Attempts
  583. }
  584. qm.l.Unlock()
  585. return attempts
  586. }
  587. func (qm *queryMetrics) addAttempts(i int, host *HostInfo) {
  588. qm.l.Lock()
  589. hostMetric := qm.hostMetricsLocked(host)
  590. hostMetric.Attempts += i
  591. qm.l.Unlock()
  592. }
  593. func (qm *queryMetrics) latency() int64 {
  594. qm.l.Lock()
  595. var (
  596. attempts int
  597. latency int64
  598. )
  599. for _, metric := range qm.m {
  600. attempts += metric.Attempts
  601. latency += metric.TotalLatency
  602. }
  603. qm.l.Unlock()
  604. if attempts > 0 {
  605. return latency / int64(attempts)
  606. }
  607. return 0
  608. }
  609. func (qm *queryMetrics) addLatency(l int64, host *HostInfo) {
  610. qm.l.Lock()
  611. hostMetric := qm.hostMetricsLocked(host)
  612. hostMetric.TotalLatency += l
  613. qm.l.Unlock()
  614. }
  615. // Query represents a CQL statement that can be executed.
  616. type Query struct {
  617. stmt string
  618. values []interface{}
  619. cons Consistency
  620. pageSize int
  621. routingKey []byte
  622. pageState []byte
  623. prefetch float64
  624. trace Tracer
  625. observer QueryObserver
  626. session *Session
  627. rt RetryPolicy
  628. spec SpeculativeExecutionPolicy
  629. binding func(q *QueryInfo) ([]interface{}, error)
  630. serialCons SerialConsistency
  631. defaultTimestamp bool
  632. defaultTimestampValue int64
  633. disableSkipMetadata bool
  634. context context.Context
  635. idempotent bool
  636. customPayload map[string][]byte
  637. metrics *queryMetrics
  638. disableAutoPage bool
  639. }
  640. func (q *Query) defaultsFromSession() {
  641. s := q.session
  642. s.mu.RLock()
  643. q.cons = s.cons
  644. q.pageSize = s.pageSize
  645. q.trace = s.trace
  646. q.observer = s.queryObserver
  647. q.prefetch = s.prefetch
  648. q.rt = s.cfg.RetryPolicy
  649. q.serialCons = s.cfg.SerialConsistency
  650. q.defaultTimestamp = s.cfg.DefaultTimestamp
  651. q.idempotent = s.cfg.DefaultIdempotence
  652. q.metrics = &queryMetrics{m: make(map[string]*hostMetrics)}
  653. q.spec = &NonSpeculativeExecution{}
  654. s.mu.RUnlock()
  655. }
  656. // Statement returns the statement that was used to generate this query.
  657. func (q Query) Statement() string {
  658. return q.stmt
  659. }
  660. // String implements the stringer interface.
  661. func (q Query) String() string {
  662. return fmt.Sprintf("[query statement=%q values=%+v consistency=%s]", q.stmt, q.values, q.cons)
  663. }
  664. //Attempts returns the number of times the query was executed.
  665. func (q *Query) Attempts() int {
  666. return q.metrics.attempts()
  667. }
  668. func (q *Query) AddAttempts(i int, host *HostInfo) {
  669. q.metrics.addAttempts(i, host)
  670. }
  671. //Latency returns the average amount of nanoseconds per attempt of the query.
  672. func (q *Query) Latency() int64 {
  673. return q.metrics.latency()
  674. }
  675. func (q *Query) AddLatency(l int64, host *HostInfo) {
  676. q.metrics.addLatency(l, host)
  677. }
  678. // Consistency sets the consistency level for this query. If no consistency
  679. // level have been set, the default consistency level of the cluster
  680. // is used.
  681. func (q *Query) Consistency(c Consistency) *Query {
  682. q.cons = c
  683. return q
  684. }
  685. // GetConsistency returns the currently configured consistency level for
  686. // the query.
  687. func (q *Query) GetConsistency() Consistency {
  688. return q.cons
  689. }
  690. // Same as Consistency but without a return value
  691. func (q *Query) SetConsistency(c Consistency) {
  692. q.cons = c
  693. }
  694. // CustomPayload sets the custom payload level for this query.
  695. func (q *Query) CustomPayload(customPayload map[string][]byte) *Query {
  696. q.customPayload = customPayload
  697. return q
  698. }
  699. func (q *Query) Context() context.Context {
  700. if q.context == nil {
  701. return context.Background()
  702. }
  703. return q.context
  704. }
  705. // Trace enables tracing of this query. Look at the documentation of the
  706. // Tracer interface to learn more about tracing.
  707. func (q *Query) Trace(trace Tracer) *Query {
  708. q.trace = trace
  709. return q
  710. }
  711. // Observer enables query-level observer on this query.
  712. // The provided observer will be called every time this query is executed.
  713. func (q *Query) Observer(observer QueryObserver) *Query {
  714. q.observer = observer
  715. return q
  716. }
  717. // PageSize will tell the iterator to fetch the result in pages of size n.
  718. // This is useful for iterating over large result sets, but setting the
  719. // page size too low might decrease the performance. This feature is only
  720. // available in Cassandra 2 and onwards.
  721. func (q *Query) PageSize(n int) *Query {
  722. q.pageSize = n
  723. return q
  724. }
  725. // DefaultTimestamp will enable the with default timestamp flag on the query.
  726. // If enable, this will replace the server side assigned
  727. // timestamp as default timestamp. Note that a timestamp in the query itself
  728. // will still override this timestamp. This is entirely optional.
  729. //
  730. // Only available on protocol >= 3
  731. func (q *Query) DefaultTimestamp(enable bool) *Query {
  732. q.defaultTimestamp = enable
  733. return q
  734. }
  735. // WithTimestamp will enable the with default timestamp flag on the query
  736. // like DefaultTimestamp does. But also allows to define value for timestamp.
  737. // It works the same way as USING TIMESTAMP in the query itself, but
  738. // should not break prepared query optimization
  739. //
  740. // Only available on protocol >= 3
  741. func (q *Query) WithTimestamp(timestamp int64) *Query {
  742. q.DefaultTimestamp(true)
  743. q.defaultTimestampValue = timestamp
  744. return q
  745. }
  746. // RoutingKey sets the routing key to use when a token aware connection
  747. // pool is used to optimize the routing of this query.
  748. func (q *Query) RoutingKey(routingKey []byte) *Query {
  749. q.routingKey = routingKey
  750. return q
  751. }
  752. func (q *Query) withContext(ctx context.Context) ExecutableQuery {
  753. // I really wish go had covariant types
  754. return q.WithContext(ctx)
  755. }
  756. // WithContext returns a shallow copy of q with its context
  757. // set to ctx.
  758. //
  759. // The provided context controls the entire lifetime of executing a
  760. // query, queries will be canceled and return once the context is
  761. // canceled.
  762. func (q *Query) WithContext(ctx context.Context) *Query {
  763. q2 := *q
  764. q2.context = ctx
  765. return &q2
  766. }
  767. // Deprecate: does nothing, cancel the context passed to WithContext
  768. func (q *Query) Cancel() {
  769. // TODO: delete
  770. }
  771. func (q *Query) execute(ctx context.Context, conn *Conn) *Iter {
  772. return conn.executeQuery(ctx, q)
  773. }
  774. func (q *Query) attempt(keyspace string, end, start time.Time, iter *Iter, host *HostInfo) {
  775. q.AddAttempts(1, host)
  776. q.AddLatency(end.Sub(start).Nanoseconds(), host)
  777. if q.observer != nil {
  778. q.observer.ObserveQuery(q.Context(), ObservedQuery{
  779. Keyspace: keyspace,
  780. Statement: q.stmt,
  781. Start: start,
  782. End: end,
  783. Rows: iter.numRows,
  784. Host: host,
  785. Metrics: q.metrics.hostMetrics(host),
  786. Err: iter.err,
  787. })
  788. }
  789. }
  790. func (q *Query) retryPolicy() RetryPolicy {
  791. return q.rt
  792. }
  793. // Keyspace returns the keyspace the query will be executed against.
  794. func (q *Query) Keyspace() string {
  795. if q.session == nil {
  796. return ""
  797. }
  798. // TODO(chbannis): this should be parsed from the query or we should let
  799. // this be set by users.
  800. return q.session.cfg.Keyspace
  801. }
  802. // GetRoutingKey gets the routing key to use for routing this query. If
  803. // a routing key has not been explicitly set, then the routing key will
  804. // be constructed if possible using the keyspace's schema and the query
  805. // info for this query statement. If the routing key cannot be determined
  806. // then nil will be returned with no error. On any error condition,
  807. // an error description will be returned.
  808. func (q *Query) GetRoutingKey() ([]byte, error) {
  809. if q.routingKey != nil {
  810. return q.routingKey, nil
  811. } else if q.binding != nil && len(q.values) == 0 {
  812. // If this query was created using session.Bind we wont have the query
  813. // values yet, so we have to pass down to the next policy.
  814. // TODO: Remove this and handle this case
  815. return nil, nil
  816. }
  817. // try to determine the routing key
  818. routingKeyInfo, err := q.session.routingKeyInfo(q.Context(), q.stmt)
  819. if err != nil {
  820. return nil, err
  821. }
  822. return createRoutingKey(routingKeyInfo, q.values)
  823. }
  824. func (q *Query) shouldPrepare() bool {
  825. stmt := strings.TrimLeftFunc(strings.TrimRightFunc(q.stmt, func(r rune) bool {
  826. return unicode.IsSpace(r) || r == ';'
  827. }), unicode.IsSpace)
  828. var stmtType string
  829. if n := strings.IndexFunc(stmt, unicode.IsSpace); n >= 0 {
  830. stmtType = strings.ToLower(stmt[:n])
  831. }
  832. if stmtType == "begin" {
  833. if n := strings.LastIndexFunc(stmt, unicode.IsSpace); n >= 0 {
  834. stmtType = strings.ToLower(stmt[n+1:])
  835. }
  836. }
  837. switch stmtType {
  838. case "select", "insert", "update", "delete", "batch":
  839. return true
  840. }
  841. return false
  842. }
  843. // SetPrefetch sets the default threshold for pre-fetching new pages. If
  844. // there are only p*pageSize rows remaining, the next page will be requested
  845. // automatically.
  846. func (q *Query) Prefetch(p float64) *Query {
  847. q.prefetch = p
  848. return q
  849. }
  850. // RetryPolicy sets the policy to use when retrying the query.
  851. func (q *Query) RetryPolicy(r RetryPolicy) *Query {
  852. q.rt = r
  853. return q
  854. }
  855. // SetSpeculativeExecutionPolicy sets the execution policy
  856. func (q *Query) SetSpeculativeExecutionPolicy(sp SpeculativeExecutionPolicy) *Query {
  857. q.spec = sp
  858. return q
  859. }
  860. // speculativeExecutionPolicy fetches the policy
  861. func (q *Query) speculativeExecutionPolicy() SpeculativeExecutionPolicy {
  862. return q.spec
  863. }
  864. func (q *Query) IsIdempotent() bool {
  865. return q.idempotent
  866. }
  867. // Idempotent marks the query as being idempotent or not depending on
  868. // the value.
  869. func (q *Query) Idempotent(value bool) *Query {
  870. q.idempotent = value
  871. return q
  872. }
  873. // Bind sets query arguments of query. This can also be used to rebind new query arguments
  874. // to an existing query instance.
  875. func (q *Query) Bind(v ...interface{}) *Query {
  876. q.values = v
  877. return q
  878. }
  879. // SerialConsistency sets the consistency level for the
  880. // serial phase of conditional updates. That consistency can only be
  881. // either SERIAL or LOCAL_SERIAL and if not present, it defaults to
  882. // SERIAL. This option will be ignored for anything else that a
  883. // conditional update/insert.
  884. func (q *Query) SerialConsistency(cons SerialConsistency) *Query {
  885. q.serialCons = cons
  886. return q
  887. }
  888. // PageState sets the paging state for the query to resume paging from a specific
  889. // point in time. Setting this will disable to query paging for this query, and
  890. // must be used for all subsequent pages.
  891. func (q *Query) PageState(state []byte) *Query {
  892. q.pageState = state
  893. q.disableAutoPage = true
  894. return q
  895. }
  896. // NoSkipMetadata will override the internal result metadata cache so that the driver does not
  897. // send skip_metadata for queries, this means that the result will always contain
  898. // the metadata to parse the rows and will not reuse the metadata from the prepared
  899. // staement. This should only be used to work around cassandra bugs, such as when using
  900. // CAS operations which do not end in Cas.
  901. //
  902. // See https://issues.apache.org/jira/browse/CASSANDRA-11099
  903. // https://github.com/gocql/gocql/issues/612
  904. func (q *Query) NoSkipMetadata() *Query {
  905. q.disableSkipMetadata = true
  906. return q
  907. }
  908. // Exec executes the query without returning any rows.
  909. func (q *Query) Exec() error {
  910. return q.Iter().Close()
  911. }
  912. func isUseStatement(stmt string) bool {
  913. if len(stmt) < 3 {
  914. return false
  915. }
  916. return strings.EqualFold(stmt[0:3], "use")
  917. }
  918. // Iter executes the query and returns an iterator capable of iterating
  919. // over all results.
  920. func (q *Query) Iter() *Iter {
  921. if isUseStatement(q.stmt) {
  922. return &Iter{err: ErrUseStmt}
  923. }
  924. return q.session.executeQuery(q)
  925. }
  926. // MapScan executes the query, copies the columns of the first selected
  927. // row into the map pointed at by m and discards the rest. If no rows
  928. // were selected, ErrNotFound is returned.
  929. func (q *Query) MapScan(m map[string]interface{}) error {
  930. iter := q.Iter()
  931. if err := iter.checkErrAndNotFound(); err != nil {
  932. return err
  933. }
  934. iter.MapScan(m)
  935. return iter.Close()
  936. }
  937. // Scan executes the query, copies the columns of the first selected
  938. // row into the values pointed at by dest and discards the rest. If no rows
  939. // were selected, ErrNotFound is returned.
  940. func (q *Query) Scan(dest ...interface{}) error {
  941. iter := q.Iter()
  942. if err := iter.checkErrAndNotFound(); err != nil {
  943. return err
  944. }
  945. iter.Scan(dest...)
  946. return iter.Close()
  947. }
  948. // ScanCAS executes a lightweight transaction (i.e. an UPDATE or INSERT
  949. // statement containing an IF clause). If the transaction fails because
  950. // the existing values did not match, the previous values will be stored
  951. // in dest.
  952. func (q *Query) ScanCAS(dest ...interface{}) (applied bool, err error) {
  953. q.disableSkipMetadata = true
  954. iter := q.Iter()
  955. if err := iter.checkErrAndNotFound(); err != nil {
  956. return false, err
  957. }
  958. if len(iter.Columns()) > 1 {
  959. dest = append([]interface{}{&applied}, dest...)
  960. iter.Scan(dest...)
  961. } else {
  962. iter.Scan(&applied)
  963. }
  964. return applied, iter.Close()
  965. }
  966. // MapScanCAS executes a lightweight transaction (i.e. an UPDATE or INSERT
  967. // statement containing an IF clause). If the transaction fails because
  968. // the existing values did not match, the previous values will be stored
  969. // in dest map.
  970. //
  971. // As for INSERT .. IF NOT EXISTS, previous values will be returned as if
  972. // SELECT * FROM. So using ScanCAS with INSERT is inherently prone to
  973. // column mismatching. MapScanCAS is added to capture them safely.
  974. func (q *Query) MapScanCAS(dest map[string]interface{}) (applied bool, err error) {
  975. q.disableSkipMetadata = true
  976. iter := q.Iter()
  977. if err := iter.checkErrAndNotFound(); err != nil {
  978. return false, err
  979. }
  980. iter.MapScan(dest)
  981. applied = dest["[applied]"].(bool)
  982. delete(dest, "[applied]")
  983. return applied, iter.Close()
  984. }
  985. // Release releases a query back into a pool of queries. Released Queries
  986. // cannot be reused.
  987. //
  988. // Example:
  989. // qry := session.Query("SELECT * FROM my_table")
  990. // qry.Exec()
  991. // qry.Release()
  992. func (q *Query) Release() {
  993. q.reset()
  994. queryPool.Put(q)
  995. }
  996. // reset zeroes out all fields of a query so that it can be safely pooled.
  997. func (q *Query) reset() {
  998. *q = Query{}
  999. }
  1000. // Iter represents an iterator that can be used to iterate over all rows that
  1001. // were returned by a query. The iterator might send additional queries to the
  1002. // database during the iteration if paging was enabled.
  1003. type Iter struct {
  1004. err error
  1005. pos int
  1006. meta resultMetadata
  1007. numRows int
  1008. next *nextIter
  1009. host *HostInfo
  1010. framer *framer
  1011. closed int32
  1012. }
  1013. // Host returns the host which the query was sent to.
  1014. func (iter *Iter) Host() *HostInfo {
  1015. return iter.host
  1016. }
  1017. // Columns returns the name and type of the selected columns.
  1018. func (iter *Iter) Columns() []ColumnInfo {
  1019. return iter.meta.columns
  1020. }
  1021. type Scanner interface {
  1022. // Next advances the row pointer to point at the next row, the row is valid until
  1023. // the next call of Next. It returns true if there is a row which is available to be
  1024. // scanned into with Scan.
  1025. // Next must be called before every call to Scan.
  1026. Next() bool
  1027. // Scan copies the current row's columns into dest. If the length of dest does not equal
  1028. // the number of columns returned in the row an error is returned. If an error is encountered
  1029. // when unmarshalling a column into the value in dest an error is returned and the row is invalidated
  1030. // until the next call to Next.
  1031. // Next must be called before calling Scan, if it is not an error is returned.
  1032. Scan(...interface{}) error
  1033. // Err returns the if there was one during iteration that resulted in iteration being unable to complete.
  1034. // Err will also release resources held by the iterator, the Scanner should not used after being called.
  1035. Err() error
  1036. }
  1037. type iterScanner struct {
  1038. iter *Iter
  1039. cols [][]byte
  1040. valid bool
  1041. }
  1042. func (is *iterScanner) Next() bool {
  1043. iter := is.iter
  1044. if iter.err != nil {
  1045. return false
  1046. }
  1047. if iter.pos >= iter.numRows {
  1048. if iter.next != nil {
  1049. is.iter = iter.next.fetch()
  1050. return is.Next()
  1051. }
  1052. return false
  1053. }
  1054. for i := 0; i < len(is.cols); i++ {
  1055. col, err := iter.readColumn()
  1056. if err != nil {
  1057. iter.err = err
  1058. return false
  1059. }
  1060. is.cols[i] = col
  1061. }
  1062. iter.pos++
  1063. is.valid = true
  1064. return true
  1065. }
  1066. func scanColumn(p []byte, col ColumnInfo, dest []interface{}) (int, error) {
  1067. if dest[0] == nil {
  1068. return 1, nil
  1069. }
  1070. if col.TypeInfo.Type() == TypeTuple {
  1071. // this will panic, actually a bug, please report
  1072. tuple := col.TypeInfo.(TupleTypeInfo)
  1073. count := len(tuple.Elems)
  1074. // here we pass in a slice of the struct which has the number number of
  1075. // values as elements in the tuple
  1076. if err := Unmarshal(col.TypeInfo, p, dest[:count]); err != nil {
  1077. return 0, err
  1078. }
  1079. return count, nil
  1080. } else {
  1081. if err := Unmarshal(col.TypeInfo, p, dest[0]); err != nil {
  1082. return 0, err
  1083. }
  1084. return 1, nil
  1085. }
  1086. }
  1087. func (is *iterScanner) Scan(dest ...interface{}) error {
  1088. if !is.valid {
  1089. return errors.New("gocql: Scan called without calling Next")
  1090. }
  1091. iter := is.iter
  1092. // currently only support scanning into an expand tuple, such that its the same
  1093. // as scanning in more values from a single column
  1094. if len(dest) != iter.meta.actualColCount {
  1095. return fmt.Errorf("gocql: not enough columns to scan into: have %d want %d", len(dest), iter.meta.actualColCount)
  1096. }
  1097. // i is the current position in dest, could posible replace it and just use
  1098. // slices of dest
  1099. i := 0
  1100. var err error
  1101. for _, col := range iter.meta.columns {
  1102. var n int
  1103. n, err = scanColumn(is.cols[i], col, dest[i:])
  1104. if err != nil {
  1105. break
  1106. }
  1107. i += n
  1108. }
  1109. is.valid = false
  1110. return err
  1111. }
  1112. func (is *iterScanner) Err() error {
  1113. iter := is.iter
  1114. is.iter = nil
  1115. is.cols = nil
  1116. is.valid = false
  1117. return iter.Close()
  1118. }
  1119. // Scanner returns a row Scanner which provides an interface to scan rows in a manner which is
  1120. // similar to database/sql. The iter should NOT be used again after calling this method.
  1121. func (iter *Iter) Scanner() Scanner {
  1122. if iter == nil {
  1123. return nil
  1124. }
  1125. return &iterScanner{iter: iter, cols: make([][]byte, len(iter.meta.columns))}
  1126. }
  1127. func (iter *Iter) readColumn() ([]byte, error) {
  1128. return iter.framer.readBytesInternal()
  1129. }
  1130. // Scan consumes the next row of the iterator and copies the columns of the
  1131. // current row into the values pointed at by dest. Use nil as a dest value
  1132. // to skip the corresponding column. Scan might send additional queries
  1133. // to the database to retrieve the next set of rows if paging was enabled.
  1134. //
  1135. // Scan returns true if the row was successfully unmarshaled or false if the
  1136. // end of the result set was reached or if an error occurred. Close should
  1137. // be called afterwards to retrieve any potential errors.
  1138. func (iter *Iter) Scan(dest ...interface{}) bool {
  1139. if iter.err != nil {
  1140. return false
  1141. }
  1142. if iter.pos >= iter.numRows {
  1143. if iter.next != nil {
  1144. *iter = *iter.next.fetch()
  1145. return iter.Scan(dest...)
  1146. }
  1147. return false
  1148. }
  1149. if iter.next != nil && iter.pos >= iter.next.pos {
  1150. go iter.next.fetch()
  1151. }
  1152. // currently only support scanning into an expand tuple, such that its the same
  1153. // as scanning in more values from a single column
  1154. if len(dest) != iter.meta.actualColCount {
  1155. iter.err = fmt.Errorf("gocql: not enough columns to scan into: have %d want %d", len(dest), iter.meta.actualColCount)
  1156. return false
  1157. }
  1158. // i is the current position in dest, could posible replace it and just use
  1159. // slices of dest
  1160. i := 0
  1161. for _, col := range iter.meta.columns {
  1162. colBytes, err := iter.readColumn()
  1163. if err != nil {
  1164. iter.err = err
  1165. return false
  1166. }
  1167. n, err := scanColumn(colBytes, col, dest[i:])
  1168. if err != nil {
  1169. iter.err = err
  1170. return false
  1171. }
  1172. i += n
  1173. }
  1174. iter.pos++
  1175. return true
  1176. }
  1177. // GetCustomPayload returns any parsed custom payload results if given in the
  1178. // response from Cassandra. Note that the result is not a copy.
  1179. //
  1180. // This additional feature of CQL Protocol v4
  1181. // allows additional results and query information to be returned by
  1182. // custom QueryHandlers running in your C* cluster.
  1183. // See https://datastax.github.io/java-driver/manual/custom_payloads/
  1184. func (iter *Iter) GetCustomPayload() map[string][]byte {
  1185. return iter.framer.customPayload
  1186. }
  1187. // Warnings returns any warnings generated if given in the response from Cassandra.
  1188. //
  1189. // This is only available starting with CQL Protocol v4.
  1190. func (iter *Iter) Warnings() []string {
  1191. if iter.framer != nil {
  1192. return iter.framer.header.warnings
  1193. }
  1194. return nil
  1195. }
  1196. // Close closes the iterator and returns any errors that happened during
  1197. // the query or the iteration.
  1198. func (iter *Iter) Close() error {
  1199. if atomic.CompareAndSwapInt32(&iter.closed, 0, 1) {
  1200. if iter.framer != nil {
  1201. iter.framer = nil
  1202. }
  1203. }
  1204. return iter.err
  1205. }
  1206. // WillSwitchPage detects if iterator reached end of current page
  1207. // and the next page is available.
  1208. func (iter *Iter) WillSwitchPage() bool {
  1209. return iter.pos >= iter.numRows && iter.next != nil
  1210. }
  1211. // checkErrAndNotFound handle error and NotFound in one method.
  1212. func (iter *Iter) checkErrAndNotFound() error {
  1213. if iter.err != nil {
  1214. return iter.err
  1215. } else if iter.numRows == 0 {
  1216. return ErrNotFound
  1217. }
  1218. return nil
  1219. }
  1220. // PageState return the current paging state for a query which can be used for
  1221. // subsequent queries to resume paging this point.
  1222. func (iter *Iter) PageState() []byte {
  1223. return iter.meta.pagingState
  1224. }
  1225. // NumRows returns the number of rows in this pagination, it will update when new
  1226. // pages are fetched, it is not the value of the total number of rows this iter
  1227. // will return unless there is only a single page returned.
  1228. func (iter *Iter) NumRows() int {
  1229. return iter.numRows
  1230. }
  1231. type nextIter struct {
  1232. qry *Query
  1233. pos int
  1234. once sync.Once
  1235. next *Iter
  1236. }
  1237. func (n *nextIter) fetch() *Iter {
  1238. n.once.Do(func() {
  1239. n.next = n.qry.session.executeQuery(n.qry)
  1240. })
  1241. return n.next
  1242. }
  1243. type Batch struct {
  1244. Type BatchType
  1245. Entries []BatchEntry
  1246. Cons Consistency
  1247. routingKey []byte
  1248. routingKeyBuffer []byte
  1249. CustomPayload map[string][]byte
  1250. rt RetryPolicy
  1251. spec SpeculativeExecutionPolicy
  1252. observer BatchObserver
  1253. session *Session
  1254. serialCons SerialConsistency
  1255. defaultTimestamp bool
  1256. defaultTimestampValue int64
  1257. context context.Context
  1258. cancelBatch func()
  1259. keyspace string
  1260. metrics *queryMetrics
  1261. }
  1262. // NewBatch creates a new batch operation without defaults from the cluster
  1263. //
  1264. // Deprecated: use session.NewBatch instead
  1265. func NewBatch(typ BatchType) *Batch {
  1266. return &Batch{
  1267. Type: typ,
  1268. metrics: &queryMetrics{m: make(map[string]*hostMetrics)},
  1269. spec: &NonSpeculativeExecution{},
  1270. }
  1271. }
  1272. // NewBatch creates a new batch operation using defaults defined in the cluster
  1273. func (s *Session) NewBatch(typ BatchType) *Batch {
  1274. s.mu.RLock()
  1275. batch := &Batch{
  1276. Type: typ,
  1277. rt: s.cfg.RetryPolicy,
  1278. serialCons: s.cfg.SerialConsistency,
  1279. observer: s.batchObserver,
  1280. session: s,
  1281. Cons: s.cons,
  1282. defaultTimestamp: s.cfg.DefaultTimestamp,
  1283. keyspace: s.cfg.Keyspace,
  1284. metrics: &queryMetrics{m: make(map[string]*hostMetrics)},
  1285. spec: &NonSpeculativeExecution{},
  1286. }
  1287. s.mu.RUnlock()
  1288. return batch
  1289. }
  1290. // Observer enables batch-level observer on this batch.
  1291. // The provided observer will be called every time this batched query is executed.
  1292. func (b *Batch) Observer(observer BatchObserver) *Batch {
  1293. b.observer = observer
  1294. return b
  1295. }
  1296. func (b *Batch) Keyspace() string {
  1297. return b.keyspace
  1298. }
  1299. // Attempts returns the number of attempts made to execute the batch.
  1300. func (b *Batch) Attempts() int {
  1301. return b.metrics.attempts()
  1302. }
  1303. func (b *Batch) AddAttempts(i int, host *HostInfo) {
  1304. b.metrics.addAttempts(i, host)
  1305. }
  1306. //Latency returns the average number of nanoseconds to execute a single attempt of the batch.
  1307. func (b *Batch) Latency() int64 {
  1308. return b.metrics.latency()
  1309. }
  1310. func (b *Batch) AddLatency(l int64, host *HostInfo) {
  1311. b.metrics.addLatency(l, host)
  1312. }
  1313. // GetConsistency returns the currently configured consistency level for the batch
  1314. // operation.
  1315. func (b *Batch) GetConsistency() Consistency {
  1316. return b.Cons
  1317. }
  1318. // SetConsistency sets the currently configured consistency level for the batch
  1319. // operation.
  1320. func (b *Batch) SetConsistency(c Consistency) {
  1321. b.Cons = c
  1322. }
  1323. func (b *Batch) Context() context.Context {
  1324. if b.context == nil {
  1325. return context.Background()
  1326. }
  1327. return b.context
  1328. }
  1329. func (b *Batch) IsIdempotent() bool {
  1330. for _, entry := range b.Entries {
  1331. if !entry.Idempotent {
  1332. return false
  1333. }
  1334. }
  1335. return true
  1336. }
  1337. func (b *Batch) speculativeExecutionPolicy() SpeculativeExecutionPolicy {
  1338. return b.spec
  1339. }
  1340. func (b *Batch) SpeculativeExecutionPolicy(sp SpeculativeExecutionPolicy) *Batch {
  1341. b.spec = sp
  1342. return b
  1343. }
  1344. // Query adds the query to the batch operation
  1345. func (b *Batch) Query(stmt string, args ...interface{}) {
  1346. b.Entries = append(b.Entries, BatchEntry{Stmt: stmt, Args: args})
  1347. }
  1348. // Bind adds the query to the batch operation and correlates it with a binding callback
  1349. // that will be invoked when the batch is executed. The binding callback allows the application
  1350. // to define which query argument values will be marshalled as part of the batch execution.
  1351. func (b *Batch) Bind(stmt string, bind func(q *QueryInfo) ([]interface{}, error)) {
  1352. b.Entries = append(b.Entries, BatchEntry{Stmt: stmt, binding: bind})
  1353. }
  1354. func (b *Batch) retryPolicy() RetryPolicy {
  1355. return b.rt
  1356. }
  1357. // RetryPolicy sets the retry policy to use when executing the batch operation
  1358. func (b *Batch) RetryPolicy(r RetryPolicy) *Batch {
  1359. b.rt = r
  1360. return b
  1361. }
  1362. func (b *Batch) withContext(ctx context.Context) ExecutableQuery {
  1363. return b.WithContext(ctx)
  1364. }
  1365. // WithContext returns a shallow copy of b with its context
  1366. // set to ctx.
  1367. //
  1368. // The provided context controls the entire lifetime of executing a
  1369. // query, queries will be canceled and return once the context is
  1370. // canceled.
  1371. func (b *Batch) WithContext(ctx context.Context) *Batch {
  1372. b2 := *b
  1373. b2.context = ctx
  1374. return &b2
  1375. }
  1376. // Deprecate: does nothing, cancel the context passed to WithContext
  1377. func (*Batch) Cancel() {
  1378. // TODO: delete
  1379. }
  1380. // Size returns the number of batch statements to be executed by the batch operation.
  1381. func (b *Batch) Size() int {
  1382. return len(b.Entries)
  1383. }
  1384. // SerialConsistency sets the consistency level for the
  1385. // serial phase of conditional updates. That consistency can only be
  1386. // either SERIAL or LOCAL_SERIAL and if not present, it defaults to
  1387. // SERIAL. This option will be ignored for anything else that a
  1388. // conditional update/insert.
  1389. //
  1390. // Only available for protocol 3 and above
  1391. func (b *Batch) SerialConsistency(cons SerialConsistency) *Batch {
  1392. b.serialCons = cons
  1393. return b
  1394. }
  1395. // DefaultTimestamp will enable the with default timestamp flag on the query.
  1396. // If enable, this will replace the server side assigned
  1397. // timestamp as default timestamp. Note that a timestamp in the query itself
  1398. // will still override this timestamp. This is entirely optional.
  1399. //
  1400. // Only available on protocol >= 3
  1401. func (b *Batch) DefaultTimestamp(enable bool) *Batch {
  1402. b.defaultTimestamp = enable
  1403. return b
  1404. }
  1405. // WithTimestamp will enable the with default timestamp flag on the query
  1406. // like DefaultTimestamp does. But also allows to define value for timestamp.
  1407. // It works the same way as USING TIMESTAMP in the query itself, but
  1408. // should not break prepared query optimization
  1409. //
  1410. // Only available on protocol >= 3
  1411. func (b *Batch) WithTimestamp(timestamp int64) *Batch {
  1412. b.DefaultTimestamp(true)
  1413. b.defaultTimestampValue = timestamp
  1414. return b
  1415. }
  1416. func (b *Batch) attempt(keyspace string, end, start time.Time, iter *Iter, host *HostInfo) {
  1417. b.AddAttempts(1, host)
  1418. b.AddLatency(end.Sub(start).Nanoseconds(), host)
  1419. if b.observer == nil {
  1420. return
  1421. }
  1422. statements := make([]string, len(b.Entries))
  1423. for i, entry := range b.Entries {
  1424. statements[i] = entry.Stmt
  1425. }
  1426. b.observer.ObserveBatch(b.Context(), ObservedBatch{
  1427. Keyspace: keyspace,
  1428. Statements: statements,
  1429. Start: start,
  1430. End: end,
  1431. // Rows not used in batch observations // TODO - might be able to support it when using BatchCAS
  1432. Host: host,
  1433. Metrics: b.metrics.hostMetrics(host),
  1434. Err: iter.err,
  1435. })
  1436. }
  1437. func (b *Batch) GetRoutingKey() ([]byte, error) {
  1438. if b.routingKey != nil {
  1439. return b.routingKey, nil
  1440. }
  1441. if len(b.Entries) == 0 {
  1442. return nil, nil
  1443. }
  1444. entry := b.Entries[0]
  1445. if entry.binding != nil {
  1446. // bindings do not have the values let's skip it like Query does.
  1447. return nil, nil
  1448. }
  1449. // try to determine the routing key
  1450. routingKeyInfo, err := b.session.routingKeyInfo(b.Context(), entry.Stmt)
  1451. if err != nil {
  1452. return nil, err
  1453. }
  1454. return createRoutingKey(routingKeyInfo, entry.Args)
  1455. }
  1456. func createRoutingKey(routingKeyInfo *routingKeyInfo, values []interface{}) ([]byte, error) {
  1457. if routingKeyInfo == nil {
  1458. return nil, nil
  1459. }
  1460. if len(routingKeyInfo.indexes) == 1 {
  1461. // single column routing key
  1462. routingKey, err := Marshal(
  1463. routingKeyInfo.types[0],
  1464. values[routingKeyInfo.indexes[0]],
  1465. )
  1466. if err != nil {
  1467. return nil, err
  1468. }
  1469. return routingKey, nil
  1470. }
  1471. // composite routing key
  1472. buf := bytes.NewBuffer(make([]byte, 0, 256))
  1473. for i := range routingKeyInfo.indexes {
  1474. encoded, err := Marshal(
  1475. routingKeyInfo.types[i],
  1476. values[routingKeyInfo.indexes[i]],
  1477. )
  1478. if err != nil {
  1479. return nil, err
  1480. }
  1481. lenBuf := []byte{0x00, 0x00}
  1482. binary.BigEndian.PutUint16(lenBuf, uint16(len(encoded)))
  1483. buf.Write(lenBuf)
  1484. buf.Write(encoded)
  1485. buf.WriteByte(0x00)
  1486. }
  1487. routingKey := buf.Bytes()
  1488. return routingKey, nil
  1489. }
  1490. type BatchType byte
  1491. const (
  1492. LoggedBatch BatchType = 0
  1493. UnloggedBatch BatchType = 1
  1494. CounterBatch BatchType = 2
  1495. )
  1496. type BatchEntry struct {
  1497. Stmt string
  1498. Args []interface{}
  1499. Idempotent bool
  1500. binding func(q *QueryInfo) ([]interface{}, error)
  1501. }
  1502. type ColumnInfo struct {
  1503. Keyspace string
  1504. Table string
  1505. Name string
  1506. TypeInfo TypeInfo
  1507. }
  1508. func (c ColumnInfo) String() string {
  1509. return fmt.Sprintf("[column keyspace=%s table=%s name=%s type=%v]", c.Keyspace, c.Table, c.Name, c.TypeInfo)
  1510. }
  1511. // routing key indexes LRU cache
  1512. type routingKeyInfoLRU struct {
  1513. lru *lru.Cache
  1514. mu sync.Mutex
  1515. }
  1516. type routingKeyInfo struct {
  1517. indexes []int
  1518. types []TypeInfo
  1519. }
  1520. func (r *routingKeyInfo) String() string {
  1521. return fmt.Sprintf("routing key index=%v types=%v", r.indexes, r.types)
  1522. }
  1523. func (r *routingKeyInfoLRU) Remove(key string) {
  1524. r.mu.Lock()
  1525. r.lru.Remove(key)
  1526. r.mu.Unlock()
  1527. }
  1528. //Max adjusts the maximum size of the cache and cleans up the oldest records if
  1529. //the new max is lower than the previous value. Not concurrency safe.
  1530. func (r *routingKeyInfoLRU) Max(max int) {
  1531. r.mu.Lock()
  1532. for r.lru.Len() > max {
  1533. r.lru.RemoveOldest()
  1534. }
  1535. r.lru.MaxEntries = max
  1536. r.mu.Unlock()
  1537. }
  1538. type inflightCachedEntry struct {
  1539. wg sync.WaitGroup
  1540. err error
  1541. value interface{}
  1542. }
  1543. // Tracer is the interface implemented by query tracers. Tracers have the
  1544. // ability to obtain a detailed event log of all events that happened during
  1545. // the execution of a query from Cassandra. Gathering this information might
  1546. // be essential for debugging and optimizing queries, but this feature should
  1547. // not be used on production systems with very high load.
  1548. type Tracer interface {
  1549. Trace(traceId []byte)
  1550. }
  1551. type traceWriter struct {
  1552. session *Session
  1553. w io.Writer
  1554. mu sync.Mutex
  1555. }
  1556. // NewTraceWriter returns a simple Tracer implementation that outputs
  1557. // the event log in a textual format.
  1558. func NewTraceWriter(session *Session, w io.Writer) Tracer {
  1559. return &traceWriter{session: session, w: w}
  1560. }
  1561. func (t *traceWriter) Trace(traceId []byte) {
  1562. var (
  1563. coordinator string
  1564. duration int
  1565. )
  1566. iter := t.session.control.query(`SELECT coordinator, duration
  1567. FROM system_traces.sessions
  1568. WHERE session_id = ?`, traceId)
  1569. iter.Scan(&coordinator, &duration)
  1570. if err := iter.Close(); err != nil {
  1571. t.mu.Lock()
  1572. fmt.Fprintln(t.w, "Error:", err)
  1573. t.mu.Unlock()
  1574. return
  1575. }
  1576. var (
  1577. timestamp time.Time
  1578. activity string
  1579. source string
  1580. elapsed int
  1581. )
  1582. t.mu.Lock()
  1583. defer t.mu.Unlock()
  1584. fmt.Fprintf(t.w, "Tracing session %016x (coordinator: %s, duration: %v):\n",
  1585. traceId, coordinator, time.Duration(duration)*time.Microsecond)
  1586. iter = t.session.control.query(`SELECT event_id, activity, source, source_elapsed
  1587. FROM system_traces.events
  1588. WHERE session_id = ?`, traceId)
  1589. for iter.Scan(&timestamp, &activity, &source, &elapsed) {
  1590. fmt.Fprintf(t.w, "%s: %s (source: %s, elapsed: %d)\n",
  1591. timestamp.Format("2006/01/02 15:04:05.999999"), activity, source, elapsed)
  1592. }
  1593. if err := iter.Close(); err != nil {
  1594. fmt.Fprintln(t.w, "Error:", err)
  1595. }
  1596. }
  1597. type ObservedQuery struct {
  1598. Keyspace string
  1599. Statement string
  1600. Start time.Time // time immediately before the query was called
  1601. End time.Time // time immediately after the query returned
  1602. // Rows is the number of rows in the current iter.
  1603. // In paginated queries, rows from previous scans are not counted.
  1604. // Rows is not used in batch queries and remains at the default value
  1605. Rows int
  1606. // Host is the informations about the host that performed the query
  1607. Host *HostInfo
  1608. // The metrics per this host
  1609. Metrics *hostMetrics
  1610. // Err is the error in the query.
  1611. // It only tracks network errors or errors of bad cassandra syntax, in particular selects with no match return nil error
  1612. Err error
  1613. }
  1614. // QueryObserver is the interface implemented by query observers / stat collectors.
  1615. //
  1616. // Experimental, this interface and use may change
  1617. type QueryObserver interface {
  1618. // ObserveQuery gets called on every query to cassandra, including all queries in an iterator when paging is enabled.
  1619. // It doesn't get called if there is no query because the session is closed or there are no connections available.
  1620. // The error reported only shows query errors, i.e. if a SELECT is valid but finds no matches it will be nil.
  1621. ObserveQuery(context.Context, ObservedQuery)
  1622. }
  1623. type ObservedBatch struct {
  1624. Keyspace string
  1625. Statements []string
  1626. Start time.Time // time immediately before the batch query was called
  1627. End time.Time // time immediately after the batch query returned
  1628. // Host is the informations about the host that performed the batch
  1629. Host *HostInfo
  1630. // Err is the error in the batch query.
  1631. // It only tracks network errors or errors of bad cassandra syntax, in particular selects with no match return nil error
  1632. Err error
  1633. // The metrics per this host
  1634. Metrics *hostMetrics
  1635. }
  1636. // BatchObserver is the interface implemented by batch observers / stat collectors.
  1637. type BatchObserver interface {
  1638. // ObserveBatch gets called on every batch query to cassandra.
  1639. // It also gets called once for each query in a batch.
  1640. // It doesn't get called if there is no query because the session is closed or there are no connections available.
  1641. // The error reported only shows query errors, i.e. if a SELECT is valid but finds no matches it will be nil.
  1642. // Unlike QueryObserver.ObserveQuery it does no reporting on rows read.
  1643. ObserveBatch(context.Context, ObservedBatch)
  1644. }
  1645. type ObservedConnect struct {
  1646. // Host is the information about the host about to connect
  1647. Host *HostInfo
  1648. Start time.Time // time immediately before the dial is called
  1649. End time.Time // time immediately after the dial returned
  1650. // Err is the connection error (if any)
  1651. Err error
  1652. }
  1653. // ConnectObserver is the interface implemented by connect observers / stat collectors.
  1654. type ConnectObserver interface {
  1655. // ObserveConnect gets called when a new connection to cassandra is made.
  1656. ObserveConnect(ObservedConnect)
  1657. }
  1658. type Error struct {
  1659. Code int
  1660. Message string
  1661. }
  1662. func (e Error) Error() string {
  1663. return e.Message
  1664. }
  1665. var (
  1666. ErrNotFound = errors.New("not found")
  1667. ErrUnavailable = errors.New("unavailable")
  1668. ErrUnsupported = errors.New("feature not supported")
  1669. ErrTooManyStmts = errors.New("too many statements")
  1670. ErrUseStmt = errors.New("use statements aren't supported. Please see https://github.com/gocql/gocql for explanation.")
  1671. ErrSessionClosed = errors.New("session has been closed")
  1672. ErrNoConnections = errors.New("gocql: no hosts available in the pool")
  1673. ErrNoKeyspace = errors.New("no keyspace provided")
  1674. ErrKeyspaceDoesNotExist = errors.New("keyspace does not exist")
  1675. ErrNoMetadata = errors.New("no metadata available")
  1676. )
  1677. type ErrProtocol struct{ error }
  1678. func NewErrProtocol(format string, args ...interface{}) error {
  1679. return ErrProtocol{fmt.Errorf(format, args...)}
  1680. }
  1681. // BatchSizeMaximum is the maximum number of statements a batch operation can have.
  1682. // This limit is set by cassandra and could change in the future.
  1683. const BatchSizeMaximum = 65535