| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502 |
- // Copyright (c) 2012 The gocql Authors. All rights reserved.
- // Use of this source code is governed by a BSD-style
- // license that can be found in the LICENSE file.
- package gocql
- import (
- "errors"
- "fmt"
- "io"
- "strings"
- "sync"
- "time"
- "unicode"
- )
- // Session is the interface used by users to interact with the database.
- //
- // It's safe for concurrent use by multiple goroutines and a typical usage
- // scenario is to have one global session object to interact with the
- // whole Cassandra cluster.
- //
- // This type extends the Node interface by adding a convinient query builder
- // and automatically sets a default consinstency level on all operations
- // that do not have a consistency level set.
- type Session struct {
- Node Node
- cons Consistency
- pageSize int
- prefetch float64
- trace Tracer
- mu sync.RWMutex
- cfg ClusterConfig
- }
- // NewSession wraps an existing Node.
- func NewSession(c *clusterImpl) *Session {
- return &Session{Node: c, cons: Quorum, prefetch: 0.25, cfg: c.cfg}
- }
- // SetConsistency sets the default consistency level for this session. This
- // setting can also be changed on a per-query basis and the default value
- // is Quorum.
- func (s *Session) SetConsistency(cons Consistency) {
- s.mu.Lock()
- s.cons = cons
- s.mu.Unlock()
- }
- // SetPageSize sets the default page size for this session. A value <= 0 will
- // disable paging. This setting can also be changed on a per-query basis.
- func (s *Session) SetPageSize(n int) {
- s.mu.Lock()
- s.pageSize = n
- s.mu.Unlock()
- }
- // SetPrefetch sets the default threshold for pre-fetching new pages. If
- // there are only p*pageSize rows remaining, the next page will be requested
- // automatically. This value can also be changed on a per-query basis and
- // the default value is 0.25.
- func (s *Session) SetPrefetch(p float64) {
- s.mu.Lock()
- s.prefetch = p
- s.mu.Unlock()
- }
- // SetTrace sets the default tracer for this session. This setting can also
- // be changed on a per-query basis.
- func (s *Session) SetTrace(trace Tracer) {
- s.mu.Lock()
- s.trace = trace
- s.mu.Unlock()
- }
- // Query generates a new query object for interacting with the database.
- // Further details of the query may be tweaked using the resulting query
- // value before the query is executed.
- func (s *Session) Query(stmt string, values ...interface{}) *Query {
- s.mu.RLock()
- qry := &Query{stmt: stmt, values: values, cons: s.cons,
- session: s, pageSize: s.pageSize, trace: s.trace,
- prefetch: s.prefetch, rt: s.cfg.RetryPolicy}
- s.mu.RUnlock()
- return qry
- }
- // Close closes all connections. The session is unusable after this
- // operation.
- func (s *Session) Close() {
- s.Node.Close()
- }
- func (s *Session) executeQuery(qry *Query) *Iter {
- var itr *Iter
- count := 0
- for count <= qry.rt.NumRetries {
- conn := s.Node.Pick(nil)
- //Assign the error unavailable to the iterator
- if conn == nil {
- itr = &Iter{err: ErrUnavailable}
- break
- }
- itr = conn.executeQuery(qry)
- //Exit for loop if the query was successful
- if itr.err == nil {
- break
- }
- count++
- }
- return itr
- }
- // ExecuteBatch executes a batch operation and returns nil if successful
- // otherwise an error is returned describing the failure.
- func (s *Session) ExecuteBatch(batch *Batch) error {
- // Prevent the execution of the batch if greater than the limit
- // Currently batches have a limit of 65536 queries.
- // https://datastax-oss.atlassian.net/browse/JAVA-229
- if batch.Size() > BatchSizeMaximum {
- return ErrTooManyStmts
- }
- var err error
- count := 0
- for count <= batch.rt.NumRetries {
- conn := s.Node.Pick(nil)
- //Assign the error unavailable and break loop
- if conn == nil {
- err = ErrUnavailable
- break
- }
- err = conn.executeBatch(batch)
- //Exit loop if operation executed correctly
- if err == nil {
- break
- }
- count++
- }
- return err
- }
- // Query represents a CQL statement that can be executed.
- type Query struct {
- stmt string
- values []interface{}
- cons Consistency
- pageSize int
- pageState []byte
- prefetch float64
- trace Tracer
- session *Session
- rt RetryPolicy
- }
- // Consistency sets the consistency level for this query. If no consistency
- // level have been set, the default consistency level of the cluster
- // is used.
- func (q *Query) Consistency(c Consistency) *Query {
- q.cons = c
- return q
- }
- // Trace enables tracing of this query. Look at the documentation of the
- // Tracer interface to learn more about tracing.
- func (q *Query) Trace(trace Tracer) *Query {
- q.trace = trace
- return q
- }
- // PageSize will tell the iterator to fetch the result in pages of size n.
- // This is useful for iterating over large result sets, but setting the
- // page size to low might decrease the performance. This feature is only
- // available in Cassandra 2 and onwards.
- func (q *Query) PageSize(n int) *Query {
- q.pageSize = n
- return q
- }
- func (q *Query) ShouldPrepare() bool {
- stmt := strings.TrimLeftFunc(strings.TrimRightFunc(q.stmt, func(r rune) bool {
- return unicode.IsSpace(r) || r == ';'
- }), unicode.IsSpace)
- var stmtType string
- if n := strings.IndexFunc(stmt, unicode.IsSpace); n >= 0 {
- stmtType = strings.ToLower(stmt[:n])
- }
- if stmtType == "begin" {
- if n := strings.LastIndexFunc(stmt, unicode.IsSpace); n >= 0 {
- stmtType = strings.ToLower(stmt[n+1:])
- }
- }
- switch stmtType {
- case "select", "insert", "update", "delete", "batch":
- return true
- }
- return false
- }
- // SetPrefetch sets the default threshold for pre-fetching new pages. If
- // there are only p*pageSize rows remaining, the next page will be requested
- // automatically.
- func (q *Query) Prefetch(p float64) *Query {
- q.prefetch = p
- return q
- }
- // RetryPolicy sets the policy to use when retrying the query.
- func (q *Query) RetryPolicy(r RetryPolicy) *Query {
- q.rt = r
- return q
- }
- // Exec executes the query without returning any rows.
- func (q *Query) Exec() error {
- iter := q.Iter()
- return iter.err
- }
- // Iter executes the query and returns an iterator capable of iterating
- // over all results.
- func (q *Query) Iter() *Iter {
- if strings.Index(strings.ToLower(q.stmt), "use") == 0 {
- return &Iter{err: ErrUseStmt}
- }
- return q.session.executeQuery(q)
- }
- // Scan executes the query, copies the columns of the first selected
- // row into the values pointed at by dest and discards the rest. If no rows
- // were selected, ErrNotFound is returned.
- func (q *Query) Scan(dest ...interface{}) error {
- iter := q.Iter()
- if iter.err != nil {
- return iter.err
- }
- if len(iter.rows) == 0 {
- return ErrNotFound
- }
- iter.Scan(dest...)
- return iter.Close()
- }
- // ScanCAS executes a lightweight transaction (i.e. an UPDATE or INSERT
- // statement containing an IF clause). If the transaction fails because
- // the existing values did not match, the previos values will be stored
- // in dest.
- func (q *Query) ScanCAS(dest ...interface{}) (applied bool, err error) {
- iter := q.Iter()
- if iter.err != nil {
- return false, iter.err
- }
- if len(iter.rows) == 0 {
- return false, ErrNotFound
- }
- if len(iter.Columns()) > 1 {
- dest = append([]interface{}{&applied}, dest...)
- iter.Scan(dest...)
- } else {
- iter.Scan(&applied)
- }
- return applied, iter.Close()
- }
- // Iter represents an iterator that can be used to iterate over all rows that
- // were returned by a query. The iterator might send additional queries to the
- // database during the iteration if paging was enabled.
- type Iter struct {
- err error
- pos int
- rows [][][]byte
- columns []ColumnInfo
- next *nextIter
- }
- // Columns returns the name and type of the selected columns.
- func (iter *Iter) Columns() []ColumnInfo {
- return iter.columns
- }
- // Scan consumes the next row of the iterator and copies the columns of the
- // current row into the values pointed at by dest. Use nil as a dest value
- // to skip the corresponding column. Scan might send additional queries
- // to the database to retrieve the next set of rows if paging was enabled.
- //
- // Scan returns true if the row was successfully unmarshaled or false if the
- // end of the result set was reached or if an error occurred. Close should
- // be called afterwards to retrieve any potential errors.
- func (iter *Iter) Scan(dest ...interface{}) bool {
- if iter.err != nil {
- return false
- }
- if iter.pos >= len(iter.rows) {
- if iter.next != nil {
- *iter = *iter.next.fetch()
- return iter.Scan(dest...)
- }
- return false
- }
- if iter.next != nil && iter.pos == iter.next.pos {
- go iter.next.fetch()
- }
- if len(dest) != len(iter.columns) {
- iter.err = errors.New("count mismatch")
- return false
- }
- for i := 0; i < len(iter.columns); i++ {
- if dest[i] == nil {
- continue
- }
- err := Unmarshal(iter.columns[i].TypeInfo, iter.rows[iter.pos][i], dest[i])
- if err != nil {
- iter.err = err
- return false
- }
- }
- iter.pos++
- return true
- }
- // Close closes the iterator and returns any errors that happened during
- // the query or the iteration.
- func (iter *Iter) Close() error {
- return iter.err
- }
- type nextIter struct {
- qry Query
- pos int
- once sync.Once
- next *Iter
- }
- func (n *nextIter) fetch() *Iter {
- n.once.Do(func() {
- n.next = n.qry.session.executeQuery(&n.qry)
- })
- return n.next
- }
- type Batch struct {
- Type BatchType
- Entries []BatchEntry
- Cons Consistency
- rt RetryPolicy
- }
- // NewBatch creates a new batch operation without defaults from the cluster
- func NewBatch(typ BatchType) *Batch {
- return &Batch{Type: typ}
- }
- // NewBatch creates a new batch operation using defaults defined in the cluster
- func (s *Session) NewBatch(typ BatchType) *Batch {
- return &Batch{Type: typ, rt: s.cfg.RetryPolicy}
- }
- // Query adds the query to the batch operation
- func (b *Batch) Query(stmt string, args ...interface{}) {
- b.Entries = append(b.Entries, BatchEntry{Stmt: stmt, Args: args})
- }
- // RetryPolicy sets the retry policy to use when executing the batch operation
- func (b *Batch) RetryPolicy(r RetryPolicy) *Batch {
- b.rt = r
- return b
- }
- // Size returns the number of batch statements to be executed by the batch operation.
- func (b *Batch) Size() int {
- return len(b.Entries)
- }
- type BatchType int
- const (
- LoggedBatch BatchType = 0
- UnloggedBatch BatchType = 1
- CounterBatch BatchType = 2
- )
- type BatchEntry struct {
- Stmt string
- Args []interface{}
- }
- type Consistency int
- const (
- Any Consistency = 1 + iota
- One
- Two
- Three
- Quorum
- All
- LocalQuorum
- EachQuorum
- Serial
- LocalSerial
- )
- var consinstencyNames = []string{
- 0: "default",
- Any: "any",
- One: "one",
- Two: "two",
- Three: "three",
- Quorum: "quorum",
- All: "all",
- LocalQuorum: "localquorum",
- EachQuorum: "eachquorum",
- Serial: "serial",
- LocalSerial: "localserial",
- }
- func (c Consistency) String() string {
- return consinstencyNames[c]
- }
- type ColumnInfo struct {
- Keyspace string
- Table string
- Name string
- TypeInfo *TypeInfo
- }
- // Tracer is the interface implemented by query tracers. Tracers have the
- // ability to obtain a detailed event log of all events that happened during
- // the execution of a query from Cassandra. Gathering this information might
- // be essential for debugging and optimizing queries, but this feature should
- // not be used on production systems with very high load.
- type Tracer interface {
- Trace(traceId []byte)
- }
- type traceWriter struct {
- session *Session
- w io.Writer
- mu sync.Mutex
- }
- // NewTraceWriter returns a simple Tracer implementation that outputs
- // the event log in a textual format.
- func NewTraceWriter(session *Session, w io.Writer) Tracer {
- return traceWriter{session: session, w: w}
- }
- func (t traceWriter) Trace(traceId []byte) {
- var (
- coordinator string
- duration int
- )
- t.session.Query(`SELECT coordinator, duration
- FROM system_traces.sessions
- WHERE session_id = ?`, traceId).
- Consistency(One).Scan(&coordinator, &duration)
- iter := t.session.Query(`SELECT event_id, activity, source, source_elapsed
- FROM system_traces.events
- WHERE session_id = ?`, traceId).
- Consistency(One).Iter()
- var (
- timestamp time.Time
- activity string
- source string
- elapsed int
- )
- t.mu.Lock()
- defer t.mu.Unlock()
- fmt.Fprintf(t.w, "Tracing session %016x (coordinator: %s, duration: %v):\n",
- traceId, coordinator, time.Duration(duration)*time.Microsecond)
- for iter.Scan(×tamp, &activity, &source, &elapsed) {
- fmt.Fprintf(t.w, "%s: %s (source: %s, elapsed: %d)\n",
- timestamp.Format("2006/01/02 15:04:05.999999"), activity, source, elapsed)
- }
- if err := iter.Close(); err != nil {
- fmt.Fprintln(t.w, "Error:", err)
- }
- }
- type Error struct {
- Code int
- Message string
- }
- func (e Error) Error() string {
- return e.Message
- }
- var (
- ErrNotFound = errors.New("not found")
- ErrUnavailable = errors.New("unavailable")
- ErrProtocol = errors.New("protocol error")
- ErrUnsupported = errors.New("feature not supported")
- ErrTooManyStmts = errors.New("too many statements")
- ErrUseStmt = errors.New("use statements aren't supported. Please see https://github.com/gocql/gocql for explaination.")
- )
- // BatchSizeMaximum is the maximum number of statements a batch operation can have.
- // This limit is set by cassandra and could change in the future.
- const BatchSizeMaximum = 65535
|