cluster.go 9.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189
  1. // Copyright (c) 2012 The gocql Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package gocql
  5. import (
  6. "errors"
  7. "net"
  8. "time"
  9. )
  10. // PoolConfig configures the connection pool used by the driver, it defaults to
  11. // using a round-robin host selection policy and a round-robin connection selection
  12. // policy for each host.
  13. type PoolConfig struct {
  14. // HostSelectionPolicy sets the policy for selecting which host to use for a
  15. // given query (default: RoundRobinHostPolicy())
  16. HostSelectionPolicy HostSelectionPolicy
  17. }
  18. func (p PoolConfig) buildPool(session *Session) *policyConnPool {
  19. return newPolicyConnPool(session)
  20. }
  21. // ClusterConfig is a struct to configure the default cluster implementation
  22. // of gocql. It has a variety of attributes that can be used to modify the
  23. // behavior to fit the most common use cases. Applications that require a
  24. // different setup must implement their own cluster.
  25. type ClusterConfig struct {
  26. // addresses for the initial connections. It is recommended to use the value set in
  27. // the Cassandra config for broadcast_address or listen_address, an IP address not
  28. // a domain name. This is because events from Cassandra will use the configured IP
  29. // address, which is used to index connected hosts. If the domain name specified
  30. // resolves to more than 1 IP address then the driver may connect multiple times to
  31. // the same host, and will not mark the node being down or up from events.
  32. Hosts []string
  33. CQLVersion string // CQL version (default: 3.0.0)
  34. // ProtoVersion sets the version of the native protocol to use, this will
  35. // enable features in the driver for specific protocol versions, generally this
  36. // should be set to a known version (2,3,4) for the cluster being connected to.
  37. //
  38. // If it is 0 or unset (the default) then the driver will attempt to discover the
  39. // highest supported protocol for the cluster. In clusters with nodes of different
  40. // versions the protocol selected is not defined (ie, it can be any of the supported in the cluster)
  41. ProtoVersion int
  42. Timeout time.Duration // connection timeout (default: 600ms)
  43. ConnectTimeout time.Duration // initial connection timeout, used during initial dial to server (default: 600ms)
  44. Port int // port (default: 9042)
  45. Keyspace string // initial keyspace (optional)
  46. NumConns int // number of connections per host (default: 2)
  47. Consistency Consistency // default consistency level (default: Quorum)
  48. Compressor Compressor // compression algorithm (default: nil)
  49. Authenticator Authenticator // authenticator (default: nil)
  50. RetryPolicy RetryPolicy // Default retry policy to use for queries (default: 0)
  51. ReconnectionPolicy ReconnectionPolicy // Default reconnection policy to use for reconnecting before trying to mark host as down (default: see below)
  52. SocketKeepalive time.Duration // The keepalive period to use, enabled if > 0 (default: 0)
  53. MaxPreparedStmts int // Sets the maximum cache size for prepared statements globally for gocql (default: 1000)
  54. MaxRoutingKeyInfo int // Sets the maximum cache size for query info about statements for each session (default: 1000)
  55. PageSize int // Default page size to use for created sessions (default: 5000)
  56. SerialConsistency SerialConsistency // Sets the consistency for the serial part of queries, values can be either SERIAL or LOCAL_SERIAL (default: unset)
  57. SslOpts *SslOptions
  58. DefaultTimestamp bool // Sends a client side timestamp for all requests which overrides the timestamp at which it arrives at the server. (default: true, only enabled for protocol 3 and above)
  59. // PoolConfig configures the underlying connection pool, allowing the
  60. // configuration of host selection and connection selection policies.
  61. PoolConfig PoolConfig
  62. // If not zero, gocql attempt to reconnect known DOWN nodes in every ReconnectInterval.
  63. ReconnectInterval time.Duration
  64. // The maximum amount of time to wait for schema agreement in a cluster after
  65. // receiving a schema change frame. (deault: 60s)
  66. MaxWaitSchemaAgreement time.Duration
  67. // HostFilter will filter all incoming events for host, any which don't pass
  68. // the filter will be ignored. If set will take precedence over any options set
  69. // via Discovery
  70. HostFilter HostFilter
  71. // AddressTranslator will translate addresses found on peer discovery and/or
  72. // node change events.
  73. AddressTranslator AddressTranslator
  74. // If IgnorePeerAddr is true and the address in system.peers does not match
  75. // the supplied host by either initial hosts or discovered via events then the
  76. // host will be replaced with the supplied address.
  77. //
  78. // For example if an event comes in with host=10.0.0.1 but when looking up that
  79. // address in system.local or system.peers returns 127.0.0.1, the peer will be
  80. // set to 10.0.0.1 which is what will be used to connect to.
  81. IgnorePeerAddr bool
  82. // If DisableInitialHostLookup then the driver will not attempt to get host info
  83. // from the system.peers table, this will mean that the driver will connect to
  84. // hosts supplied and will not attempt to lookup the hosts information, this will
  85. // mean that data_centre, rack and token information will not be available and as
  86. // such host filtering and token aware query routing will not be available.
  87. DisableInitialHostLookup bool
  88. // Configure events the driver will register for
  89. Events struct {
  90. // disable registering for status events (node up/down)
  91. DisableNodeStatusEvents bool
  92. // disable registering for topology events (node added/removed/moved)
  93. DisableTopologyEvents bool
  94. // disable registering for schema events (keyspace/table/function removed/created/updated)
  95. DisableSchemaEvents bool
  96. }
  97. // DisableSkipMetadata will override the internal result metadata cache so that the driver does not
  98. // send skip_metadata for queries, this means that the result will always contain
  99. // the metadata to parse the rows and will not reuse the metadata from the prepared
  100. // statement.
  101. //
  102. // See https://issues.apache.org/jira/browse/CASSANDRA-10786
  103. DisableSkipMetadata bool
  104. // QueryObserver will set the provided query observer on all queries created from this session.
  105. // Use it to collect metrics / stats from queries by providing an implementation of QueryObserver.
  106. QueryObserver QueryObserver
  107. // BatchObserver will set the provided batch observer on all queries created from this session.
  108. // Use it to collect metrics / stats from batche queries by providing an implementation of BatchObserver.
  109. BatchObserver BatchObserver
  110. // internal config for testing
  111. disableControlConn bool
  112. }
  113. // NewCluster generates a new config for the default cluster implementation.
  114. //
  115. // The supplied hosts are used to initially connect to the cluster then the rest of
  116. // the ring will be automatically discovered. It is recommended to use the value set in
  117. // the Cassandra config for broadcast_address or listen_address, an IP address not
  118. // a domain name. This is because events from Cassandra will use the configured IP
  119. // address, which is used to index connected hosts. If the domain name specified
  120. // resolves to more than 1 IP address then the driver may connect multiple times to
  121. // the same host, and will not mark the node being down or up from events.
  122. func NewCluster(hosts ...string) *ClusterConfig {
  123. cfg := &ClusterConfig{
  124. Hosts: hosts,
  125. CQLVersion: "3.0.0",
  126. Timeout: 600 * time.Millisecond,
  127. ConnectTimeout: 600 * time.Millisecond,
  128. Port: 9042,
  129. NumConns: 2,
  130. Consistency: Quorum,
  131. MaxPreparedStmts: defaultMaxPreparedStmts,
  132. MaxRoutingKeyInfo: 1000,
  133. PageSize: 5000,
  134. DefaultTimestamp: true,
  135. MaxWaitSchemaAgreement: 60 * time.Second,
  136. ReconnectInterval: 60 * time.Second,
  137. ReconnectionPolicy: &ConstantReconnectionPolicy{MaxRetries: 3, Interval: 1 * time.Second},
  138. }
  139. return cfg
  140. }
  141. // CreateSession initializes the cluster based on this config and returns a
  142. // session object that can be used to interact with the database.
  143. func (cfg *ClusterConfig) CreateSession() (*Session, error) {
  144. return NewSession(*cfg)
  145. }
  146. // translateAddressPort is a helper method that will use the given AddressTranslator
  147. // if defined, to translate the given address and port into a possibly new address
  148. // and port, If no AddressTranslator or if an error occurs, the given address and
  149. // port will be returned.
  150. func (cfg *ClusterConfig) translateAddressPort(addr net.IP, port int) (net.IP, int) {
  151. if cfg.AddressTranslator == nil || len(addr) == 0 {
  152. return addr, port
  153. }
  154. newAddr, newPort := cfg.AddressTranslator.Translate(addr, port)
  155. if gocqlDebug {
  156. Logger.Printf("gocql: translating address '%v:%d' to '%v:%d'", addr, port, newAddr, newPort)
  157. }
  158. return newAddr, newPort
  159. }
  160. func (cfg *ClusterConfig) filterHost(host *HostInfo) bool {
  161. return !(cfg.HostFilter == nil || cfg.HostFilter.Accept(host))
  162. }
  163. var (
  164. ErrNoHosts = errors.New("no hosts provided")
  165. ErrNoConnectionsStarted = errors.New("no connections were made when creating the session")
  166. ErrHostQueryFailed = errors.New("unable to populate Hosts")
  167. )