cassandra_test.go 35 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158
  1. // Copyright (c) 2012 The gocql Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package gocql
  5. import (
  6. "bytes"
  7. "flag"
  8. "fmt"
  9. "log"
  10. "math"
  11. "math/big"
  12. "reflect"
  13. "strconv"
  14. "strings"
  15. "sync"
  16. "testing"
  17. "time"
  18. "unicode"
  19. "speter.net/go/exp/math/dec/inf"
  20. )
  21. var (
  22. flagCluster = flag.String("cluster", "127.0.0.1", "a comma-separated list of host:port tuples")
  23. flagProto = flag.Int("proto", 2, "protcol version")
  24. flagCQL = flag.String("cql", "3.0.0", "CQL version")
  25. flagRF = flag.Int("rf", 1, "replication factor for test keyspace")
  26. clusterSize = flag.Int("clusterSize", 1, "the expected size of the cluster")
  27. flagRetry = flag.Int("retries", 5, "number of times to retry queries")
  28. flagAutoWait = flag.Duration("autowait", 1000*time.Millisecond, "time to wait for autodiscovery to fill the hosts poll")
  29. clusterHosts []string
  30. )
  31. func init() {
  32. flag.Parse()
  33. clusterHosts = strings.Split(*flagCluster, ",")
  34. log.SetFlags(log.Lshortfile | log.LstdFlags)
  35. }
  36. var initOnce sync.Once
  37. func createTable(s *Session, table string) error {
  38. err := s.Query(table).Consistency(All).Exec()
  39. if *clusterSize > 1 {
  40. // wait for table definition to propogate
  41. time.Sleep(250 * time.Millisecond)
  42. }
  43. return err
  44. }
  45. func createCluster() *ClusterConfig {
  46. cluster := NewCluster(clusterHosts...)
  47. cluster.ProtoVersion = *flagProto
  48. cluster.CQLVersion = *flagCQL
  49. cluster.Timeout = 5 * time.Second
  50. cluster.Consistency = Quorum
  51. cluster.RetryPolicy.NumRetries = *flagRetry
  52. return cluster
  53. }
  54. func createKeyspace(tb testing.TB, cluster *ClusterConfig, keyspace string) {
  55. session, err := cluster.CreateSession()
  56. if err != nil {
  57. tb.Fatal("createSession:", err)
  58. }
  59. if err = session.Query(`DROP KEYSPACE ` + keyspace).Exec(); err != nil {
  60. tb.Log("drop keyspace:", err)
  61. }
  62. if err := session.Query(fmt.Sprintf(`CREATE KEYSPACE %s
  63. WITH replication = {
  64. 'class' : 'SimpleStrategy',
  65. 'replication_factor' : %d
  66. }`, keyspace, *flagRF)).Consistency(All).Exec(); err != nil {
  67. tb.Fatalf("error creating keyspace %s: %v", keyspace, err)
  68. }
  69. tb.Logf("Created keyspace %s", keyspace)
  70. session.Close()
  71. }
  72. func createSession(tb testing.TB) *Session {
  73. cluster := createCluster()
  74. // Drop and re-create the keyspace once. Different tests should use their own
  75. // individual tables, but can assume that the table does not exist before.
  76. initOnce.Do(func() {
  77. createKeyspace(tb, cluster, "gocql_test")
  78. })
  79. cluster.Keyspace = "gocql_test"
  80. session, err := cluster.CreateSession()
  81. if err != nil {
  82. tb.Fatal("createSession:", err)
  83. }
  84. return session
  85. }
  86. func TestRingDiscovery(t *testing.T) {
  87. if *flagProto == 1 {
  88. t.Skip("ring autodiscovery not supported. Please use Cassandra >= 2.0")
  89. }
  90. cluster := NewCluster(clusterHosts[0])
  91. cluster.DiscoverHosts = true
  92. cluster.Discovery = DiscoveryConfig{Sleep: 1 * time.Second}
  93. session, err := cluster.CreateSession()
  94. if err != nil {
  95. t.Errorf("got error connecting to the cluster %v", err)
  96. }
  97. if *clusterSize > 1 {
  98. // wait for autodiscovery to update the pool with the list of known hosts
  99. time.Sleep(*flagAutoWait)
  100. }
  101. if *clusterSize != session.Pool.Size() {
  102. t.Fatalf("Expected a cluster size of %d, but actual size was %d", *clusterSize, session.Pool.Size())
  103. }
  104. session.Close()
  105. }
  106. func TestEmptyHosts(t *testing.T) {
  107. cluster := NewCluster()
  108. if session, err := cluster.CreateSession(); err == nil {
  109. session.Close()
  110. t.Error("expected err, got nil")
  111. }
  112. }
  113. //TestUseStatementError checks to make sure the correct error is returned when the user tries to execute a use statement.
  114. func TestUseStatementError(t *testing.T) {
  115. session := createSession(t)
  116. defer session.Close()
  117. if err := session.Query("USE gocql_test").Exec(); err != nil {
  118. if err != ErrUseStmt {
  119. t.Error("expected ErrUseStmt, got " + err.Error())
  120. }
  121. } else {
  122. t.Error("expected err, got nil.")
  123. }
  124. }
  125. //TestInvalidKeyspace checks that an invalid keyspace will return promptly and without a flood of connections
  126. func TestInvalidKeyspace(t *testing.T) {
  127. cluster := NewCluster(clusterHosts...)
  128. cluster.ProtoVersion = *flagProto
  129. cluster.CQLVersion = *flagCQL
  130. cluster.Keyspace = "invalidKeyspace"
  131. session, err := cluster.CreateSession()
  132. if err != nil {
  133. if err != ErrNoConnectionsStarted {
  134. t.Errorf("Expected ErrNoConnections but got %v", err)
  135. }
  136. } else {
  137. session.Close() //Clean up the session
  138. t.Error("expected err, got nil.")
  139. }
  140. }
  141. func TestTracing(t *testing.T) {
  142. session := createSession(t)
  143. defer session.Close()
  144. if err := createTable(session, `CREATE TABLE trace (id int primary key)`); err != nil {
  145. t.Fatal("create:", err)
  146. }
  147. buf := &bytes.Buffer{}
  148. trace := NewTraceWriter(session, buf)
  149. if err := session.Query(`INSERT INTO trace (id) VALUES (?)`, 42).Trace(trace).Exec(); err != nil {
  150. t.Error("insert:", err)
  151. } else if buf.Len() == 0 {
  152. t.Error("insert: failed to obtain any tracing")
  153. }
  154. buf.Reset()
  155. var value int
  156. if err := session.Query(`SELECT id FROM trace WHERE id = ?`, 42).Trace(trace).Scan(&value); err != nil {
  157. t.Error("select:", err)
  158. } else if value != 42 {
  159. t.Errorf("value: expected %d, got %d", 42, value)
  160. } else if buf.Len() == 0 {
  161. t.Error("select: failed to obtain any tracing")
  162. }
  163. }
  164. func TestPaging(t *testing.T) {
  165. if *flagProto == 1 {
  166. t.Skip("Paging not supported. Please use Cassandra >= 2.0")
  167. }
  168. session := createSession(t)
  169. defer session.Close()
  170. if err := createTable(session, "CREATE TABLE paging (id int primary key)"); err != nil {
  171. t.Fatal("create table:", err)
  172. }
  173. for i := 0; i < 100; i++ {
  174. if err := session.Query("INSERT INTO paging (id) VALUES (?)", i).Exec(); err != nil {
  175. t.Fatal("insert:", err)
  176. }
  177. }
  178. iter := session.Query("SELECT id FROM paging").PageSize(10).Iter()
  179. var id int
  180. count := 0
  181. for iter.Scan(&id) {
  182. count++
  183. }
  184. if err := iter.Close(); err != nil {
  185. t.Fatal("close:", err)
  186. }
  187. if count != 100 {
  188. t.Fatalf("expected %d, got %d", 100, count)
  189. }
  190. }
  191. func TestCAS(t *testing.T) {
  192. if *flagProto == 1 {
  193. t.Skip("lightweight transactions not supported. Please use Cassandra >= 2.0")
  194. }
  195. session := createSession(t)
  196. defer session.Close()
  197. if err := createTable(session, `CREATE TABLE cas_table (
  198. title varchar,
  199. revid timeuuid,
  200. PRIMARY KEY (title, revid)
  201. )`); err != nil {
  202. t.Fatal("create:", err)
  203. }
  204. title, revid := "baz", TimeUUID()
  205. var titleCAS string
  206. var revidCAS UUID
  207. if applied, err := session.Query(`INSERT INTO cas_table (title, revid)
  208. VALUES (?, ?) IF NOT EXISTS`,
  209. title, revid).ScanCAS(&titleCAS, &revidCAS); err != nil {
  210. t.Fatal("insert:", err)
  211. } else if !applied {
  212. t.Fatal("insert should have been applied")
  213. }
  214. if applied, err := session.Query(`INSERT INTO cas_table (title, revid)
  215. VALUES (?, ?) IF NOT EXISTS`,
  216. title, revid).ScanCAS(&titleCAS, &revidCAS); err != nil {
  217. t.Fatal("insert:", err)
  218. } else if applied {
  219. t.Fatal("insert should not have been applied")
  220. } else if title != titleCAS || revid != revidCAS {
  221. t.Fatalf("expected %s/%v but got %s/%v", title, revid, titleCAS, revidCAS)
  222. }
  223. }
  224. func TestBatch(t *testing.T) {
  225. if *flagProto == 1 {
  226. t.Skip("atomic batches not supported. Please use Cassandra >= 2.0")
  227. }
  228. session := createSession(t)
  229. defer session.Close()
  230. if err := createTable(session, `CREATE TABLE batch_table (id int primary key)`); err != nil {
  231. t.Fatal("create table:", err)
  232. }
  233. batch := NewBatch(LoggedBatch)
  234. for i := 0; i < 100; i++ {
  235. batch.Query(`INSERT INTO batch_table (id) VALUES (?)`, i)
  236. }
  237. if err := session.ExecuteBatch(batch); err != nil {
  238. t.Fatal("execute batch:", err)
  239. }
  240. count := 0
  241. if err := session.Query(`SELECT COUNT(*) FROM batch_table`).Scan(&count); err != nil {
  242. t.Fatal("select count:", err)
  243. } else if count != 100 {
  244. t.Fatalf("count: expected %d, got %d\n", 100, count)
  245. }
  246. }
  247. // TestBatchLimit tests gocql to make sure batch operations larger than the maximum
  248. // statement limit are not submitted to a cassandra node.
  249. func TestBatchLimit(t *testing.T) {
  250. if *flagProto == 1 {
  251. t.Skip("atomic batches not supported. Please use Cassandra >= 2.0")
  252. }
  253. session := createSession(t)
  254. defer session.Close()
  255. if err := createTable(session, `CREATE TABLE batch_table2 (id int primary key)`); err != nil {
  256. t.Fatal("create table:", err)
  257. }
  258. batch := NewBatch(LoggedBatch)
  259. for i := 0; i < 65537; i++ {
  260. batch.Query(`INSERT INTO batch_table2 (id) VALUES (?)`, i)
  261. }
  262. if err := session.ExecuteBatch(batch); err != ErrTooManyStmts {
  263. t.Fatal("gocql attempted to execute a batch larger than the support limit of statements.")
  264. }
  265. }
  266. // TestTooManyQueryArgs tests to make sure the library correctly handles the application level bug
  267. // whereby too many query arguments are passed to a query
  268. func TestTooManyQueryArgs(t *testing.T) {
  269. if *flagProto == 1 {
  270. t.Skip("atomic batches not supported. Please use Cassandra >= 2.0")
  271. }
  272. session := createSession(t)
  273. defer session.Close()
  274. if err := createTable(session, `CREATE TABLE too_many_query_args (id int primary key, value int)`); err != nil {
  275. t.Fatal("create table:", err)
  276. }
  277. _, err := session.Query(`SELECT * FROM too_many_query_args WHERE id = ?`, 1, 2).Iter().SliceMap()
  278. if err == nil {
  279. t.Fatal("'`SELECT * FROM too_many_query_args WHERE id = ?`, 1, 2' should return an ErrQueryArgLength")
  280. }
  281. if err != ErrQueryArgLength {
  282. t.Fatalf("'`SELECT * FROM too_many_query_args WHERE id = ?`, 1, 2' should return an ErrQueryArgLength, but returned: %s", err)
  283. }
  284. batch := session.NewBatch(UnloggedBatch)
  285. batch.Query("INSERT INTO too_many_query_args (id, value) VALUES (?, ?)", 1, 2, 3)
  286. err = session.ExecuteBatch(batch)
  287. if err == nil {
  288. t.Fatal("'`INSERT INTO too_many_query_args (id, value) VALUES (?, ?)`, 1, 2, 3' should return an ErrQueryArgLength")
  289. }
  290. if err != ErrQueryArgLength {
  291. t.Fatalf("'INSERT INTO too_many_query_args (id, value) VALUES (?, ?)`, 1, 2, 3' should return an ErrQueryArgLength, but returned: %s", err)
  292. }
  293. }
  294. // TestNotEnoughQueryArgs tests to make sure the library correctly handles the application level bug
  295. // whereby not enough query arguments are passed to a query
  296. func TestNotEnoughQueryArgs(t *testing.T) {
  297. if *flagProto == 1 {
  298. t.Skip("atomic batches not supported. Please use Cassandra >= 2.0")
  299. }
  300. session := createSession(t)
  301. defer session.Close()
  302. if err := createTable(session, `CREATE TABLE not_enough_query_args (id int, cluster int, value int, primary key (id, cluster))`); err != nil {
  303. t.Fatal("create table:", err)
  304. }
  305. _, err := session.Query(`SELECT * FROM not_enough_query_args WHERE id = ? and cluster = ?`, 1).Iter().SliceMap()
  306. if err == nil {
  307. t.Fatal("'`SELECT * FROM not_enough_query_args WHERE id = ? and cluster = ?`, 1' should return an ErrQueryArgLength")
  308. }
  309. if err != ErrQueryArgLength {
  310. t.Fatalf("'`SELECT * FROM too_few_query_args WHERE id = ? and cluster = ?`, 1' should return an ErrQueryArgLength, but returned: %s", err)
  311. }
  312. batch := session.NewBatch(UnloggedBatch)
  313. batch.Query("INSERT INTO not_enough_query_args (id, cluster, value) VALUES (?, ?, ?)", 1, 2)
  314. err = session.ExecuteBatch(batch)
  315. if err == nil {
  316. t.Fatal("'`INSERT INTO not_enough_query_args (id, cluster, value) VALUES (?, ?, ?)`, 1, 2' should return an ErrQueryArgLength")
  317. }
  318. if err != ErrQueryArgLength {
  319. t.Fatalf("'INSERT INTO not_enough_query_args (id, cluster, value) VALUES (?, ?, ?)`, 1, 2' should return an ErrQueryArgLength, but returned: %s", err)
  320. }
  321. }
  322. // TestCreateSessionTimeout tests to make sure the CreateSession function timeouts out correctly
  323. // and prevents an infinite loop of connection retries.
  324. func TestCreateSessionTimeout(t *testing.T) {
  325. go func() {
  326. <-time.After(2 * time.Second)
  327. t.Fatal("no startup timeout")
  328. }()
  329. c := NewCluster("127.0.0.1:1")
  330. _, err := c.CreateSession()
  331. if err == nil {
  332. t.Fatal("expected ErrNoConnectionsStarted, but no error was returned.")
  333. }
  334. if err != ErrNoConnectionsStarted {
  335. t.Fatalf("expected ErrNoConnectionsStarted, but received %v", err)
  336. }
  337. }
  338. func TestSliceMap(t *testing.T) {
  339. session := createSession(t)
  340. defer session.Close()
  341. if err := createTable(session, `CREATE TABLE slice_map_table (
  342. testuuid timeuuid PRIMARY KEY,
  343. testtimestamp timestamp,
  344. testvarchar varchar,
  345. testbigint bigint,
  346. testblob blob,
  347. testbool boolean,
  348. testfloat float,
  349. testdouble double,
  350. testint int,
  351. testdecimal decimal,
  352. testset set<int>,
  353. testmap map<varchar, varchar>,
  354. testvarint varint
  355. )`); err != nil {
  356. t.Fatal("create table:", err)
  357. }
  358. m := make(map[string]interface{})
  359. bigInt := new(big.Int)
  360. if _, ok := bigInt.SetString("830169365738487321165427203929228", 10); !ok {
  361. t.Fatal("Failed setting bigint by string")
  362. }
  363. m["testuuid"] = TimeUUID()
  364. m["testvarchar"] = "Test VarChar"
  365. m["testbigint"] = time.Now().Unix()
  366. m["testtimestamp"] = time.Now().Truncate(time.Millisecond).UTC()
  367. m["testblob"] = []byte("test blob")
  368. m["testbool"] = true
  369. m["testfloat"] = float32(4.564)
  370. m["testdouble"] = float64(4.815162342)
  371. m["testint"] = 2343
  372. m["testdecimal"] = inf.NewDec(100, 0)
  373. m["testset"] = []int{1, 2, 3, 4, 5, 6, 7, 8, 9}
  374. m["testmap"] = map[string]string{"field1": "val1", "field2": "val2", "field3": "val3"}
  375. m["testvarint"] = bigInt
  376. sliceMap := []map[string]interface{}{m}
  377. if err := session.Query(`INSERT INTO slice_map_table (testuuid, testtimestamp, testvarchar, testbigint, testblob, testbool, testfloat, testdouble, testint, testdecimal, testset, testmap, testvarint) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,
  378. m["testuuid"], m["testtimestamp"], m["testvarchar"], m["testbigint"], m["testblob"], m["testbool"], m["testfloat"], m["testdouble"], m["testint"], m["testdecimal"], m["testset"], m["testmap"], m["testvarint"]).Exec(); err != nil {
  379. t.Fatal("insert:", err)
  380. }
  381. if returned, retErr := session.Query(`SELECT * FROM slice_map_table`).Iter().SliceMap(); retErr != nil {
  382. t.Fatal("select:", retErr)
  383. } else {
  384. if sliceMap[0]["testuuid"] != returned[0]["testuuid"] {
  385. t.Fatal("returned testuuid did not match")
  386. }
  387. if sliceMap[0]["testtimestamp"] != returned[0]["testtimestamp"] {
  388. t.Fatalf("returned testtimestamp did not match: %v %v", sliceMap[0]["testtimestamp"], returned[0]["testtimestamp"])
  389. }
  390. if sliceMap[0]["testvarchar"] != returned[0]["testvarchar"] {
  391. t.Fatal("returned testvarchar did not match")
  392. }
  393. if sliceMap[0]["testbigint"] != returned[0]["testbigint"] {
  394. t.Fatal("returned testbigint did not match")
  395. }
  396. if !reflect.DeepEqual(sliceMap[0]["testblob"], returned[0]["testblob"]) {
  397. t.Fatal("returned testblob did not match")
  398. }
  399. if sliceMap[0]["testbool"] != returned[0]["testbool"] {
  400. t.Fatal("returned testbool did not match")
  401. }
  402. if sliceMap[0]["testfloat"] != returned[0]["testfloat"] {
  403. t.Fatal("returned testfloat did not match")
  404. }
  405. if sliceMap[0]["testdouble"] != returned[0]["testdouble"] {
  406. t.Fatal("returned testdouble did not match")
  407. }
  408. if sliceMap[0]["testint"] != returned[0]["testint"] {
  409. t.Fatal("returned testint did not match")
  410. }
  411. expectedDecimal := sliceMap[0]["testdecimal"].(*inf.Dec)
  412. returnedDecimal := returned[0]["testdecimal"].(*inf.Dec)
  413. if expectedDecimal.Cmp(returnedDecimal) != 0 {
  414. t.Fatal("returned testdecimal did not match")
  415. }
  416. if !reflect.DeepEqual(sliceMap[0]["testset"], returned[0]["testset"]) {
  417. t.Fatal("returned testset did not match")
  418. }
  419. if !reflect.DeepEqual(sliceMap[0]["testmap"], returned[0]["testmap"]) {
  420. t.Fatal("returned testmap did not match")
  421. }
  422. expectedBigInt := sliceMap[0]["testvarint"].(*big.Int)
  423. returnedBigInt := returned[0]["testvarint"].(*big.Int)
  424. if expectedBigInt.Cmp(returnedBigInt) != 0 {
  425. t.Fatal("returned testvarint did not match")
  426. }
  427. }
  428. // Test for MapScan()
  429. testMap := make(map[string]interface{})
  430. if !session.Query(`SELECT * FROM slice_map_table`).Iter().MapScan(testMap) {
  431. t.Fatal("MapScan failed to work with one row")
  432. }
  433. if sliceMap[0]["testuuid"] != testMap["testuuid"] {
  434. t.Fatal("returned testuuid did not match")
  435. }
  436. if sliceMap[0]["testtimestamp"] != testMap["testtimestamp"] {
  437. t.Fatal("returned testtimestamp did not match")
  438. }
  439. if sliceMap[0]["testvarchar"] != testMap["testvarchar"] {
  440. t.Fatal("returned testvarchar did not match")
  441. }
  442. if sliceMap[0]["testbigint"] != testMap["testbigint"] {
  443. t.Fatal("returned testbigint did not match")
  444. }
  445. if !reflect.DeepEqual(sliceMap[0]["testblob"], testMap["testblob"]) {
  446. t.Fatal("returned testblob did not match")
  447. }
  448. if sliceMap[0]["testbool"] != testMap["testbool"] {
  449. t.Fatal("returned testbool did not match")
  450. }
  451. if sliceMap[0]["testfloat"] != testMap["testfloat"] {
  452. t.Fatal("returned testfloat did not match")
  453. }
  454. if sliceMap[0]["testdouble"] != testMap["testdouble"] {
  455. t.Fatal("returned testdouble did not match")
  456. }
  457. if sliceMap[0]["testint"] != testMap["testint"] {
  458. t.Fatal("returned testint did not match")
  459. }
  460. expectedDecimal := sliceMap[0]["testdecimal"].(*inf.Dec)
  461. returnedDecimal := testMap["testdecimal"].(*inf.Dec)
  462. if expectedDecimal.Cmp(returnedDecimal) != 0 {
  463. t.Fatal("returned testdecimal did not match")
  464. }
  465. if !reflect.DeepEqual(sliceMap[0]["testset"], testMap["testset"]) {
  466. t.Fatal("returned testset did not match")
  467. }
  468. if !reflect.DeepEqual(sliceMap[0]["testmap"], testMap["testmap"]) {
  469. t.Fatal("returned testmap did not match")
  470. }
  471. }
  472. func TestScanWithNilArguments(t *testing.T) {
  473. session := createSession(t)
  474. defer session.Close()
  475. if err := createTable(session, `CREATE TABLE scan_with_nil_arguments (
  476. foo varchar,
  477. bar int,
  478. PRIMARY KEY (foo, bar)
  479. )`); err != nil {
  480. t.Fatal("create:", err)
  481. }
  482. for i := 1; i <= 20; i++ {
  483. if err := session.Query("INSERT INTO scan_with_nil_arguments (foo, bar) VALUES (?, ?)",
  484. "squares", i*i).Exec(); err != nil {
  485. t.Fatal("insert:", err)
  486. }
  487. }
  488. iter := session.Query("SELECT * FROM scan_with_nil_arguments WHERE foo = ?", "squares").Iter()
  489. var n int
  490. count := 0
  491. for iter.Scan(nil, &n) {
  492. count += n
  493. }
  494. if err := iter.Close(); err != nil {
  495. t.Fatal("close:", err)
  496. }
  497. if count != 2870 {
  498. t.Fatalf("expected %d, got %d", 2870, count)
  499. }
  500. }
  501. func TestScanCASWithNilArguments(t *testing.T) {
  502. if *flagProto == 1 {
  503. t.Skip("lightweight transactions not supported. Please use Cassandra >= 2.0")
  504. }
  505. session := createSession(t)
  506. defer session.Close()
  507. if err := createTable(session, `CREATE TABLE scan_cas_with_nil_arguments (
  508. foo varchar,
  509. bar varchar,
  510. PRIMARY KEY (foo, bar)
  511. )`); err != nil {
  512. t.Fatal("create:", err)
  513. }
  514. foo := "baz"
  515. var cas string
  516. if applied, err := session.Query(`INSERT INTO scan_cas_with_nil_arguments (foo, bar)
  517. VALUES (?, ?) IF NOT EXISTS`,
  518. foo, foo).ScanCAS(nil, nil); err != nil {
  519. t.Fatal("insert:", err)
  520. } else if !applied {
  521. t.Fatal("insert should have been applied")
  522. }
  523. if applied, err := session.Query(`INSERT INTO scan_cas_with_nil_arguments (foo, bar)
  524. VALUES (?, ?) IF NOT EXISTS`,
  525. foo, foo).ScanCAS(&cas, nil); err != nil {
  526. t.Fatal("insert:", err)
  527. } else if applied {
  528. t.Fatal("insert should not have been applied")
  529. } else if foo != cas {
  530. t.Fatalf("expected %v but got %v", foo, cas)
  531. }
  532. if applied, err := session.Query(`INSERT INTO scan_cas_with_nil_arguments (foo, bar)
  533. VALUES (?, ?) IF NOT EXISTS`,
  534. foo, foo).ScanCAS(nil, &cas); err != nil {
  535. t.Fatal("insert:", err)
  536. } else if applied {
  537. t.Fatal("insert should not have been applied")
  538. } else if foo != cas {
  539. t.Fatalf("expected %v but got %v", foo, cas)
  540. }
  541. }
  542. func TestRebindQueryInfo(t *testing.T) {
  543. session := createSession(t)
  544. defer session.Close()
  545. if err := createTable(session, "CREATE TABLE rebind_query (id int, value text, PRIMARY KEY (id))"); err != nil {
  546. t.Fatalf("failed to create table with error '%v'", err)
  547. }
  548. if err := session.Query("INSERT INTO rebind_query (id, value) VALUES (?, ?)", 23, "quux").Exec(); err != nil {
  549. t.Fatalf("insert into rebind_query failed, err '%v'", err)
  550. }
  551. if err := session.Query("INSERT INTO rebind_query (id, value) VALUES (?, ?)", 24, "w00t").Exec(); err != nil {
  552. t.Fatalf("insert into rebind_query failed, err '%v'", err)
  553. }
  554. q := session.Query("SELECT value FROM rebind_query WHERE ID = ?")
  555. q.Bind(23)
  556. iter := q.Iter()
  557. var value string
  558. for iter.Scan(&value) {
  559. }
  560. if value != "quux" {
  561. t.Fatalf("expected %v but got %v", "quux", value)
  562. }
  563. q.Bind(24)
  564. iter = q.Iter()
  565. for iter.Scan(&value) {
  566. }
  567. if value != "w00t" {
  568. t.Fatalf("expected %v but got %v", "quux", value)
  569. }
  570. }
  571. //TestStaticQueryInfo makes sure that the application can manually bind query parameters using the simplest possible static binding strategy
  572. func TestStaticQueryInfo(t *testing.T) {
  573. session := createSession(t)
  574. defer session.Close()
  575. if err := createTable(session, "CREATE TABLE static_query_info (id int, value text, PRIMARY KEY (id))"); err != nil {
  576. t.Fatalf("failed to create table with error '%v'", err)
  577. }
  578. if err := session.Query("INSERT INTO static_query_info (id, value) VALUES (?, ?)", 113, "foo").Exec(); err != nil {
  579. t.Fatalf("insert into static_query_info failed, err '%v'", err)
  580. }
  581. autobinder := func(q *QueryInfo) ([]interface{}, error) {
  582. values := make([]interface{}, 1)
  583. values[0] = 113
  584. return values, nil
  585. }
  586. qry := session.Bind("SELECT id, value FROM static_query_info WHERE id = ?", autobinder)
  587. if err := qry.Exec(); err != nil {
  588. t.Fatalf("expose query info failed, error '%v'", err)
  589. }
  590. iter := qry.Iter()
  591. var id int
  592. var value string
  593. iter.Scan(&id, &value)
  594. if err := iter.Close(); err != nil {
  595. t.Fatalf("query with exposed info failed, err '%v'", err)
  596. }
  597. if value != "foo" {
  598. t.Fatalf("Expected value %s, but got %s", "foo", value)
  599. }
  600. }
  601. type ClusteredKeyValue struct {
  602. Id int
  603. Cluster int
  604. Value string
  605. }
  606. func (kv *ClusteredKeyValue) Bind(q *QueryInfo) ([]interface{}, error) {
  607. values := make([]interface{}, len(q.Args))
  608. for i, info := range q.Args {
  609. fieldName := upcaseInitial(info.Name)
  610. value := reflect.ValueOf(kv)
  611. field := reflect.Indirect(value).FieldByName(fieldName)
  612. values[i] = field.Addr().Interface()
  613. }
  614. return values, nil
  615. }
  616. func upcaseInitial(str string) string {
  617. for i, v := range str {
  618. return string(unicode.ToUpper(v)) + str[i+1:]
  619. }
  620. return ""
  621. }
  622. //TestBoundQueryInfo makes sure that the application can manually bind query parameters using the query meta data supplied at runtime
  623. func TestBoundQueryInfo(t *testing.T) {
  624. session := createSession(t)
  625. defer session.Close()
  626. if err := createTable(session, "CREATE TABLE clustered_query_info (id int, cluster int, value text, PRIMARY KEY (id, cluster))"); err != nil {
  627. t.Fatalf("failed to create table with error '%v'", err)
  628. }
  629. write := &ClusteredKeyValue{Id: 200, Cluster: 300, Value: "baz"}
  630. insert := session.Bind("INSERT INTO clustered_query_info (id, cluster, value) VALUES (?, ?,?)", write.Bind)
  631. if err := insert.Exec(); err != nil {
  632. t.Fatalf("insert into clustered_query_info failed, err '%v'", err)
  633. }
  634. read := &ClusteredKeyValue{Id: 200, Cluster: 300}
  635. qry := session.Bind("SELECT id, cluster, value FROM clustered_query_info WHERE id = ? and cluster = ?", read.Bind)
  636. iter := qry.Iter()
  637. var id, cluster int
  638. var value string
  639. iter.Scan(&id, &cluster, &value)
  640. if err := iter.Close(); err != nil {
  641. t.Fatalf("query with clustered_query_info info failed, err '%v'", err)
  642. }
  643. if value != "baz" {
  644. t.Fatalf("Expected value %s, but got %s", "baz", value)
  645. }
  646. }
  647. //TestBatchQueryInfo makes sure that the application can manually bind query parameters when executing in a batch
  648. func TestBatchQueryInfo(t *testing.T) {
  649. if *flagProto == 1 {
  650. t.Skip("atomic batches not supported. Please use Cassandra >= 2.0")
  651. }
  652. session := createSession(t)
  653. defer session.Close()
  654. if err := createTable(session, "CREATE TABLE batch_query_info (id int, cluster int, value text, PRIMARY KEY (id, cluster))"); err != nil {
  655. t.Fatalf("failed to create table with error '%v'", err)
  656. }
  657. write := func(q *QueryInfo) ([]interface{}, error) {
  658. values := make([]interface{}, 3)
  659. values[0] = 4000
  660. values[1] = 5000
  661. values[2] = "bar"
  662. return values, nil
  663. }
  664. batch := session.NewBatch(LoggedBatch)
  665. batch.Bind("INSERT INTO batch_query_info (id, cluster, value) VALUES (?, ?,?)", write)
  666. if err := session.ExecuteBatch(batch); err != nil {
  667. t.Fatalf("batch insert into batch_query_info failed, err '%v'", err)
  668. }
  669. read := func(q *QueryInfo) ([]interface{}, error) {
  670. values := make([]interface{}, 2)
  671. values[0] = 4000
  672. values[1] = 5000
  673. return values, nil
  674. }
  675. qry := session.Bind("SELECT id, cluster, value FROM batch_query_info WHERE id = ? and cluster = ?", read)
  676. iter := qry.Iter()
  677. var id, cluster int
  678. var value string
  679. iter.Scan(&id, &cluster, &value)
  680. if err := iter.Close(); err != nil {
  681. t.Fatalf("query with batch_query_info info failed, err '%v'", err)
  682. }
  683. if value != "bar" {
  684. t.Fatalf("Expected value %s, but got %s", "bar", value)
  685. }
  686. }
  687. func injectInvalidPreparedStatement(t *testing.T, session *Session, table string) (string, *Conn) {
  688. if err := createTable(session, `CREATE TABLE `+table+` (
  689. foo varchar,
  690. bar int,
  691. PRIMARY KEY (foo, bar)
  692. )`); err != nil {
  693. t.Fatal("create:", err)
  694. }
  695. stmt := "INSERT INTO " + table + " (foo, bar) VALUES (?, 7)"
  696. conn := session.Pool.Pick(nil)
  697. flight := new(inflightPrepare)
  698. stmtsLRU.mu.Lock()
  699. stmtsLRU.lru.Add(conn.addr+stmt, flight)
  700. stmtsLRU.mu.Unlock()
  701. flight.info = &QueryInfo{
  702. Id: []byte{'f', 'o', 'o', 'b', 'a', 'r'},
  703. Args: []ColumnInfo{ColumnInfo{
  704. Keyspace: "gocql_test",
  705. Table: table,
  706. Name: "foo",
  707. TypeInfo: &TypeInfo{
  708. Type: TypeVarchar,
  709. },
  710. }},
  711. }
  712. return stmt, conn
  713. }
  714. func TestMissingSchemaPrepare(t *testing.T) {
  715. s := createSession(t)
  716. conn := s.Pool.Pick(nil)
  717. defer s.Close()
  718. insertQry := &Query{stmt: "INSERT INTO invalidschemaprep (val) VALUES (?)", values: []interface{}{5}, cons: s.cons,
  719. session: s, pageSize: s.pageSize, trace: s.trace,
  720. prefetch: s.prefetch, rt: s.cfg.RetryPolicy}
  721. if err := conn.executeQuery(insertQry).err; err == nil {
  722. t.Fatal("expected error, but got nil.")
  723. }
  724. if err := createTable(s, "CREATE TABLE invalidschemaprep (val int, PRIMARY KEY (val))"); err != nil {
  725. t.Fatal("create table:", err)
  726. }
  727. if err := conn.executeQuery(insertQry).err; err != nil {
  728. t.Fatal(err) // unconfigured columnfamily
  729. }
  730. }
  731. func TestReprepareStatement(t *testing.T) {
  732. session := createSession(t)
  733. defer session.Close()
  734. stmt, conn := injectInvalidPreparedStatement(t, session, "test_reprepare_statement")
  735. query := session.Query(stmt, "bar")
  736. if err := conn.executeQuery(query).Close(); err != nil {
  737. t.Fatalf("Failed to execute query for reprepare statement: %v", err)
  738. }
  739. }
  740. func TestReprepareBatch(t *testing.T) {
  741. if *flagProto == 1 {
  742. t.Skip("atomic batches not supported. Please use Cassandra >= 2.0")
  743. }
  744. session := createSession(t)
  745. defer session.Close()
  746. stmt, conn := injectInvalidPreparedStatement(t, session, "test_reprepare_statement_batch")
  747. batch := session.NewBatch(UnloggedBatch)
  748. batch.Query(stmt, "bar")
  749. if err := conn.executeBatch(batch); err != nil {
  750. t.Fatalf("Failed to execute query for reprepare statement: %v", err)
  751. }
  752. }
  753. func TestQueryInfo(t *testing.T) {
  754. session := createSession(t)
  755. defer session.Close()
  756. conn := session.Pool.Pick(nil)
  757. info, err := conn.prepareStatement("SELECT release_version, host_id FROM system.local WHERE key = ?", nil)
  758. if err != nil {
  759. t.Fatalf("Failed to execute query for preparing statement: %v", err)
  760. }
  761. if len(info.Args) != 1 {
  762. t.Fatalf("Was not expecting meta data for %d query arguments, but got %d\n", 1, len(info.Args))
  763. }
  764. if *flagProto > 1 {
  765. if len(info.Rval) != 2 {
  766. t.Fatalf("Was not expecting meta data for %d result columns, but got %d\n", 2, len(info.Rval))
  767. }
  768. }
  769. }
  770. //TestPreparedCacheEviction will make sure that the cache size is maintained
  771. func TestPreparedCacheEviction(t *testing.T) {
  772. session := createSession(t)
  773. defer session.Close()
  774. stmtsLRU.mu.Lock()
  775. stmtsLRU.Max(4)
  776. stmtsLRU.mu.Unlock()
  777. if err := createTable(session, "CREATE TABLE prepcachetest (id int,mod int,PRIMARY KEY (id))"); err != nil {
  778. t.Fatalf("failed to create table with error '%v'", err)
  779. }
  780. //Fill the table
  781. for i := 0; i < 2; i++ {
  782. if err := session.Query("INSERT INTO prepcachetest (id,mod) VALUES (?, ?)", i, 10000%(i+1)).Exec(); err != nil {
  783. t.Fatalf("insert into prepcachetest failed, err '%v'", err)
  784. }
  785. }
  786. //Populate the prepared statement cache with select statements
  787. var id, mod int
  788. for i := 0; i < 2; i++ {
  789. err := session.Query("SELECT id,mod FROM prepcachetest WHERE id = "+strconv.FormatInt(int64(i), 10)).Scan(&id, &mod)
  790. if err != nil {
  791. t.Fatalf("select from prepcachetest failed, error '%v'", err)
  792. }
  793. }
  794. //generate an update statement to test they are prepared
  795. err := session.Query("UPDATE prepcachetest SET mod = ? WHERE id = ?", 1, 11).Exec()
  796. if err != nil {
  797. t.Fatalf("update prepcachetest failed, error '%v'", err)
  798. }
  799. //generate a delete statement to test they are prepared
  800. err = session.Query("DELETE FROM prepcachetest WHERE id = ?", 1).Exec()
  801. if err != nil {
  802. t.Fatalf("delete from prepcachetest failed, error '%v'", err)
  803. }
  804. //generate an insert statement to test they are prepared
  805. err = session.Query("INSERT INTO prepcachetest (id,mod) VALUES (?, ?)", 3, 11).Exec()
  806. if err != nil {
  807. t.Fatalf("insert into prepcachetest failed, error '%v'", err)
  808. }
  809. //Make sure the cache size is maintained
  810. if stmtsLRU.lru.Len() != stmtsLRU.lru.MaxEntries {
  811. t.Fatalf("expected cache size of %v, got %v", stmtsLRU.lru.MaxEntries, stmtsLRU.lru.Len())
  812. }
  813. //Walk through all the configured hosts and test cache retention and eviction
  814. var selFound, insFound, updFound, delFound, selEvict bool
  815. for i := range session.cfg.Hosts {
  816. _, ok := stmtsLRU.lru.Get(session.cfg.Hosts[i] + ":9042gocql_testSELECT id,mod FROM prepcachetest WHERE id = 1")
  817. selFound = selFound || ok
  818. _, ok = stmtsLRU.lru.Get(session.cfg.Hosts[i] + ":9042gocql_testINSERT INTO prepcachetest (id,mod) VALUES (?, ?)")
  819. insFound = insFound || ok
  820. _, ok = stmtsLRU.lru.Get(session.cfg.Hosts[i] + ":9042gocql_testUPDATE prepcachetest SET mod = ? WHERE id = ?")
  821. updFound = updFound || ok
  822. _, ok = stmtsLRU.lru.Get(session.cfg.Hosts[i] + ":9042gocql_testDELETE FROM prepcachetest WHERE id = ?")
  823. delFound = delFound || ok
  824. _, ok = stmtsLRU.lru.Get(session.cfg.Hosts[i] + ":9042gocql_testSELECT id,mod FROM prepcachetest WHERE id = 0")
  825. selEvict = selEvict || !ok
  826. }
  827. if !selEvict {
  828. t.Fatalf("expected first select statement to be purged, but statement was found in the cache.")
  829. }
  830. if !selFound {
  831. t.Fatalf("expected second select statement to be cached, but statement was purged or not prepared.")
  832. }
  833. if !insFound {
  834. t.Fatalf("expected insert statement to be cached, but statement was purged or not prepared.")
  835. }
  836. if !updFound {
  837. t.Fatalf("expected update statement to be cached, but statement was purged or not prepared.")
  838. }
  839. if !delFound {
  840. t.Error("expected delete statement to be cached, but statement was purged or not prepared.")
  841. }
  842. }
  843. func TestPreparedCacheKey(t *testing.T) {
  844. session := createSession(t)
  845. defer session.Close()
  846. // create a second keyspace
  847. cluster2 := createCluster()
  848. createKeyspace(t, cluster2, "gocql_test2")
  849. cluster2.Keyspace = "gocql_test2"
  850. session2, err := cluster2.CreateSession()
  851. if err != nil {
  852. t.Fatal("create session:", err)
  853. }
  854. defer session2.Close()
  855. // both keyspaces have a table named "test_stmt_cache_key"
  856. if err := createTable(session, "CREATE TABLE test_stmt_cache_key (id varchar primary key, field varchar)"); err != nil {
  857. t.Fatal("create table:", err)
  858. }
  859. if err := createTable(session2, "CREATE TABLE test_stmt_cache_key (id varchar primary key, field varchar)"); err != nil {
  860. t.Fatal("create table:", err)
  861. }
  862. // both tables have a single row with the same partition key but different column value
  863. if err = session.Query(`INSERT INTO test_stmt_cache_key (id, field) VALUES (?, ?)`, "key", "one").Exec(); err != nil {
  864. t.Fatal("insert:", err)
  865. }
  866. if err = session2.Query(`INSERT INTO test_stmt_cache_key (id, field) VALUES (?, ?)`, "key", "two").Exec(); err != nil {
  867. t.Fatal("insert:", err)
  868. }
  869. // should be able to see different values in each keyspace
  870. var value string
  871. if err = session.Query("SELECT field FROM test_stmt_cache_key WHERE id = ?", "key").Scan(&value); err != nil {
  872. t.Fatal("select:", err)
  873. }
  874. if value != "one" {
  875. t.Errorf("Expected one, got %s", value)
  876. }
  877. if err = session2.Query("SELECT field FROM test_stmt_cache_key WHERE id = ?", "key").Scan(&value); err != nil {
  878. t.Fatal("select:", err)
  879. }
  880. if value != "two" {
  881. t.Errorf("Expected two, got %s", value)
  882. }
  883. }
  884. //TestMarshalFloat64Ptr tests to see that a pointer to a float64 is marshalled correctly.
  885. func TestMarshalFloat64Ptr(t *testing.T) {
  886. session := createSession(t)
  887. defer session.Close()
  888. if err := createTable(session, "CREATE TABLE float_test (id double, test double, primary key (id))"); err != nil {
  889. t.Fatal("create table:", err)
  890. }
  891. testNum := float64(7500)
  892. if err := session.Query(`INSERT INTO float_test (id,test) VALUES (?,?)`, float64(7500.00), &testNum).Exec(); err != nil {
  893. t.Fatal("insert float64:", err)
  894. }
  895. }
  896. func TestVarint(t *testing.T) {
  897. session := createSession(t)
  898. defer session.Close()
  899. if err := createTable(session, "CREATE TABLE varint_test (id varchar, test varint, test2 varint, primary key (id))"); err != nil {
  900. t.Fatalf("failed to create table with error '%v'", err)
  901. }
  902. if err := session.Query(`INSERT INTO varint_test (id, test) VALUES (?, ?)`, "id", 0).Exec(); err != nil {
  903. t.Fatalf("insert varint: %v", err)
  904. }
  905. var result int
  906. if err := session.Query("SELECT test FROM varint_test").Scan(&result); err != nil {
  907. t.Fatalf("select from varint_test failed: %v", err)
  908. }
  909. if result != 0 {
  910. t.Errorf("Expected 0, was %d", result)
  911. }
  912. if err := session.Query(`INSERT INTO varint_test (id, test) VALUES (?, ?)`, "id", -1).Exec(); err != nil {
  913. t.Fatalf("insert varint: %v", err)
  914. }
  915. if err := session.Query("SELECT test FROM varint_test").Scan(&result); err != nil {
  916. t.Fatalf("select from varint_test failed: %v", err)
  917. }
  918. if result != -1 {
  919. t.Errorf("Expected -1, was %d", result)
  920. }
  921. if err := session.Query(`INSERT INTO varint_test (id, test) VALUES (?, ?)`, "id", int64(math.MaxInt32)+1).Exec(); err != nil {
  922. t.Fatalf("insert varint: %v", err)
  923. }
  924. var result64 int64
  925. if err := session.Query("SELECT test FROM varint_test").Scan(&result64); err != nil {
  926. t.Fatalf("select from varint_test failed: %v", err)
  927. }
  928. if result64 != int64(math.MaxInt32)+1 {
  929. t.Errorf("Expected %d, was %d", int64(math.MaxInt32)+1, result64)
  930. }
  931. biggie := new(big.Int)
  932. biggie.SetString("36893488147419103232", 10) // > 2**64
  933. if err := session.Query(`INSERT INTO varint_test (id, test) VALUES (?, ?)`, "id", biggie).Exec(); err != nil {
  934. t.Fatalf("insert varint: %v", err)
  935. }
  936. resultBig := new(big.Int)
  937. if err := session.Query("SELECT test FROM varint_test").Scan(resultBig); err != nil {
  938. t.Fatalf("select from varint_test failed: %v", err)
  939. }
  940. if resultBig.String() != biggie.String() {
  941. t.Errorf("Expected %s, was %s", biggie.String(), resultBig.String())
  942. }
  943. err := session.Query("SELECT test FROM varint_test").Scan(&result64)
  944. if err == nil || strings.Index(err.Error(), "out of range") == -1 {
  945. t.Errorf("expected out of range error since value is too big for int64")
  946. }
  947. // value not set in cassandra, leave bind variable empty
  948. resultBig = new(big.Int)
  949. if err := session.Query("SELECT test2 FROM varint_test").Scan(resultBig); err != nil {
  950. t.Fatalf("select from varint_test failed: %v", err)
  951. }
  952. if resultBig.Int64() != 0 {
  953. t.Errorf("Expected %s, was %s", biggie.String(), resultBig.String())
  954. }
  955. // can use double pointer to explicitly detect value is not set in cassandra
  956. if err := session.Query("SELECT test2 FROM varint_test").Scan(&resultBig); err != nil {
  957. t.Fatalf("select from varint_test failed: %v", err)
  958. }
  959. if resultBig != nil {
  960. t.Errorf("Expected %v, was %v", nil, *resultBig)
  961. }
  962. }