cassandra_test.go 35 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147
  1. // Copyright (c) 2012 The gocql Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package gocql
  5. import (
  6. "bytes"
  7. "flag"
  8. "fmt"
  9. "log"
  10. "math"
  11. "math/big"
  12. "reflect"
  13. "strconv"
  14. "strings"
  15. "sync"
  16. "testing"
  17. "time"
  18. "unicode"
  19. "speter.net/go/exp/math/dec/inf"
  20. )
  21. var (
  22. flagCluster = flag.String("cluster", "127.0.0.1", "a comma-separated list of host:port tuples")
  23. flagProto = flag.Int("proto", 2, "protcol version")
  24. flagCQL = flag.String("cql", "3.0.0", "CQL version")
  25. flagRF = flag.Int("rf", 1, "replication factor for test keyspace")
  26. clusterSize = flag.Int("clusterSize", 1, "the expected size of the cluster")
  27. flagRetry = flag.Int("retries", 5, "number of times to retry queries")
  28. clusterHosts []string
  29. )
  30. func init() {
  31. flag.Parse()
  32. clusterHosts = strings.Split(*flagCluster, ",")
  33. log.SetFlags(log.Lshortfile | log.LstdFlags)
  34. }
  35. var initOnce sync.Once
  36. func createTable(s *Session, table string) error {
  37. err := s.Query(table).Consistency(All).Exec()
  38. if *clusterSize > 1 {
  39. // wait for table definition to propogate
  40. time.Sleep(250 * time.Millisecond)
  41. }
  42. return err
  43. }
  44. func createCluster() *ClusterConfig {
  45. cluster := NewCluster(clusterHosts...)
  46. cluster.ProtoVersion = *flagProto
  47. cluster.CQLVersion = *flagCQL
  48. cluster.Timeout = 5 * time.Second
  49. cluster.Consistency = Quorum
  50. cluster.RetryPolicy.NumRetries = *flagRetry
  51. return cluster
  52. }
  53. func createKeyspace(tb testing.TB, cluster *ClusterConfig, keyspace string) {
  54. session, err := cluster.CreateSession()
  55. if err != nil {
  56. tb.Fatal("createSession:", err)
  57. }
  58. if err = session.Query(`DROP KEYSPACE ` + keyspace).Exec(); err != nil {
  59. tb.Log("drop keyspace:", err)
  60. }
  61. if err := session.Query(fmt.Sprintf(`CREATE KEYSPACE %s
  62. WITH replication = {
  63. 'class' : 'SimpleStrategy',
  64. 'replication_factor' : %d
  65. }`, keyspace, *flagRF)).Consistency(All).Exec(); err != nil {
  66. tb.Fatalf("error creating keyspace %s: %v", keyspace, err)
  67. }
  68. tb.Logf("Created keyspace %s", keyspace)
  69. session.Close()
  70. }
  71. func createSession(tb testing.TB) *Session {
  72. cluster := createCluster()
  73. // Drop and re-create the keyspace once. Different tests should use their own
  74. // individual tables, but can assume that the table does not exist before.
  75. initOnce.Do(func() {
  76. createKeyspace(tb, cluster, "gocql_test")
  77. })
  78. cluster.Keyspace = "gocql_test"
  79. session, err := cluster.CreateSession()
  80. if err != nil {
  81. tb.Fatal("createSession:", err)
  82. }
  83. return session
  84. }
  85. func TestRingDiscovery(t *testing.T) {
  86. cluster := NewCluster("127.0.0.1")
  87. cluster.DiscoverHosts = true
  88. session, err := cluster.CreateSession()
  89. if err != nil {
  90. t.Errorf("got error connecting to the cluster %v", err)
  91. }
  92. if *clusterSize != session.Pool.Size() {
  93. t.Fatalf("Expected a cluster size of %d, but actual size was %d", *clusterSize, session.Pool.Size())
  94. }
  95. session.Close()
  96. }
  97. func TestEmptyHosts(t *testing.T) {
  98. cluster := NewCluster()
  99. if session, err := cluster.CreateSession(); err == nil {
  100. session.Close()
  101. t.Error("expected err, got nil")
  102. }
  103. }
  104. //TestUseStatementError checks to make sure the correct error is returned when the user tries to execute a use statement.
  105. func TestUseStatementError(t *testing.T) {
  106. session := createSession(t)
  107. defer session.Close()
  108. if err := session.Query("USE gocql_test").Exec(); err != nil {
  109. if err != ErrUseStmt {
  110. t.Error("expected ErrUseStmt, got " + err.Error())
  111. }
  112. } else {
  113. t.Error("expected err, got nil.")
  114. }
  115. }
  116. //TestInvalidKeyspace checks that an invalid keyspace will return promptly and without a flood of connections
  117. func TestInvalidKeyspace(t *testing.T) {
  118. cluster := NewCluster(clusterHosts...)
  119. cluster.ProtoVersion = *flagProto
  120. cluster.CQLVersion = *flagCQL
  121. cluster.Keyspace = "invalidKeyspace"
  122. session, err := cluster.CreateSession()
  123. if err != nil {
  124. if err != ErrNoConnectionsStarted {
  125. t.Errorf("Expected ErrNoConnections but got %v", err)
  126. }
  127. } else {
  128. session.Close() //Clean up the session
  129. t.Error("expected err, got nil.")
  130. }
  131. }
  132. func TestTracing(t *testing.T) {
  133. session := createSession(t)
  134. defer session.Close()
  135. if err := createTable(session, `CREATE TABLE trace (id int primary key)`); err != nil {
  136. t.Fatal("create:", err)
  137. }
  138. buf := &bytes.Buffer{}
  139. trace := NewTraceWriter(session, buf)
  140. if err := session.Query(`INSERT INTO trace (id) VALUES (?)`, 42).Trace(trace).Exec(); err != nil {
  141. t.Error("insert:", err)
  142. } else if buf.Len() == 0 {
  143. t.Error("insert: failed to obtain any tracing")
  144. }
  145. buf.Reset()
  146. var value int
  147. if err := session.Query(`SELECT id FROM trace WHERE id = ?`, 42).Trace(trace).Scan(&value); err != nil {
  148. t.Error("select:", err)
  149. } else if value != 42 {
  150. t.Errorf("value: expected %d, got %d", 42, value)
  151. } else if buf.Len() == 0 {
  152. t.Error("select: failed to obtain any tracing")
  153. }
  154. }
  155. func TestPaging(t *testing.T) {
  156. if *flagProto == 1 {
  157. t.Skip("Paging not supported. Please use Cassandra >= 2.0")
  158. }
  159. session := createSession(t)
  160. defer session.Close()
  161. if err := createTable(session, "CREATE TABLE paging (id int primary key)"); err != nil {
  162. t.Fatal("create table:", err)
  163. }
  164. for i := 0; i < 100; i++ {
  165. if err := session.Query("INSERT INTO paging (id) VALUES (?)", i).Exec(); err != nil {
  166. t.Fatal("insert:", err)
  167. }
  168. }
  169. iter := session.Query("SELECT id FROM paging").PageSize(10).Iter()
  170. var id int
  171. count := 0
  172. for iter.Scan(&id) {
  173. count++
  174. }
  175. if err := iter.Close(); err != nil {
  176. t.Fatal("close:", err)
  177. }
  178. if count != 100 {
  179. t.Fatalf("expected %d, got %d", 100, count)
  180. }
  181. }
  182. func TestCAS(t *testing.T) {
  183. if *flagProto == 1 {
  184. t.Skip("lightweight transactions not supported. Please use Cassandra >= 2.0")
  185. }
  186. session := createSession(t)
  187. defer session.Close()
  188. if err := createTable(session, `CREATE TABLE cas_table (
  189. title varchar,
  190. revid timeuuid,
  191. PRIMARY KEY (title, revid)
  192. )`); err != nil {
  193. t.Fatal("create:", err)
  194. }
  195. title, revid := "baz", TimeUUID()
  196. var titleCAS string
  197. var revidCAS UUID
  198. if applied, err := session.Query(`INSERT INTO cas_table (title, revid)
  199. VALUES (?, ?) IF NOT EXISTS`,
  200. title, revid).ScanCAS(&titleCAS, &revidCAS); err != nil {
  201. t.Fatal("insert:", err)
  202. } else if !applied {
  203. t.Fatal("insert should have been applied")
  204. }
  205. if applied, err := session.Query(`INSERT INTO cas_table (title, revid)
  206. VALUES (?, ?) IF NOT EXISTS`,
  207. title, revid).ScanCAS(&titleCAS, &revidCAS); err != nil {
  208. t.Fatal("insert:", err)
  209. } else if applied {
  210. t.Fatal("insert should not have been applied")
  211. } else if title != titleCAS || revid != revidCAS {
  212. t.Fatalf("expected %s/%v but got %s/%v", title, revid, titleCAS, revidCAS)
  213. }
  214. }
  215. func TestBatch(t *testing.T) {
  216. if *flagProto == 1 {
  217. t.Skip("atomic batches not supported. Please use Cassandra >= 2.0")
  218. }
  219. session := createSession(t)
  220. defer session.Close()
  221. if err := createTable(session, `CREATE TABLE batch_table (id int primary key)`); err != nil {
  222. t.Fatal("create table:", err)
  223. }
  224. batch := NewBatch(LoggedBatch)
  225. for i := 0; i < 100; i++ {
  226. batch.Query(`INSERT INTO batch_table (id) VALUES (?)`, i)
  227. }
  228. if err := session.ExecuteBatch(batch); err != nil {
  229. t.Fatal("execute batch:", err)
  230. }
  231. count := 0
  232. if err := session.Query(`SELECT COUNT(*) FROM batch_table`).Scan(&count); err != nil {
  233. t.Fatal("select count:", err)
  234. } else if count != 100 {
  235. t.Fatalf("count: expected %d, got %d\n", 100, count)
  236. }
  237. }
  238. // TestBatchLimit tests gocql to make sure batch operations larger than the maximum
  239. // statement limit are not submitted to a cassandra node.
  240. func TestBatchLimit(t *testing.T) {
  241. if *flagProto == 1 {
  242. t.Skip("atomic batches not supported. Please use Cassandra >= 2.0")
  243. }
  244. session := createSession(t)
  245. defer session.Close()
  246. if err := createTable(session, `CREATE TABLE batch_table2 (id int primary key)`); err != nil {
  247. t.Fatal("create table:", err)
  248. }
  249. batch := NewBatch(LoggedBatch)
  250. for i := 0; i < 65537; i++ {
  251. batch.Query(`INSERT INTO batch_table2 (id) VALUES (?)`, i)
  252. }
  253. if err := session.ExecuteBatch(batch); err != ErrTooManyStmts {
  254. t.Fatal("gocql attempted to execute a batch larger than the support limit of statements.")
  255. }
  256. }
  257. // TestTooManyQueryArgs tests to make sure the library correctly handles the application level bug
  258. // whereby too many query arguments are passed to a query
  259. func TestTooManyQueryArgs(t *testing.T) {
  260. if *flagProto == 1 {
  261. t.Skip("atomic batches not supported. Please use Cassandra >= 2.0")
  262. }
  263. session := createSession(t)
  264. defer session.Close()
  265. if err := createTable(session, `CREATE TABLE too_many_query_args (id int primary key, value int)`); err != nil {
  266. t.Fatal("create table:", err)
  267. }
  268. _, err := session.Query(`SELECT * FROM too_many_query_args WHERE id = ?`, 1, 2).Iter().SliceMap()
  269. if err == nil {
  270. t.Fatal("'`SELECT * FROM too_many_query_args WHERE id = ?`, 1, 2' should return an ErrQueryArgLength")
  271. }
  272. if err != ErrQueryArgLength {
  273. t.Fatalf("'`SELECT * FROM too_many_query_args WHERE id = ?`, 1, 2' should return an ErrQueryArgLength, but returned: %s", err)
  274. }
  275. batch := session.NewBatch(UnloggedBatch)
  276. batch.Query("INSERT INTO too_many_query_args (id, value) VALUES (?, ?)", 1, 2, 3)
  277. err = session.ExecuteBatch(batch)
  278. if err == nil {
  279. t.Fatal("'`INSERT INTO too_many_query_args (id, value) VALUES (?, ?)`, 1, 2, 3' should return an ErrQueryArgLength")
  280. }
  281. if err != ErrQueryArgLength {
  282. t.Fatalf("'INSERT INTO too_many_query_args (id, value) VALUES (?, ?)`, 1, 2, 3' should return an ErrQueryArgLength, but returned: %s", err)
  283. }
  284. }
  285. // TestNotEnoughQueryArgs tests to make sure the library correctly handles the application level bug
  286. // whereby not enough query arguments are passed to a query
  287. func TestNotEnoughQueryArgs(t *testing.T) {
  288. if *flagProto == 1 {
  289. t.Skip("atomic batches not supported. Please use Cassandra >= 2.0")
  290. }
  291. session := createSession(t)
  292. defer session.Close()
  293. if err := createTable(session, `CREATE TABLE not_enough_query_args (id int, cluster int, value int, primary key (id, cluster))`); err != nil {
  294. t.Fatal("create table:", err)
  295. }
  296. _, err := session.Query(`SELECT * FROM not_enough_query_args WHERE id = ? and cluster = ?`, 1).Iter().SliceMap()
  297. if err == nil {
  298. t.Fatal("'`SELECT * FROM not_enough_query_args WHERE id = ? and cluster = ?`, 1' should return an ErrQueryArgLength")
  299. }
  300. if err != ErrQueryArgLength {
  301. t.Fatalf("'`SELECT * FROM too_few_query_args WHERE id = ? and cluster = ?`, 1' should return an ErrQueryArgLength, but returned: %s", err)
  302. }
  303. batch := session.NewBatch(UnloggedBatch)
  304. batch.Query("INSERT INTO not_enough_query_args (id, cluster, value) VALUES (?, ?, ?)", 1, 2)
  305. err = session.ExecuteBatch(batch)
  306. if err == nil {
  307. t.Fatal("'`INSERT INTO not_enough_query_args (id, cluster, value) VALUES (?, ?, ?)`, 1, 2' should return an ErrQueryArgLength")
  308. }
  309. if err != ErrQueryArgLength {
  310. t.Fatalf("'INSERT INTO not_enough_query_args (id, cluster, value) VALUES (?, ?, ?)`, 1, 2' should return an ErrQueryArgLength, but returned: %s", err)
  311. }
  312. }
  313. // TestCreateSessionTimeout tests to make sure the CreateSession function timeouts out correctly
  314. // and prevents an infinite loop of connection retries.
  315. func TestCreateSessionTimeout(t *testing.T) {
  316. go func() {
  317. <-time.After(2 * time.Second)
  318. t.Fatal("no startup timeout")
  319. }()
  320. c := NewCluster("127.0.0.1:1")
  321. _, err := c.CreateSession()
  322. if err == nil {
  323. t.Fatal("expected ErrNoConnectionsStarted, but no error was returned.")
  324. }
  325. if err != ErrNoConnectionsStarted {
  326. t.Fatalf("expected ErrNoConnectionsStarted, but received %v", err)
  327. }
  328. }
  329. func TestSliceMap(t *testing.T) {
  330. session := createSession(t)
  331. defer session.Close()
  332. if err := createTable(session, `CREATE TABLE slice_map_table (
  333. testuuid timeuuid PRIMARY KEY,
  334. testtimestamp timestamp,
  335. testvarchar varchar,
  336. testbigint bigint,
  337. testblob blob,
  338. testbool boolean,
  339. testfloat float,
  340. testdouble double,
  341. testint int,
  342. testdecimal decimal,
  343. testset set<int>,
  344. testmap map<varchar, varchar>,
  345. testvarint varint
  346. )`); err != nil {
  347. t.Fatal("create table:", err)
  348. }
  349. m := make(map[string]interface{})
  350. bigInt := new(big.Int)
  351. if _, ok := bigInt.SetString("830169365738487321165427203929228", 10); !ok {
  352. t.Fatal("Failed setting bigint by string")
  353. }
  354. m["testuuid"] = TimeUUID()
  355. m["testvarchar"] = "Test VarChar"
  356. m["testbigint"] = time.Now().Unix()
  357. m["testtimestamp"] = time.Now().Truncate(time.Millisecond).UTC()
  358. m["testblob"] = []byte("test blob")
  359. m["testbool"] = true
  360. m["testfloat"] = float32(4.564)
  361. m["testdouble"] = float64(4.815162342)
  362. m["testint"] = 2343
  363. m["testdecimal"] = inf.NewDec(100, 0)
  364. m["testset"] = []int{1, 2, 3, 4, 5, 6, 7, 8, 9}
  365. m["testmap"] = map[string]string{"field1": "val1", "field2": "val2", "field3": "val3"}
  366. m["testvarint"] = bigInt
  367. sliceMap := []map[string]interface{}{m}
  368. if err := session.Query(`INSERT INTO slice_map_table (testuuid, testtimestamp, testvarchar, testbigint, testblob, testbool, testfloat, testdouble, testint, testdecimal, testset, testmap, testvarint) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,
  369. m["testuuid"], m["testtimestamp"], m["testvarchar"], m["testbigint"], m["testblob"], m["testbool"], m["testfloat"], m["testdouble"], m["testint"], m["testdecimal"], m["testset"], m["testmap"], m["testvarint"]).Exec(); err != nil {
  370. t.Fatal("insert:", err)
  371. }
  372. if returned, retErr := session.Query(`SELECT * FROM slice_map_table`).Iter().SliceMap(); retErr != nil {
  373. t.Fatal("select:", retErr)
  374. } else {
  375. if sliceMap[0]["testuuid"] != returned[0]["testuuid"] {
  376. t.Fatal("returned testuuid did not match")
  377. }
  378. if sliceMap[0]["testtimestamp"] != returned[0]["testtimestamp"] {
  379. t.Fatalf("returned testtimestamp did not match: %v %v", sliceMap[0]["testtimestamp"], returned[0]["testtimestamp"])
  380. }
  381. if sliceMap[0]["testvarchar"] != returned[0]["testvarchar"] {
  382. t.Fatal("returned testvarchar did not match")
  383. }
  384. if sliceMap[0]["testbigint"] != returned[0]["testbigint"] {
  385. t.Fatal("returned testbigint did not match")
  386. }
  387. if !reflect.DeepEqual(sliceMap[0]["testblob"], returned[0]["testblob"]) {
  388. t.Fatal("returned testblob did not match")
  389. }
  390. if sliceMap[0]["testbool"] != returned[0]["testbool"] {
  391. t.Fatal("returned testbool did not match")
  392. }
  393. if sliceMap[0]["testfloat"] != returned[0]["testfloat"] {
  394. t.Fatal("returned testfloat did not match")
  395. }
  396. if sliceMap[0]["testdouble"] != returned[0]["testdouble"] {
  397. t.Fatal("returned testdouble did not match")
  398. }
  399. if sliceMap[0]["testint"] != returned[0]["testint"] {
  400. t.Fatal("returned testint did not match")
  401. }
  402. expectedDecimal := sliceMap[0]["testdecimal"].(*inf.Dec)
  403. returnedDecimal := returned[0]["testdecimal"].(*inf.Dec)
  404. if expectedDecimal.Cmp(returnedDecimal) != 0 {
  405. t.Fatal("returned testdecimal did not match")
  406. }
  407. if !reflect.DeepEqual(sliceMap[0]["testset"], returned[0]["testset"]) {
  408. t.Fatal("returned testset did not match")
  409. }
  410. if !reflect.DeepEqual(sliceMap[0]["testmap"], returned[0]["testmap"]) {
  411. t.Fatal("returned testmap did not match")
  412. }
  413. expectedBigInt := sliceMap[0]["testvarint"].(*big.Int)
  414. returnedBigInt := returned[0]["testvarint"].(*big.Int)
  415. if expectedBigInt.Cmp(returnedBigInt) != 0 {
  416. t.Fatal("returned testvarint did not match")
  417. }
  418. }
  419. // Test for MapScan()
  420. testMap := make(map[string]interface{})
  421. if !session.Query(`SELECT * FROM slice_map_table`).Iter().MapScan(testMap) {
  422. t.Fatal("MapScan failed to work with one row")
  423. }
  424. if sliceMap[0]["testuuid"] != testMap["testuuid"] {
  425. t.Fatal("returned testuuid did not match")
  426. }
  427. if sliceMap[0]["testtimestamp"] != testMap["testtimestamp"] {
  428. t.Fatal("returned testtimestamp did not match")
  429. }
  430. if sliceMap[0]["testvarchar"] != testMap["testvarchar"] {
  431. t.Fatal("returned testvarchar did not match")
  432. }
  433. if sliceMap[0]["testbigint"] != testMap["testbigint"] {
  434. t.Fatal("returned testbigint did not match")
  435. }
  436. if !reflect.DeepEqual(sliceMap[0]["testblob"], testMap["testblob"]) {
  437. t.Fatal("returned testblob did not match")
  438. }
  439. if sliceMap[0]["testbool"] != testMap["testbool"] {
  440. t.Fatal("returned testbool did not match")
  441. }
  442. if sliceMap[0]["testfloat"] != testMap["testfloat"] {
  443. t.Fatal("returned testfloat did not match")
  444. }
  445. if sliceMap[0]["testdouble"] != testMap["testdouble"] {
  446. t.Fatal("returned testdouble did not match")
  447. }
  448. if sliceMap[0]["testint"] != testMap["testint"] {
  449. t.Fatal("returned testint did not match")
  450. }
  451. expectedDecimal := sliceMap[0]["testdecimal"].(*inf.Dec)
  452. returnedDecimal := testMap["testdecimal"].(*inf.Dec)
  453. if expectedDecimal.Cmp(returnedDecimal) != 0 {
  454. t.Fatal("returned testdecimal did not match")
  455. }
  456. if !reflect.DeepEqual(sliceMap[0]["testset"], testMap["testset"]) {
  457. t.Fatal("returned testset did not match")
  458. }
  459. if !reflect.DeepEqual(sliceMap[0]["testmap"], testMap["testmap"]) {
  460. t.Fatal("returned testmap did not match")
  461. }
  462. }
  463. func TestScanWithNilArguments(t *testing.T) {
  464. session := createSession(t)
  465. defer session.Close()
  466. if err := createTable(session, `CREATE TABLE scan_with_nil_arguments (
  467. foo varchar,
  468. bar int,
  469. PRIMARY KEY (foo, bar)
  470. )`); err != nil {
  471. t.Fatal("create:", err)
  472. }
  473. for i := 1; i <= 20; i++ {
  474. if err := session.Query("INSERT INTO scan_with_nil_arguments (foo, bar) VALUES (?, ?)",
  475. "squares", i*i).Exec(); err != nil {
  476. t.Fatal("insert:", err)
  477. }
  478. }
  479. iter := session.Query("SELECT * FROM scan_with_nil_arguments WHERE foo = ?", "squares").Iter()
  480. var n int
  481. count := 0
  482. for iter.Scan(nil, &n) {
  483. count += n
  484. }
  485. if err := iter.Close(); err != nil {
  486. t.Fatal("close:", err)
  487. }
  488. if count != 2870 {
  489. t.Fatalf("expected %d, got %d", 2870, count)
  490. }
  491. }
  492. func TestScanCASWithNilArguments(t *testing.T) {
  493. if *flagProto == 1 {
  494. t.Skip("lightweight transactions not supported. Please use Cassandra >= 2.0")
  495. }
  496. session := createSession(t)
  497. defer session.Close()
  498. if err := createTable(session, `CREATE TABLE scan_cas_with_nil_arguments (
  499. foo varchar,
  500. bar varchar,
  501. PRIMARY KEY (foo, bar)
  502. )`); err != nil {
  503. t.Fatal("create:", err)
  504. }
  505. foo := "baz"
  506. var cas string
  507. if applied, err := session.Query(`INSERT INTO scan_cas_with_nil_arguments (foo, bar)
  508. VALUES (?, ?) IF NOT EXISTS`,
  509. foo, foo).ScanCAS(nil, nil); err != nil {
  510. t.Fatal("insert:", err)
  511. } else if !applied {
  512. t.Fatal("insert should have been applied")
  513. }
  514. if applied, err := session.Query(`INSERT INTO scan_cas_with_nil_arguments (foo, bar)
  515. VALUES (?, ?) IF NOT EXISTS`,
  516. foo, foo).ScanCAS(&cas, nil); err != nil {
  517. t.Fatal("insert:", err)
  518. } else if applied {
  519. t.Fatal("insert should not have been applied")
  520. } else if foo != cas {
  521. t.Fatalf("expected %v but got %v", foo, cas)
  522. }
  523. if applied, err := session.Query(`INSERT INTO scan_cas_with_nil_arguments (foo, bar)
  524. VALUES (?, ?) IF NOT EXISTS`,
  525. foo, foo).ScanCAS(nil, &cas); err != nil {
  526. t.Fatal("insert:", err)
  527. } else if applied {
  528. t.Fatal("insert should not have been applied")
  529. } else if foo != cas {
  530. t.Fatalf("expected %v but got %v", foo, cas)
  531. }
  532. }
  533. func TestRebindQueryInfo(t *testing.T) {
  534. session := createSession(t)
  535. defer session.Close()
  536. if err := createTable(session, "CREATE TABLE rebind_query (id int, value text, PRIMARY KEY (id))"); err != nil {
  537. t.Fatalf("failed to create table with error '%v'", err)
  538. }
  539. if err := session.Query("INSERT INTO rebind_query (id, value) VALUES (?, ?)", 23, "quux").Exec(); err != nil {
  540. t.Fatalf("insert into rebind_query failed, err '%v'", err)
  541. }
  542. if err := session.Query("INSERT INTO rebind_query (id, value) VALUES (?, ?)", 24, "w00t").Exec(); err != nil {
  543. t.Fatalf("insert into rebind_query failed, err '%v'", err)
  544. }
  545. q := session.Query("SELECT value FROM rebind_query WHERE ID = ?")
  546. q.Bind(23)
  547. iter := q.Iter()
  548. var value string
  549. for iter.Scan(&value) {
  550. }
  551. if value != "quux" {
  552. t.Fatalf("expected %v but got %v", "quux", value)
  553. }
  554. q.Bind(24)
  555. iter = q.Iter()
  556. for iter.Scan(&value) {
  557. }
  558. if value != "w00t" {
  559. t.Fatalf("expected %v but got %v", "quux", value)
  560. }
  561. }
  562. //TestStaticQueryInfo makes sure that the application can manually bind query parameters using the simplest possible static binding strategy
  563. func TestStaticQueryInfo(t *testing.T) {
  564. session := createSession(t)
  565. defer session.Close()
  566. if err := createTable(session, "CREATE TABLE static_query_info (id int, value text, PRIMARY KEY (id))"); err != nil {
  567. t.Fatalf("failed to create table with error '%v'", err)
  568. }
  569. if err := session.Query("INSERT INTO static_query_info (id, value) VALUES (?, ?)", 113, "foo").Exec(); err != nil {
  570. t.Fatalf("insert into static_query_info failed, err '%v'", err)
  571. }
  572. autobinder := func(q *QueryInfo) ([]interface{}, error) {
  573. values := make([]interface{}, 1)
  574. values[0] = 113
  575. return values, nil
  576. }
  577. qry := session.Bind("SELECT id, value FROM static_query_info WHERE id = ?", autobinder)
  578. if err := qry.Exec(); err != nil {
  579. t.Fatalf("expose query info failed, error '%v'", err)
  580. }
  581. iter := qry.Iter()
  582. var id int
  583. var value string
  584. iter.Scan(&id, &value)
  585. if err := iter.Close(); err != nil {
  586. t.Fatalf("query with exposed info failed, err '%v'", err)
  587. }
  588. if value != "foo" {
  589. t.Fatalf("Expected value %s, but got %s", "foo", value)
  590. }
  591. }
  592. type ClusteredKeyValue struct {
  593. Id int
  594. Cluster int
  595. Value string
  596. }
  597. func (kv *ClusteredKeyValue) Bind(q *QueryInfo) ([]interface{}, error) {
  598. values := make([]interface{}, len(q.Args))
  599. for i, info := range q.Args {
  600. fieldName := upcaseInitial(info.Name)
  601. value := reflect.ValueOf(kv)
  602. field := reflect.Indirect(value).FieldByName(fieldName)
  603. values[i] = field.Addr().Interface()
  604. }
  605. return values, nil
  606. }
  607. func upcaseInitial(str string) string {
  608. for i, v := range str {
  609. return string(unicode.ToUpper(v)) + str[i+1:]
  610. }
  611. return ""
  612. }
  613. //TestBoundQueryInfo makes sure that the application can manually bind query parameters using the query meta data supplied at runtime
  614. func TestBoundQueryInfo(t *testing.T) {
  615. session := createSession(t)
  616. defer session.Close()
  617. if err := createTable(session, "CREATE TABLE clustered_query_info (id int, cluster int, value text, PRIMARY KEY (id, cluster))"); err != nil {
  618. t.Fatalf("failed to create table with error '%v'", err)
  619. }
  620. write := &ClusteredKeyValue{Id: 200, Cluster: 300, Value: "baz"}
  621. insert := session.Bind("INSERT INTO clustered_query_info (id, cluster, value) VALUES (?, ?,?)", write.Bind)
  622. if err := insert.Exec(); err != nil {
  623. t.Fatalf("insert into clustered_query_info failed, err '%v'", err)
  624. }
  625. read := &ClusteredKeyValue{Id: 200, Cluster: 300}
  626. qry := session.Bind("SELECT id, cluster, value FROM clustered_query_info WHERE id = ? and cluster = ?", read.Bind)
  627. iter := qry.Iter()
  628. var id, cluster int
  629. var value string
  630. iter.Scan(&id, &cluster, &value)
  631. if err := iter.Close(); err != nil {
  632. t.Fatalf("query with clustered_query_info info failed, err '%v'", err)
  633. }
  634. if value != "baz" {
  635. t.Fatalf("Expected value %s, but got %s", "baz", value)
  636. }
  637. }
  638. //TestBatchQueryInfo makes sure that the application can manually bind query parameters when executing in a batch
  639. func TestBatchQueryInfo(t *testing.T) {
  640. if *flagProto == 1 {
  641. t.Skip("atomic batches not supported. Please use Cassandra >= 2.0")
  642. }
  643. session := createSession(t)
  644. defer session.Close()
  645. if err := createTable(session, "CREATE TABLE batch_query_info (id int, cluster int, value text, PRIMARY KEY (id, cluster))"); err != nil {
  646. t.Fatalf("failed to create table with error '%v'", err)
  647. }
  648. write := func(q *QueryInfo) ([]interface{}, error) {
  649. values := make([]interface{}, 3)
  650. values[0] = 4000
  651. values[1] = 5000
  652. values[2] = "bar"
  653. return values, nil
  654. }
  655. batch := session.NewBatch(LoggedBatch)
  656. batch.Bind("INSERT INTO batch_query_info (id, cluster, value) VALUES (?, ?,?)", write)
  657. if err := session.ExecuteBatch(batch); err != nil {
  658. t.Fatalf("batch insert into batch_query_info failed, err '%v'", err)
  659. }
  660. read := func(q *QueryInfo) ([]interface{}, error) {
  661. values := make([]interface{}, 2)
  662. values[0] = 4000
  663. values[1] = 5000
  664. return values, nil
  665. }
  666. qry := session.Bind("SELECT id, cluster, value FROM batch_query_info WHERE id = ? and cluster = ?", read)
  667. iter := qry.Iter()
  668. var id, cluster int
  669. var value string
  670. iter.Scan(&id, &cluster, &value)
  671. if err := iter.Close(); err != nil {
  672. t.Fatalf("query with batch_query_info info failed, err '%v'", err)
  673. }
  674. if value != "bar" {
  675. t.Fatalf("Expected value %s, but got %s", "bar", value)
  676. }
  677. }
  678. func injectInvalidPreparedStatement(t *testing.T, session *Session, table string) (string, *Conn) {
  679. if err := createTable(session, `CREATE TABLE `+table+` (
  680. foo varchar,
  681. bar int,
  682. PRIMARY KEY (foo, bar)
  683. )`); err != nil {
  684. t.Fatal("create:", err)
  685. }
  686. stmt := "INSERT INTO " + table + " (foo, bar) VALUES (?, 7)"
  687. conn := session.Pool.Pick(nil)
  688. flight := new(inflightPrepare)
  689. stmtsLRU.mu.Lock()
  690. stmtsLRU.lru.Add(conn.addr+stmt, flight)
  691. stmtsLRU.mu.Unlock()
  692. flight.info = &QueryInfo{
  693. Id: []byte{'f', 'o', 'o', 'b', 'a', 'r'},
  694. Args: []ColumnInfo{ColumnInfo{
  695. Keyspace: "gocql_test",
  696. Table: table,
  697. Name: "foo",
  698. TypeInfo: &TypeInfo{
  699. Type: TypeVarchar,
  700. },
  701. }},
  702. }
  703. return stmt, conn
  704. }
  705. func TestMissingSchemaPrepare(t *testing.T) {
  706. s := createSession(t)
  707. conn := s.Pool.Pick(nil)
  708. defer s.Close()
  709. insertQry := &Query{stmt: "INSERT INTO invalidschemaprep (val) VALUES (?)", values: []interface{}{5}, cons: s.cons,
  710. session: s, pageSize: s.pageSize, trace: s.trace,
  711. prefetch: s.prefetch, rt: s.cfg.RetryPolicy}
  712. if err := conn.executeQuery(insertQry).err; err == nil {
  713. t.Fatal("expected error, but got nil.")
  714. }
  715. if err := createTable(s, "CREATE TABLE invalidschemaprep (val int, PRIMARY KEY (val))"); err != nil {
  716. t.Fatal("create table:", err)
  717. }
  718. if err := conn.executeQuery(insertQry).err; err != nil {
  719. t.Fatal(err) // unconfigured columnfamily
  720. }
  721. }
  722. func TestReprepareStatement(t *testing.T) {
  723. session := createSession(t)
  724. defer session.Close()
  725. stmt, conn := injectInvalidPreparedStatement(t, session, "test_reprepare_statement")
  726. query := session.Query(stmt, "bar")
  727. if err := conn.executeQuery(query).Close(); err != nil {
  728. t.Fatalf("Failed to execute query for reprepare statement: %v", err)
  729. }
  730. }
  731. func TestReprepareBatch(t *testing.T) {
  732. if *flagProto == 1 {
  733. t.Skip("atomic batches not supported. Please use Cassandra >= 2.0")
  734. }
  735. session := createSession(t)
  736. defer session.Close()
  737. stmt, conn := injectInvalidPreparedStatement(t, session, "test_reprepare_statement_batch")
  738. batch := session.NewBatch(UnloggedBatch)
  739. batch.Query(stmt, "bar")
  740. if err := conn.executeBatch(batch); err != nil {
  741. t.Fatalf("Failed to execute query for reprepare statement: %v", err)
  742. }
  743. }
  744. func TestQueryInfo(t *testing.T) {
  745. session := createSession(t)
  746. defer session.Close()
  747. conn := session.Pool.Pick(nil)
  748. info, err := conn.prepareStatement("SELECT release_version, host_id FROM system.local WHERE key = ?", nil)
  749. if err != nil {
  750. t.Fatalf("Failed to execute query for preparing statement: %v", err)
  751. }
  752. if len(info.Args) != 1 {
  753. t.Fatalf("Was not expecting meta data for %d query arguments, but got %d\n", 1, len(info.Args))
  754. }
  755. if *flagProto > 1 {
  756. if len(info.Rval) != 2 {
  757. t.Fatalf("Was not expecting meta data for %d result columns, but got %d\n", 2, len(info.Rval))
  758. }
  759. }
  760. }
  761. //TestPreparedCacheEviction will make sure that the cache size is maintained
  762. func TestPreparedCacheEviction(t *testing.T) {
  763. session := createSession(t)
  764. defer session.Close()
  765. stmtsLRU.mu.Lock()
  766. stmtsLRU.Max(4)
  767. stmtsLRU.mu.Unlock()
  768. if err := createTable(session, "CREATE TABLE prepcachetest (id int,mod int,PRIMARY KEY (id))"); err != nil {
  769. t.Fatalf("failed to create table with error '%v'", err)
  770. }
  771. //Fill the table
  772. for i := 0; i < 2; i++ {
  773. if err := session.Query("INSERT INTO prepcachetest (id,mod) VALUES (?, ?)", i, 10000%(i+1)).Exec(); err != nil {
  774. t.Fatalf("insert into prepcachetest failed, err '%v'", err)
  775. }
  776. }
  777. //Populate the prepared statement cache with select statements
  778. var id, mod int
  779. for i := 0; i < 2; i++ {
  780. err := session.Query("SELECT id,mod FROM prepcachetest WHERE id = "+strconv.FormatInt(int64(i), 10)).Scan(&id, &mod)
  781. if err != nil {
  782. t.Fatalf("select from prepcachetest failed, error '%v'", err)
  783. }
  784. }
  785. //generate an update statement to test they are prepared
  786. err := session.Query("UPDATE prepcachetest SET mod = ? WHERE id = ?", 1, 11).Exec()
  787. if err != nil {
  788. t.Fatalf("update prepcachetest failed, error '%v'", err)
  789. }
  790. //generate a delete statement to test they are prepared
  791. err = session.Query("DELETE FROM prepcachetest WHERE id = ?", 1).Exec()
  792. if err != nil {
  793. t.Fatalf("delete from prepcachetest failed, error '%v'", err)
  794. }
  795. //generate an insert statement to test they are prepared
  796. err = session.Query("INSERT INTO prepcachetest (id,mod) VALUES (?, ?)", 3, 11).Exec()
  797. if err != nil {
  798. t.Fatalf("insert into prepcachetest failed, error '%v'", err)
  799. }
  800. //Make sure the cache size is maintained
  801. if stmtsLRU.lru.Len() != stmtsLRU.lru.MaxEntries {
  802. t.Fatalf("expected cache size of %v, got %v", stmtsLRU.lru.MaxEntries, stmtsLRU.lru.Len())
  803. }
  804. //Walk through all the configured hosts and test cache retention and eviction
  805. var selFound, insFound, updFound, delFound, selEvict bool
  806. for i := range session.cfg.Hosts {
  807. _, ok := stmtsLRU.lru.Get(session.cfg.Hosts[i] + ":9042gocql_testSELECT id,mod FROM prepcachetest WHERE id = 1")
  808. selFound = selFound || ok
  809. _, ok = stmtsLRU.lru.Get(session.cfg.Hosts[i] + ":9042gocql_testINSERT INTO prepcachetest (id,mod) VALUES (?, ?)")
  810. insFound = insFound || ok
  811. _, ok = stmtsLRU.lru.Get(session.cfg.Hosts[i] + ":9042gocql_testUPDATE prepcachetest SET mod = ? WHERE id = ?")
  812. updFound = updFound || ok
  813. _, ok = stmtsLRU.lru.Get(session.cfg.Hosts[i] + ":9042gocql_testDELETE FROM prepcachetest WHERE id = ?")
  814. delFound = delFound || ok
  815. _, ok = stmtsLRU.lru.Get(session.cfg.Hosts[i] + ":9042gocql_testSELECT id,mod FROM prepcachetest WHERE id = 0")
  816. selEvict = selEvict || !ok
  817. }
  818. if !selEvict {
  819. t.Fatalf("expected first select statement to be purged, but statement was found in the cache.")
  820. }
  821. if !selFound {
  822. t.Fatalf("expected second select statement to be cached, but statement was purged or not prepared.")
  823. }
  824. if !insFound {
  825. t.Fatalf("expected insert statement to be cached, but statement was purged or not prepared.")
  826. }
  827. if !updFound {
  828. t.Fatalf("expected update statement to be cached, but statement was purged or not prepared.")
  829. }
  830. if !delFound {
  831. t.Error("expected delete statement to be cached, but statement was purged or not prepared.")
  832. }
  833. }
  834. func TestPreparedCacheKey(t *testing.T) {
  835. session := createSession(t)
  836. defer session.Close()
  837. // create a second keyspace
  838. cluster2 := createCluster()
  839. createKeyspace(t, cluster2, "gocql_test2")
  840. cluster2.Keyspace = "gocql_test2"
  841. session2, err := cluster2.CreateSession()
  842. if err != nil {
  843. t.Fatal("create session:", err)
  844. }
  845. defer session2.Close()
  846. // both keyspaces have a table named "test_stmt_cache_key"
  847. if err := createTable(session, "CREATE TABLE test_stmt_cache_key (id varchar primary key, field varchar)"); err != nil {
  848. t.Fatal("create table:", err)
  849. }
  850. if err := createTable(session2, "CREATE TABLE test_stmt_cache_key (id varchar primary key, field varchar)"); err != nil {
  851. t.Fatal("create table:", err)
  852. }
  853. // both tables have a single row with the same partition key but different column value
  854. if err = session.Query(`INSERT INTO test_stmt_cache_key (id, field) VALUES (?, ?)`, "key", "one").Exec(); err != nil {
  855. t.Fatal("insert:", err)
  856. }
  857. if err = session2.Query(`INSERT INTO test_stmt_cache_key (id, field) VALUES (?, ?)`, "key", "two").Exec(); err != nil {
  858. t.Fatal("insert:", err)
  859. }
  860. // should be able to see different values in each keyspace
  861. var value string
  862. if err = session.Query("SELECT field FROM test_stmt_cache_key WHERE id = ?", "key").Scan(&value); err != nil {
  863. t.Fatal("select:", err)
  864. }
  865. if value != "one" {
  866. t.Errorf("Expected one, got %s", value)
  867. }
  868. if err = session2.Query("SELECT field FROM test_stmt_cache_key WHERE id = ?", "key").Scan(&value); err != nil {
  869. t.Fatal("select:", err)
  870. }
  871. if value != "two" {
  872. t.Errorf("Expected two, got %s", value)
  873. }
  874. }
  875. //TestMarshalFloat64Ptr tests to see that a pointer to a float64 is marshalled correctly.
  876. func TestMarshalFloat64Ptr(t *testing.T) {
  877. session := createSession(t)
  878. defer session.Close()
  879. if err := createTable(session, "CREATE TABLE float_test (id double, test double, primary key (id))"); err != nil {
  880. t.Fatal("create table:", err)
  881. }
  882. testNum := float64(7500)
  883. if err := session.Query(`INSERT INTO float_test (id,test) VALUES (?,?)`, float64(7500.00), &testNum).Exec(); err != nil {
  884. t.Fatal("insert float64:", err)
  885. }
  886. }
  887. func TestVarint(t *testing.T) {
  888. session := createSession(t)
  889. defer session.Close()
  890. if err := createTable(session, "CREATE TABLE varint_test (id varchar, test varint, test2 varint, primary key (id))"); err != nil {
  891. t.Fatalf("failed to create table with error '%v'", err)
  892. }
  893. if err := session.Query(`INSERT INTO varint_test (id, test) VALUES (?, ?)`, "id", 0).Exec(); err != nil {
  894. t.Fatalf("insert varint: %v", err)
  895. }
  896. var result int
  897. if err := session.Query("SELECT test FROM varint_test").Scan(&result); err != nil {
  898. t.Fatalf("select from varint_test failed: %v", err)
  899. }
  900. if result != 0 {
  901. t.Errorf("Expected 0, was %d", result)
  902. }
  903. if err := session.Query(`INSERT INTO varint_test (id, test) VALUES (?, ?)`, "id", -1).Exec(); err != nil {
  904. t.Fatalf("insert varint: %v", err)
  905. }
  906. if err := session.Query("SELECT test FROM varint_test").Scan(&result); err != nil {
  907. t.Fatalf("select from varint_test failed: %v", err)
  908. }
  909. if result != -1 {
  910. t.Errorf("Expected -1, was %d", result)
  911. }
  912. if err := session.Query(`INSERT INTO varint_test (id, test) VALUES (?, ?)`, "id", int64(math.MaxInt32)+1).Exec(); err != nil {
  913. t.Fatalf("insert varint: %v", err)
  914. }
  915. var result64 int64
  916. if err := session.Query("SELECT test FROM varint_test").Scan(&result64); err != nil {
  917. t.Fatalf("select from varint_test failed: %v", err)
  918. }
  919. if result64 != int64(math.MaxInt32)+1 {
  920. t.Errorf("Expected %d, was %d", int64(math.MaxInt32)+1, result64)
  921. }
  922. biggie := new(big.Int)
  923. biggie.SetString("36893488147419103232", 10) // > 2**64
  924. if err := session.Query(`INSERT INTO varint_test (id, test) VALUES (?, ?)`, "id", biggie).Exec(); err != nil {
  925. t.Fatalf("insert varint: %v", err)
  926. }
  927. resultBig := new(big.Int)
  928. if err := session.Query("SELECT test FROM varint_test").Scan(resultBig); err != nil {
  929. t.Fatalf("select from varint_test failed: %v", err)
  930. }
  931. if resultBig.String() != biggie.String() {
  932. t.Errorf("Expected %s, was %s", biggie.String(), resultBig.String())
  933. }
  934. err := session.Query("SELECT test FROM varint_test").Scan(&result64)
  935. if err == nil || strings.Index(err.Error(), "out of range") == -1 {
  936. t.Errorf("expected out of range error since value is too big for int64")
  937. }
  938. // value not set in cassandra, leave bind variable empty
  939. resultBig = new(big.Int)
  940. if err := session.Query("SELECT test2 FROM varint_test").Scan(resultBig); err != nil {
  941. t.Fatalf("select from varint_test failed: %v", err)
  942. }
  943. if resultBig.Int64() != 0 {
  944. t.Errorf("Expected %s, was %s", biggie.String(), resultBig.String())
  945. }
  946. // can use double pointer to explicitly detect value is not set in cassandra
  947. if err := session.Query("SELECT test2 FROM varint_test").Scan(&resultBig); err != nil {
  948. t.Fatalf("select from varint_test failed: %v", err)
  949. }
  950. if resultBig != nil {
  951. t.Errorf("Expected %v, was %v", nil, *resultBig)
  952. }
  953. }