cassandra_test.go 32 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052
  1. // Copyright (c) 2012 The gocql Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package gocql
  5. import (
  6. "bytes"
  7. "flag"
  8. "fmt"
  9. "log"
  10. "math"
  11. "math/big"
  12. "reflect"
  13. "strconv"
  14. "strings"
  15. "sync"
  16. "testing"
  17. "time"
  18. "unicode"
  19. "speter.net/go/exp/math/dec/inf"
  20. )
  21. var (
  22. flagCluster = flag.String("cluster", "127.0.0.1", "a comma-separated list of host:port tuples")
  23. flagProto = flag.Int("proto", 2, "protcol version")
  24. flagCQL = flag.String("cql", "3.0.0", "CQL version")
  25. flagRF = flag.Int("rf", 1, "replication factor for test keyspace")
  26. clusterSize = 1
  27. clusterHosts []string
  28. )
  29. func init() {
  30. flag.Parse()
  31. clusterHosts = strings.Split(*flagCluster, ",")
  32. clusterSize = len(clusterHosts)
  33. log.SetFlags(log.Lshortfile | log.LstdFlags)
  34. }
  35. var initOnce sync.Once
  36. func createTable(s *Session, table string) error {
  37. err := s.Query(table).Consistency(All).Exec()
  38. if clusterSize > 1 {
  39. // wait for table definition to propogate
  40. time.Sleep(250 * time.Millisecond)
  41. }
  42. return err
  43. }
  44. func createSession(tb testing.TB) *Session {
  45. cluster := NewCluster(clusterHosts...)
  46. cluster.ProtoVersion = *flagProto
  47. cluster.CQLVersion = *flagCQL
  48. cluster.Timeout = 5 * time.Second
  49. cluster.Consistency = Quorum
  50. cluster.RetryPolicy.NumRetries = 10
  51. initOnce.Do(func() {
  52. session, err := cluster.CreateSession()
  53. if err != nil {
  54. tb.Fatal("createSession:", err)
  55. }
  56. // Drop and re-create the keyspace once. Different tests should use their own
  57. // individual tables, but can assume that the table does not exist before.
  58. if err := session.Query(`DROP KEYSPACE gocql_test`).Exec(); err != nil {
  59. tb.Log("drop keyspace:", err)
  60. }
  61. if err := session.Query(fmt.Sprintf(`CREATE KEYSPACE gocql_test
  62. WITH replication = {
  63. 'class' : 'SimpleStrategy',
  64. 'replication_factor' : %d
  65. }`, *flagRF)).Consistency(All).Exec(); err != nil {
  66. tb.Fatal("create keyspace:", err)
  67. }
  68. tb.Log("Created keyspace")
  69. session.Close()
  70. })
  71. cluster.Keyspace = "gocql_test"
  72. session, err := cluster.CreateSession()
  73. if err != nil {
  74. tb.Fatal("createSession:", err)
  75. }
  76. return session
  77. }
  78. func TestEmptyHosts(t *testing.T) {
  79. cluster := NewCluster()
  80. if session, err := cluster.CreateSession(); err == nil {
  81. session.Close()
  82. t.Error("expected err, got nil")
  83. }
  84. }
  85. //TestUseStatementError checks to make sure the correct error is returned when the user tries to execute a use statement.
  86. func TestUseStatementError(t *testing.T) {
  87. session := createSession(t)
  88. defer session.Close()
  89. if err := session.Query("USE gocql_test").Exec(); err != nil {
  90. if err != ErrUseStmt {
  91. t.Error("expected ErrUseStmt, got " + err.Error())
  92. }
  93. } else {
  94. t.Error("expected err, got nil.")
  95. }
  96. }
  97. //TestInvalidKeyspace checks that an invalid keyspace will return promptly and without a flood of connections
  98. func TestInvalidKeyspace(t *testing.T) {
  99. cluster := NewCluster(clusterHosts...)
  100. cluster.ProtoVersion = *flagProto
  101. cluster.CQLVersion = *flagCQL
  102. cluster.Keyspace = "invalidKeyspace"
  103. session, err := cluster.CreateSession()
  104. if err != nil {
  105. if err != ErrNoConnectionsStarted {
  106. t.Errorf("Expected ErrNoConnections but got %v", err)
  107. }
  108. } else {
  109. session.Close() //Clean up the session
  110. t.Error("expected err, got nil.")
  111. }
  112. }
  113. func TestTracing(t *testing.T) {
  114. session := createSession(t)
  115. defer session.Close()
  116. if err := createTable(session, `CREATE TABLE trace (id int primary key)`); err != nil {
  117. t.Fatal("create:", err)
  118. }
  119. buf := &bytes.Buffer{}
  120. trace := NewTraceWriter(session, buf)
  121. if err := session.Query(`INSERT INTO trace (id) VALUES (?)`, 42).Trace(trace).Exec(); err != nil {
  122. t.Error("insert:", err)
  123. } else if buf.Len() == 0 {
  124. t.Error("insert: failed to obtain any tracing")
  125. }
  126. buf.Reset()
  127. var value int
  128. if err := session.Query(`SELECT id FROM trace WHERE id = ?`, 42).Trace(trace).Scan(&value); err != nil {
  129. t.Error("select:", err)
  130. } else if value != 42 {
  131. t.Errorf("value: expected %d, got %d", 42, value)
  132. } else if buf.Len() == 0 {
  133. t.Error("select: failed to obtain any tracing")
  134. }
  135. }
  136. func TestPaging(t *testing.T) {
  137. if *flagProto == 1 {
  138. t.Skip("Paging not supported. Please use Cassandra >= 2.0")
  139. }
  140. session := createSession(t)
  141. defer session.Close()
  142. if err := createTable(session, "CREATE TABLE paging (id int primary key)"); err != nil {
  143. t.Fatal("create table:", err)
  144. }
  145. for i := 0; i < 100; i++ {
  146. if err := session.Query("INSERT INTO paging (id) VALUES (?)", i).Exec(); err != nil {
  147. t.Fatal("insert:", err)
  148. }
  149. }
  150. iter := session.Query("SELECT id FROM paging").PageSize(10).Iter()
  151. var id int
  152. count := 0
  153. for iter.Scan(&id) {
  154. count++
  155. }
  156. if err := iter.Close(); err != nil {
  157. t.Fatal("close:", err)
  158. }
  159. if count != 100 {
  160. t.Fatalf("expected %d, got %d", 100, count)
  161. }
  162. }
  163. func TestCAS(t *testing.T) {
  164. if *flagProto == 1 {
  165. t.Skip("lightweight transactions not supported. Please use Cassandra >= 2.0")
  166. }
  167. session := createSession(t)
  168. defer session.Close()
  169. if err := createTable(session, `CREATE TABLE cas_table (
  170. title varchar,
  171. revid timeuuid,
  172. PRIMARY KEY (title, revid)
  173. )`); err != nil {
  174. t.Fatal("create:", err)
  175. }
  176. title, revid := "baz", TimeUUID()
  177. var titleCAS string
  178. var revidCAS UUID
  179. if applied, err := session.Query(`INSERT INTO cas_table (title, revid)
  180. VALUES (?, ?) IF NOT EXISTS`,
  181. title, revid).ScanCAS(&titleCAS, &revidCAS); err != nil {
  182. t.Fatal("insert:", err)
  183. } else if !applied {
  184. t.Fatal("insert should have been applied")
  185. }
  186. if applied, err := session.Query(`INSERT INTO cas_table (title, revid)
  187. VALUES (?, ?) IF NOT EXISTS`,
  188. title, revid).ScanCAS(&titleCAS, &revidCAS); err != nil {
  189. t.Fatal("insert:", err)
  190. } else if applied {
  191. t.Fatal("insert should not have been applied")
  192. } else if title != titleCAS || revid != revidCAS {
  193. t.Fatalf("expected %s/%v but got %s/%v", title, revid, titleCAS, revidCAS)
  194. }
  195. }
  196. func TestBatch(t *testing.T) {
  197. if *flagProto == 1 {
  198. t.Skip("atomic batches not supported. Please use Cassandra >= 2.0")
  199. }
  200. session := createSession(t)
  201. defer session.Close()
  202. if err := createTable(session, `CREATE TABLE batch_table (id int primary key)`); err != nil {
  203. t.Fatal("create table:", err)
  204. }
  205. batch := NewBatch(LoggedBatch)
  206. for i := 0; i < 100; i++ {
  207. batch.Query(`INSERT INTO batch_table (id) VALUES (?)`, i)
  208. }
  209. if err := session.ExecuteBatch(batch); err != nil {
  210. t.Fatal("execute batch:", err)
  211. }
  212. count := 0
  213. if err := session.Query(`SELECT COUNT(*) FROM batch_table`).Scan(&count); err != nil {
  214. t.Fatal("select count:", err)
  215. } else if count != 100 {
  216. t.Fatalf("count: expected %d, got %d\n", 100, count)
  217. }
  218. }
  219. // TestBatchLimit tests gocql to make sure batch operations larger than the maximum
  220. // statement limit are not submitted to a cassandra node.
  221. func TestBatchLimit(t *testing.T) {
  222. if *flagProto == 1 {
  223. t.Skip("atomic batches not supported. Please use Cassandra >= 2.0")
  224. }
  225. session := createSession(t)
  226. defer session.Close()
  227. if err := createTable(session, `CREATE TABLE batch_table2 (id int primary key)`); err != nil {
  228. t.Fatal("create table:", err)
  229. }
  230. batch := NewBatch(LoggedBatch)
  231. for i := 0; i < 65537; i++ {
  232. batch.Query(`INSERT INTO batch_table2 (id) VALUES (?)`, i)
  233. }
  234. if err := session.ExecuteBatch(batch); err != ErrTooManyStmts {
  235. t.Fatal("gocql attempted to execute a batch larger than the support limit of statements.")
  236. }
  237. }
  238. // TestTooManyQueryArgs tests to make sure the library correctly handles the application level bug
  239. // whereby too many query arguments are passed to a query
  240. func TestTooManyQueryArgs(t *testing.T) {
  241. if *flagProto == 1 {
  242. t.Skip("atomic batches not supported. Please use Cassandra >= 2.0")
  243. }
  244. session := createSession(t)
  245. defer session.Close()
  246. if err := createTable(session, `CREATE TABLE too_many_query_args (id int primary key, value int)`); err != nil {
  247. t.Fatal("create table:", err)
  248. }
  249. _, err := session.Query(`SELECT * FROM too_many_query_args WHERE id = ?`, 1, 2).Iter().SliceMap()
  250. if err == nil {
  251. t.Fatal("'`SELECT * FROM too_many_query_args WHERE id = ?`, 1, 2' should return an ErrQueryArgLength")
  252. }
  253. if err != ErrQueryArgLength {
  254. t.Fatalf("'`SELECT * FROM too_many_query_args WHERE id = ?`, 1, 2' should return an ErrQueryArgLength, but returned: %s", err)
  255. }
  256. batch := session.NewBatch(UnloggedBatch)
  257. batch.Query("INSERT INTO too_many_query_args (id, value) VALUES (?, ?)", 1, 2, 3)
  258. err = session.ExecuteBatch(batch)
  259. if err == nil {
  260. t.Fatal("'`INSERT INTO too_many_query_args (id, value) VALUES (?, ?)`, 1, 2, 3' should return an ErrQueryArgLength")
  261. }
  262. if err != ErrQueryArgLength {
  263. t.Fatalf("'INSERT INTO too_many_query_args (id, value) VALUES (?, ?)`, 1, 2, 3' should return an ErrQueryArgLength, but returned: %s", err)
  264. }
  265. }
  266. // TestNotEnoughQueryArgs tests to make sure the library correctly handles the application level bug
  267. // whereby not enough query arguments are passed to a query
  268. func TestNotEnoughQueryArgs(t *testing.T) {
  269. if *flagProto == 1 {
  270. t.Skip("atomic batches not supported. Please use Cassandra >= 2.0")
  271. }
  272. session := createSession(t)
  273. defer session.Close()
  274. if err := createTable(session, `CREATE TABLE not_enough_query_args (id int, cluster int, value int, primary key (id, cluster))`); err != nil {
  275. t.Fatal("create table:", err)
  276. }
  277. _, err := session.Query(`SELECT * FROM not_enough_query_args WHERE id = ? and cluster = ?`, 1).Iter().SliceMap()
  278. if err == nil {
  279. t.Fatal("'`SELECT * FROM not_enough_query_args WHERE id = ? and cluster = ?`, 1' should return an ErrQueryArgLength")
  280. }
  281. if err != ErrQueryArgLength {
  282. t.Fatalf("'`SELECT * FROM too_few_query_args WHERE id = ? and cluster = ?`, 1' should return an ErrQueryArgLength, but returned: %s", err)
  283. }
  284. batch := session.NewBatch(UnloggedBatch)
  285. batch.Query("INSERT INTO not_enough_query_args (id, cluster, value) VALUES (?, ?, ?)", 1, 2)
  286. err = session.ExecuteBatch(batch)
  287. if err == nil {
  288. t.Fatal("'`INSERT INTO not_enough_query_args (id, cluster, value) VALUES (?, ?, ?)`, 1, 2' should return an ErrQueryArgLength")
  289. }
  290. if err != ErrQueryArgLength {
  291. t.Fatalf("'INSERT INTO not_enough_query_args (id, cluster, value) VALUES (?, ?, ?)`, 1, 2' should return an ErrQueryArgLength, but returned: %s", err)
  292. }
  293. }
  294. // TestCreateSessionTimeout tests to make sure the CreateSession function timeouts out correctly
  295. // and prevents an infinite loop of connection retries.
  296. func TestCreateSessionTimeout(t *testing.T) {
  297. go func() {
  298. <-time.After(2 * time.Second)
  299. t.Fatal("no startup timeout")
  300. }()
  301. c := NewCluster("127.0.0.1:1")
  302. _, err := c.CreateSession()
  303. if err == nil {
  304. t.Fatal("expected ErrNoConnectionsStarted, but no error was returned.")
  305. }
  306. if err != ErrNoConnectionsStarted {
  307. t.Fatalf("expected ErrNoConnectionsStarted, but received %v", err)
  308. }
  309. }
  310. func TestSliceMap(t *testing.T) {
  311. session := createSession(t)
  312. defer session.Close()
  313. if err := createTable(session, `CREATE TABLE slice_map_table (
  314. testuuid timeuuid PRIMARY KEY,
  315. testtimestamp timestamp,
  316. testvarchar varchar,
  317. testbigint bigint,
  318. testblob blob,
  319. testbool boolean,
  320. testfloat float,
  321. testdouble double,
  322. testint int,
  323. testdecimal decimal,
  324. testset set<int>,
  325. testmap map<varchar, varchar>,
  326. testvarint varint
  327. )`); err != nil {
  328. t.Fatal("create table:", err)
  329. }
  330. m := make(map[string]interface{})
  331. bigInt := new(big.Int)
  332. if _, ok := bigInt.SetString("830169365738487321165427203929228", 10); !ok {
  333. t.Fatal("Failed setting bigint by string")
  334. }
  335. m["testuuid"] = TimeUUID()
  336. m["testvarchar"] = "Test VarChar"
  337. m["testbigint"] = time.Now().Unix()
  338. m["testtimestamp"] = time.Now().Truncate(time.Millisecond).UTC()
  339. m["testblob"] = []byte("test blob")
  340. m["testbool"] = true
  341. m["testfloat"] = float32(4.564)
  342. m["testdouble"] = float64(4.815162342)
  343. m["testint"] = 2343
  344. m["testdecimal"] = inf.NewDec(100, 0)
  345. m["testset"] = []int{1, 2, 3, 4, 5, 6, 7, 8, 9}
  346. m["testmap"] = map[string]string{"field1": "val1", "field2": "val2", "field3": "val3"}
  347. m["testvarint"] = bigInt
  348. sliceMap := []map[string]interface{}{m}
  349. if err := session.Query(`INSERT INTO slice_map_table (testuuid, testtimestamp, testvarchar, testbigint, testblob, testbool, testfloat, testdouble, testint, testdecimal, testset, testmap, testvarint) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,
  350. m["testuuid"], m["testtimestamp"], m["testvarchar"], m["testbigint"], m["testblob"], m["testbool"], m["testfloat"], m["testdouble"], m["testint"], m["testdecimal"], m["testset"], m["testmap"], m["testvarint"]).Exec(); err != nil {
  351. t.Fatal("insert:", err)
  352. }
  353. if returned, retErr := session.Query(`SELECT * FROM slice_map_table`).Iter().SliceMap(); retErr != nil {
  354. t.Fatal("select:", retErr)
  355. } else {
  356. if sliceMap[0]["testuuid"] != returned[0]["testuuid"] {
  357. t.Fatal("returned testuuid did not match")
  358. }
  359. if sliceMap[0]["testtimestamp"] != returned[0]["testtimestamp"] {
  360. t.Fatalf("returned testtimestamp did not match: %v %v", sliceMap[0]["testtimestamp"], returned[0]["testtimestamp"])
  361. }
  362. if sliceMap[0]["testvarchar"] != returned[0]["testvarchar"] {
  363. t.Fatal("returned testvarchar did not match")
  364. }
  365. if sliceMap[0]["testbigint"] != returned[0]["testbigint"] {
  366. t.Fatal("returned testbigint did not match")
  367. }
  368. if !reflect.DeepEqual(sliceMap[0]["testblob"], returned[0]["testblob"]) {
  369. t.Fatal("returned testblob did not match")
  370. }
  371. if sliceMap[0]["testbool"] != returned[0]["testbool"] {
  372. t.Fatal("returned testbool did not match")
  373. }
  374. if sliceMap[0]["testfloat"] != returned[0]["testfloat"] {
  375. t.Fatal("returned testfloat did not match")
  376. }
  377. if sliceMap[0]["testdouble"] != returned[0]["testdouble"] {
  378. t.Fatal("returned testdouble did not match")
  379. }
  380. if sliceMap[0]["testint"] != returned[0]["testint"] {
  381. t.Fatal("returned testint did not match")
  382. }
  383. expectedDecimal := sliceMap[0]["testdecimal"].(*inf.Dec)
  384. returnedDecimal := returned[0]["testdecimal"].(*inf.Dec)
  385. if expectedDecimal.Cmp(returnedDecimal) != 0 {
  386. t.Fatal("returned testdecimal did not match")
  387. }
  388. if !reflect.DeepEqual(sliceMap[0]["testset"], returned[0]["testset"]) {
  389. t.Fatal("returned testset did not match")
  390. }
  391. if !reflect.DeepEqual(sliceMap[0]["testmap"], returned[0]["testmap"]) {
  392. t.Fatal("returned testmap did not match")
  393. }
  394. expectedBigInt := sliceMap[0]["testvarint"].(*big.Int)
  395. returnedBigInt := returned[0]["testvarint"].(*big.Int)
  396. if expectedBigInt.Cmp(returnedBigInt) != 0 {
  397. t.Fatal("returned testvarint did not match")
  398. }
  399. }
  400. // Test for MapScan()
  401. testMap := make(map[string]interface{})
  402. if !session.Query(`SELECT * FROM slice_map_table`).Iter().MapScan(testMap) {
  403. t.Fatal("MapScan failed to work with one row")
  404. }
  405. if sliceMap[0]["testuuid"] != testMap["testuuid"] {
  406. t.Fatal("returned testuuid did not match")
  407. }
  408. if sliceMap[0]["testtimestamp"] != testMap["testtimestamp"] {
  409. t.Fatal("returned testtimestamp did not match")
  410. }
  411. if sliceMap[0]["testvarchar"] != testMap["testvarchar"] {
  412. t.Fatal("returned testvarchar did not match")
  413. }
  414. if sliceMap[0]["testbigint"] != testMap["testbigint"] {
  415. t.Fatal("returned testbigint did not match")
  416. }
  417. if !reflect.DeepEqual(sliceMap[0]["testblob"], testMap["testblob"]) {
  418. t.Fatal("returned testblob did not match")
  419. }
  420. if sliceMap[0]["testbool"] != testMap["testbool"] {
  421. t.Fatal("returned testbool did not match")
  422. }
  423. if sliceMap[0]["testfloat"] != testMap["testfloat"] {
  424. t.Fatal("returned testfloat did not match")
  425. }
  426. if sliceMap[0]["testdouble"] != testMap["testdouble"] {
  427. t.Fatal("returned testdouble did not match")
  428. }
  429. if sliceMap[0]["testint"] != testMap["testint"] {
  430. t.Fatal("returned testint did not match")
  431. }
  432. expectedDecimal := sliceMap[0]["testdecimal"].(*inf.Dec)
  433. returnedDecimal := testMap["testdecimal"].(*inf.Dec)
  434. if expectedDecimal.Cmp(returnedDecimal) != 0 {
  435. t.Fatal("returned testdecimal did not match")
  436. }
  437. if !reflect.DeepEqual(sliceMap[0]["testset"], testMap["testset"]) {
  438. t.Fatal("returned testset did not match")
  439. }
  440. if !reflect.DeepEqual(sliceMap[0]["testmap"], testMap["testmap"]) {
  441. t.Fatal("returned testmap did not match")
  442. }
  443. }
  444. func TestScanWithNilArguments(t *testing.T) {
  445. session := createSession(t)
  446. defer session.Close()
  447. if err := createTable(session, `CREATE TABLE scan_with_nil_arguments (
  448. foo varchar,
  449. bar int,
  450. PRIMARY KEY (foo, bar)
  451. )`); err != nil {
  452. t.Fatal("create:", err)
  453. }
  454. for i := 1; i <= 20; i++ {
  455. if err := session.Query("INSERT INTO scan_with_nil_arguments (foo, bar) VALUES (?, ?)",
  456. "squares", i*i).Exec(); err != nil {
  457. t.Fatal("insert:", err)
  458. }
  459. }
  460. iter := session.Query("SELECT * FROM scan_with_nil_arguments WHERE foo = ?", "squares").Iter()
  461. var n int
  462. count := 0
  463. for iter.Scan(nil, &n) {
  464. count += n
  465. }
  466. if err := iter.Close(); err != nil {
  467. t.Fatal("close:", err)
  468. }
  469. if count != 2870 {
  470. t.Fatalf("expected %d, got %d", 2870, count)
  471. }
  472. }
  473. func TestScanCASWithNilArguments(t *testing.T) {
  474. if *flagProto == 1 {
  475. t.Skip("lightweight transactions not supported. Please use Cassandra >= 2.0")
  476. }
  477. session := createSession(t)
  478. defer session.Close()
  479. if err := createTable(session, `CREATE TABLE scan_cas_with_nil_arguments (
  480. foo varchar,
  481. bar varchar,
  482. PRIMARY KEY (foo, bar)
  483. )`); err != nil {
  484. t.Fatal("create:", err)
  485. }
  486. foo := "baz"
  487. var cas string
  488. if applied, err := session.Query(`INSERT INTO scan_cas_with_nil_arguments (foo, bar)
  489. VALUES (?, ?) IF NOT EXISTS`,
  490. foo, foo).ScanCAS(nil, nil); err != nil {
  491. t.Fatal("insert:", err)
  492. } else if !applied {
  493. t.Fatal("insert should have been applied")
  494. }
  495. if applied, err := session.Query(`INSERT INTO scan_cas_with_nil_arguments (foo, bar)
  496. VALUES (?, ?) IF NOT EXISTS`,
  497. foo, foo).ScanCAS(&cas, nil); err != nil {
  498. t.Fatal("insert:", err)
  499. } else if applied {
  500. t.Fatal("insert should not have been applied")
  501. } else if foo != cas {
  502. t.Fatalf("expected %v but got %v", foo, cas)
  503. }
  504. if applied, err := session.Query(`INSERT INTO scan_cas_with_nil_arguments (foo, bar)
  505. VALUES (?, ?) IF NOT EXISTS`,
  506. foo, foo).ScanCAS(nil, &cas); err != nil {
  507. t.Fatal("insert:", err)
  508. } else if applied {
  509. t.Fatal("insert should not have been applied")
  510. } else if foo != cas {
  511. t.Fatalf("expected %v but got %v", foo, cas)
  512. }
  513. }
  514. func TestRebindQueryInfo(t *testing.T) {
  515. session := createSession(t)
  516. defer session.Close()
  517. if err := createTable(session, "CREATE TABLE rebind_query (id int, value text, PRIMARY KEY (id))"); err != nil {
  518. t.Fatalf("failed to create table with error '%v'", err)
  519. }
  520. if err := session.Query("INSERT INTO rebind_query (id, value) VALUES (?, ?)", 23, "quux").Exec(); err != nil {
  521. t.Fatalf("insert into rebind_query failed, err '%v'", err)
  522. }
  523. if err := session.Query("INSERT INTO rebind_query (id, value) VALUES (?, ?)", 24, "w00t").Exec(); err != nil {
  524. t.Fatalf("insert into rebind_query failed, err '%v'", err)
  525. }
  526. q := session.Query("SELECT value FROM rebind_query WHERE ID = ?")
  527. q.Bind(23)
  528. iter := q.Iter()
  529. var value string
  530. for iter.Scan(&value) {
  531. }
  532. if value != "quux" {
  533. t.Fatalf("expected %v but got %v", "quux", value)
  534. }
  535. q.Bind(24)
  536. iter = q.Iter()
  537. for iter.Scan(&value) {
  538. }
  539. if value != "w00t" {
  540. t.Fatalf("expected %v but got %v", "quux", value)
  541. }
  542. }
  543. //TestStaticQueryInfo makes sure that the application can manually bind query parameters using the simplest possible static binding strategy
  544. func TestStaticQueryInfo(t *testing.T) {
  545. session := createSession(t)
  546. defer session.Close()
  547. if err := createTable(session, "CREATE TABLE static_query_info (id int, value text, PRIMARY KEY (id))"); err != nil {
  548. t.Fatalf("failed to create table with error '%v'", err)
  549. }
  550. if err := session.Query("INSERT INTO static_query_info (id, value) VALUES (?, ?)", 113, "foo").Exec(); err != nil {
  551. t.Fatalf("insert into static_query_info failed, err '%v'", err)
  552. }
  553. autobinder := func(q *QueryInfo) ([]interface{}, error) {
  554. values := make([]interface{}, 1)
  555. values[0] = 113
  556. return values, nil
  557. }
  558. qry := session.Bind("SELECT id, value FROM static_query_info WHERE id = ?", autobinder)
  559. if err := qry.Exec(); err != nil {
  560. t.Fatalf("expose query info failed, error '%v'", err)
  561. }
  562. iter := qry.Iter()
  563. var id int
  564. var value string
  565. iter.Scan(&id, &value)
  566. if err := iter.Close(); err != nil {
  567. t.Fatalf("query with exposed info failed, err '%v'", err)
  568. }
  569. if value != "foo" {
  570. t.Fatalf("Expected value %s, but got %s", "foo", value)
  571. }
  572. }
  573. type ClusteredKeyValue struct {
  574. Id int
  575. Cluster int
  576. Value string
  577. }
  578. func (kv *ClusteredKeyValue) Bind(q *QueryInfo) ([]interface{}, error) {
  579. values := make([]interface{}, len(q.Args))
  580. for i, info := range q.Args {
  581. fieldName := upcaseInitial(info.Name)
  582. value := reflect.ValueOf(kv)
  583. field := reflect.Indirect(value).FieldByName(fieldName)
  584. values[i] = field.Addr().Interface()
  585. }
  586. return values, nil
  587. }
  588. func upcaseInitial(str string) string {
  589. for i, v := range str {
  590. return string(unicode.ToUpper(v)) + str[i+1:]
  591. }
  592. return ""
  593. }
  594. //TestBoundQueryInfo makes sure that the application can manually bind query parameters using the query meta data supplied at runtime
  595. func TestBoundQueryInfo(t *testing.T) {
  596. session := createSession(t)
  597. defer session.Close()
  598. if err := createTable(session, "CREATE TABLE clustered_query_info (id int, cluster int, value text, PRIMARY KEY (id, cluster))"); err != nil {
  599. t.Fatalf("failed to create table with error '%v'", err)
  600. }
  601. write := &ClusteredKeyValue{Id: 200, Cluster: 300, Value: "baz"}
  602. insert := session.Bind("INSERT INTO clustered_query_info (id, cluster, value) VALUES (?, ?,?)", write.Bind)
  603. if err := insert.Exec(); err != nil {
  604. t.Fatalf("insert into clustered_query_info failed, err '%v'", err)
  605. }
  606. read := &ClusteredKeyValue{Id: 200, Cluster: 300}
  607. qry := session.Bind("SELECT id, cluster, value FROM clustered_query_info WHERE id = ? and cluster = ?", read.Bind)
  608. iter := qry.Iter()
  609. var id, cluster int
  610. var value string
  611. iter.Scan(&id, &cluster, &value)
  612. if err := iter.Close(); err != nil {
  613. t.Fatalf("query with clustered_query_info info failed, err '%v'", err)
  614. }
  615. if value != "baz" {
  616. t.Fatalf("Expected value %s, but got %s", "baz", value)
  617. }
  618. }
  619. //TestBatchQueryInfo makes sure that the application can manually bind query parameters when executing in a batch
  620. func TestBatchQueryInfo(t *testing.T) {
  621. if *flagProto == 1 {
  622. t.Skip("atomic batches not supported. Please use Cassandra >= 2.0")
  623. }
  624. session := createSession(t)
  625. defer session.Close()
  626. if err := createTable(session, "CREATE TABLE batch_query_info (id int, cluster int, value text, PRIMARY KEY (id, cluster))"); err != nil {
  627. t.Fatalf("failed to create table with error '%v'", err)
  628. }
  629. write := func(q *QueryInfo) ([]interface{}, error) {
  630. values := make([]interface{}, 3)
  631. values[0] = 4000
  632. values[1] = 5000
  633. values[2] = "bar"
  634. return values, nil
  635. }
  636. batch := session.NewBatch(LoggedBatch)
  637. batch.Bind("INSERT INTO batch_query_info (id, cluster, value) VALUES (?, ?,?)", write)
  638. if err := session.ExecuteBatch(batch); err != nil {
  639. t.Fatalf("batch insert into batch_query_info failed, err '%v'", err)
  640. }
  641. read := func(q *QueryInfo) ([]interface{}, error) {
  642. values := make([]interface{}, 2)
  643. values[0] = 4000
  644. values[1] = 5000
  645. return values, nil
  646. }
  647. qry := session.Bind("SELECT id, cluster, value FROM batch_query_info WHERE id = ? and cluster = ?", read)
  648. iter := qry.Iter()
  649. var id, cluster int
  650. var value string
  651. iter.Scan(&id, &cluster, &value)
  652. if err := iter.Close(); err != nil {
  653. t.Fatalf("query with batch_query_info info failed, err '%v'", err)
  654. }
  655. if value != "bar" {
  656. t.Fatalf("Expected value %s, but got %s", "bar", value)
  657. }
  658. }
  659. func injectInvalidPreparedStatement(t *testing.T, session *Session, table string) (string, *Conn) {
  660. if err := createTable(session, `CREATE TABLE `+table+` (
  661. foo varchar,
  662. bar int,
  663. PRIMARY KEY (foo, bar)
  664. )`); err != nil {
  665. t.Fatal("create:", err)
  666. }
  667. stmt := "INSERT INTO " + table + " (foo, bar) VALUES (?, 7)"
  668. conn := session.Pool.Pick(nil)
  669. flight := new(inflightPrepare)
  670. stmtsLRU.mu.Lock()
  671. stmtsLRU.lru.Add(conn.addr+stmt, flight)
  672. stmtsLRU.mu.Unlock()
  673. flight.info = &QueryInfo{
  674. Id: []byte{'f', 'o', 'o', 'b', 'a', 'r'},
  675. Args: []ColumnInfo{ColumnInfo{
  676. Keyspace: "gocql_test",
  677. Table: table,
  678. Name: "foo",
  679. TypeInfo: &TypeInfo{
  680. Type: TypeVarchar,
  681. },
  682. }},
  683. }
  684. return stmt, conn
  685. }
  686. func TestReprepareStatement(t *testing.T) {
  687. session := createSession(t)
  688. defer session.Close()
  689. stmt, conn := injectInvalidPreparedStatement(t, session, "test_reprepare_statement")
  690. query := session.Query(stmt, "bar")
  691. if err := conn.executeQuery(query).Close(); err != nil {
  692. t.Fatalf("Failed to execute query for reprepare statement: %v", err)
  693. }
  694. }
  695. func TestReprepareBatch(t *testing.T) {
  696. if *flagProto == 1 {
  697. t.Skip("atomic batches not supported. Please use Cassandra >= 2.0")
  698. }
  699. session := createSession(t)
  700. defer session.Close()
  701. stmt, conn := injectInvalidPreparedStatement(t, session, "test_reprepare_statement_batch")
  702. batch := session.NewBatch(UnloggedBatch)
  703. batch.Query(stmt, "bar")
  704. if err := conn.executeBatch(batch); err != nil {
  705. t.Fatalf("Failed to execute query for reprepare statement: %v", err)
  706. }
  707. }
  708. func TestQueryInfo(t *testing.T) {
  709. session := createSession(t)
  710. defer session.Close()
  711. conn := session.Pool.Pick(nil)
  712. info, err := conn.prepareStatement("SELECT release_version, host_id FROM system.local WHERE key = ?", nil)
  713. if err != nil {
  714. t.Fatalf("Failed to execute query for preparing statement: %v", err)
  715. }
  716. if len(info.Args) != 1 {
  717. t.Fatalf("Was not expecting meta data for %d query arguments, but got %d\n", 1, len(info.Args))
  718. }
  719. if *flagProto > 1 {
  720. if len(info.Rval) != 2 {
  721. t.Fatalf("Was not expecting meta data for %d result columns, but got %d\n", 2, len(info.Rval))
  722. }
  723. }
  724. }
  725. //TestPreparedCacheEviction will make sure that the cache size is maintained
  726. func TestPreparedCacheEviction(t *testing.T) {
  727. session := createSession(t)
  728. defer session.Close()
  729. stmtsLRU.mu.Lock()
  730. stmtsLRU.Max(4)
  731. stmtsLRU.mu.Unlock()
  732. if err := createTable(session, "CREATE TABLE prepcachetest (id int,mod int,PRIMARY KEY (id))"); err != nil {
  733. t.Fatalf("failed to create table with error '%v'", err)
  734. }
  735. //Fill the table
  736. for i := 0; i < 2; i++ {
  737. if err := session.Query("INSERT INTO prepcachetest (id,mod) VALUES (?, ?)", i, 10000%(i+1)).Exec(); err != nil {
  738. t.Fatalf("insert into prepcachetest failed, err '%v'", err)
  739. }
  740. }
  741. //Populate the prepared statement cache with select statements
  742. var id, mod int
  743. for i := 0; i < 2; i++ {
  744. err := session.Query("SELECT id,mod FROM prepcachetest WHERE id = "+strconv.FormatInt(int64(i), 10)).Scan(&id, &mod)
  745. if err != nil {
  746. t.Fatalf("select from prepcachetest failed, error '%v'", err)
  747. }
  748. }
  749. //generate an update statement to test they are prepared
  750. err := session.Query("UPDATE prepcachetest SET mod = ? WHERE id = ?", 1, 11).Exec()
  751. if err != nil {
  752. t.Fatalf("update prepcachetest failed, error '%v'", err)
  753. }
  754. //generate a delete statement to test they are prepared
  755. err = session.Query("DELETE FROM prepcachetest WHERE id = ?", 1).Exec()
  756. if err != nil {
  757. t.Fatalf("delete from prepcachetest failed, error '%v'", err)
  758. }
  759. //generate an insert statement to test they are prepared
  760. err = session.Query("INSERT INTO prepcachetest (id,mod) VALUES (?, ?)", 3, 11).Exec()
  761. if err != nil {
  762. t.Fatalf("insert into prepcachetest failed, error '%v'", err)
  763. }
  764. //Make sure the cache size is maintained
  765. if stmtsLRU.lru.Len() != stmtsLRU.lru.MaxEntries {
  766. t.Fatalf("expected cache size of %v, got %v", stmtsLRU.lru.MaxEntries, stmtsLRU.lru.Len())
  767. }
  768. //Walk through all the configured hosts and test cache retention and eviction
  769. var selFound, insFound, updFound, delFound, selEvict bool
  770. for i := range session.cfg.Hosts {
  771. _, ok := stmtsLRU.lru.Get(session.cfg.Hosts[i] + ":9042SELECT id,mod FROM prepcachetest WHERE id = 1")
  772. selFound = selFound || ok
  773. _, ok = stmtsLRU.lru.Get(session.cfg.Hosts[i] + ":9042INSERT INTO prepcachetest (id,mod) VALUES (?, ?)")
  774. insFound = insFound || ok
  775. _, ok = stmtsLRU.lru.Get(session.cfg.Hosts[i] + ":9042UPDATE prepcachetest SET mod = ? WHERE id = ?")
  776. updFound = updFound || ok
  777. _, ok = stmtsLRU.lru.Get(session.cfg.Hosts[i] + ":9042DELETE FROM prepcachetest WHERE id = ?")
  778. delFound = delFound || ok
  779. _, ok = stmtsLRU.lru.Get(session.cfg.Hosts[i] + ":9042SELECT id,mod FROM prepcachetest WHERE id = 0")
  780. selEvict = selEvict || !ok
  781. }
  782. if !selEvict {
  783. t.Fatalf("expected first select statement to be purged, but statement was found in the cache.")
  784. }
  785. if !selFound {
  786. t.Fatalf("expected second select statement to be cached, but statement was purged or not prepared.")
  787. }
  788. if !insFound {
  789. t.Fatalf("expected insert statement to be cached, but statement was purged or not prepared.")
  790. }
  791. if !updFound {
  792. t.Fatalf("expected update statement to be cached, but statement was purged or not prepared.")
  793. }
  794. if !delFound {
  795. t.Error("expected delete statement to be cached, but statement was purged or not prepared.")
  796. }
  797. }
  798. //TestMarshalFloat64Ptr tests to see that a pointer to a float64 is marshalled correctly.
  799. func TestMarshalFloat64Ptr(t *testing.T) {
  800. session := createSession(t)
  801. defer session.Close()
  802. if err := createTable(session, "CREATE TABLE float_test (id double, test double, primary key (id))"); err != nil {
  803. t.Fatal("create table:", err)
  804. }
  805. testNum := float64(7500)
  806. if err := session.Query(`INSERT INTO float_test (id,test) VALUES (?,?)`, float64(7500.00), &testNum).Exec(); err != nil {
  807. t.Fatal("insert float64:", err)
  808. }
  809. }
  810. func TestVarint(t *testing.T) {
  811. session := createSession(t)
  812. defer session.Close()
  813. if err := createTable(session, "CREATE TABLE varint_test (id varchar, test varint, test2 varint, primary key (id))"); err != nil {
  814. t.Fatalf("failed to create table with error '%v'", err)
  815. }
  816. if err := session.Query(`INSERT INTO varint_test (id, test) VALUES (?, ?)`, "id", 0).Exec(); err != nil {
  817. t.Fatalf("insert varint: %v", err)
  818. }
  819. var result int
  820. if err := session.Query("SELECT test FROM varint_test").Scan(&result); err != nil {
  821. t.Fatalf("select from varint_test failed: %v", err)
  822. }
  823. if result != 0 {
  824. t.Errorf("Expected 0, was %d", result)
  825. }
  826. if err := session.Query(`INSERT INTO varint_test (id, test) VALUES (?, ?)`, "id", -1).Exec(); err != nil {
  827. t.Fatalf("insert varint: %v", err)
  828. }
  829. if err := session.Query("SELECT test FROM varint_test").Scan(&result); err != nil {
  830. t.Fatalf("select from varint_test failed: %v", err)
  831. }
  832. if result != -1 {
  833. t.Errorf("Expected -1, was %d", result)
  834. }
  835. if err := session.Query(`INSERT INTO varint_test (id, test) VALUES (?, ?)`, "id", int64(math.MaxInt32)+1).Exec(); err != nil {
  836. t.Fatalf("insert varint: %v", err)
  837. }
  838. var result64 int64
  839. if err := session.Query("SELECT test FROM varint_test").Scan(&result64); err != nil {
  840. t.Fatalf("select from varint_test failed: %v", err)
  841. }
  842. if result64 != int64(math.MaxInt32)+1 {
  843. t.Errorf("Expected %d, was %d", int64(math.MaxInt32)+1, result64)
  844. }
  845. biggie := new(big.Int)
  846. biggie.SetString("36893488147419103232", 10) // > 2**64
  847. if err := session.Query(`INSERT INTO varint_test (id, test) VALUES (?, ?)`, "id", biggie).Exec(); err != nil {
  848. t.Fatalf("insert varint: %v", err)
  849. }
  850. resultBig := new(big.Int)
  851. if err := session.Query("SELECT test FROM varint_test").Scan(resultBig); err != nil {
  852. t.Fatalf("select from varint_test failed: %v", err)
  853. }
  854. if resultBig.String() != biggie.String() {
  855. t.Errorf("Expected %s, was %s", biggie.String(), resultBig.String())
  856. }
  857. err := session.Query("SELECT test FROM varint_test").Scan(&result64)
  858. if err == nil || strings.Index(err.Error(), "out of range") == -1 {
  859. t.Errorf("expected our of range error since value is too big for int64")
  860. }
  861. // value not set in cassandra, leave bind variable empty
  862. resultBig = new(big.Int)
  863. if err := session.Query("SELECT test2 FROM varint_test").Scan(resultBig); err != nil {
  864. t.Fatalf("select from varint_test failed: %v", err)
  865. }
  866. if resultBig.Int64() != 0 {
  867. t.Errorf("Expected %s, was %s", biggie.String(), resultBig.String())
  868. }
  869. // can use double pointer to explicitly detect value is not set in cassandra
  870. if err := session.Query("SELECT test2 FROM varint_test").Scan(&resultBig); err != nil {
  871. t.Fatalf("select from varint_test failed: %v", err)
  872. }
  873. if resultBig != nil {
  874. t.Errorf("Expected %v, was %v", nil, *resultBig)
  875. }
  876. }