helpers.go 9.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410
  1. // Copyright (c) 2012 The gocql Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package gocql
  5. import (
  6. "fmt"
  7. "math/big"
  8. "net"
  9. "reflect"
  10. "strings"
  11. "time"
  12. "gopkg.in/inf.v0"
  13. )
  14. type RowData struct {
  15. Columns []string
  16. Values []interface{}
  17. }
  18. func goType(t TypeInfo) reflect.Type {
  19. switch t.Type() {
  20. case TypeVarchar, TypeAscii, TypeInet, TypeText:
  21. return reflect.TypeOf(*new(string))
  22. case TypeBigInt, TypeCounter:
  23. return reflect.TypeOf(*new(int64))
  24. case TypeTimestamp:
  25. return reflect.TypeOf(*new(time.Time))
  26. case TypeBlob:
  27. return reflect.TypeOf(*new([]byte))
  28. case TypeBoolean:
  29. return reflect.TypeOf(*new(bool))
  30. case TypeFloat:
  31. return reflect.TypeOf(*new(float32))
  32. case TypeDouble:
  33. return reflect.TypeOf(*new(float64))
  34. case TypeInt:
  35. return reflect.TypeOf(*new(int))
  36. case TypeSmallInt:
  37. return reflect.TypeOf(*new(int16))
  38. case TypeTinyInt:
  39. return reflect.TypeOf(*new(int8))
  40. case TypeDecimal:
  41. return reflect.TypeOf(*new(*inf.Dec))
  42. case TypeUUID, TypeTimeUUID:
  43. return reflect.TypeOf(*new(UUID))
  44. case TypeList, TypeSet:
  45. return reflect.SliceOf(goType(t.(CollectionType).Elem))
  46. case TypeMap:
  47. return reflect.MapOf(goType(t.(CollectionType).Key), goType(t.(CollectionType).Elem))
  48. case TypeVarint:
  49. return reflect.TypeOf(*new(*big.Int))
  50. case TypeTuple:
  51. // what can we do here? all there is to do is to make a list of interface{}
  52. tuple := t.(TupleTypeInfo)
  53. return reflect.TypeOf(make([]interface{}, len(tuple.Elems)))
  54. case TypeUDT:
  55. return reflect.TypeOf(make(map[string]interface{}))
  56. case TypeDate:
  57. return reflect.TypeOf(*new(time.Time))
  58. case TypeDuration:
  59. return reflect.TypeOf(*new(Duration))
  60. default:
  61. return nil
  62. }
  63. }
  64. func dereference(i interface{}) interface{} {
  65. return reflect.Indirect(reflect.ValueOf(i)).Interface()
  66. }
  67. func getCassandraBaseType(name string) Type {
  68. switch name {
  69. case "ascii":
  70. return TypeAscii
  71. case "bigint":
  72. return TypeBigInt
  73. case "blob":
  74. return TypeBlob
  75. case "boolean":
  76. return TypeBoolean
  77. case "counter":
  78. return TypeCounter
  79. case "decimal":
  80. return TypeDecimal
  81. case "double":
  82. return TypeDouble
  83. case "float":
  84. return TypeFloat
  85. case "int":
  86. return TypeInt
  87. case "timestamp":
  88. return TypeTimestamp
  89. case "uuid":
  90. return TypeUUID
  91. case "varchar":
  92. return TypeVarchar
  93. case "text":
  94. return TypeText
  95. case "varint":
  96. return TypeVarint
  97. case "timeuuid":
  98. return TypeTimeUUID
  99. case "inet":
  100. return TypeInet
  101. case "MapType":
  102. return TypeMap
  103. case "ListType":
  104. return TypeList
  105. case "SetType":
  106. return TypeSet
  107. case "TupleType":
  108. return TypeTuple
  109. default:
  110. return TypeCustom
  111. }
  112. }
  113. func getCassandraType(name string) TypeInfo {
  114. if strings.HasPrefix(name, "frozen<") {
  115. return getCassandraType(strings.TrimPrefix(name[:len(name)-1], "frozen<"))
  116. } else if strings.HasPrefix(name, "set<") {
  117. return CollectionType{
  118. NativeType: NativeType{typ: TypeSet},
  119. Elem: getCassandraType(strings.TrimPrefix(name[:len(name)-1], "set<")),
  120. }
  121. } else if strings.HasPrefix(name, "list<") {
  122. return CollectionType{
  123. NativeType: NativeType{typ: TypeList},
  124. Elem: getCassandraType(strings.TrimPrefix(name[:len(name)-1], "list<")),
  125. }
  126. } else if strings.HasPrefix(name, "map<") {
  127. names := splitCompositeTypes(strings.TrimPrefix(name[:len(name)-1], "map<"))
  128. if len(names) != 2 {
  129. Logger.Printf("Error parsing map type, it has %d subelements, expecting 2\n", len(names))
  130. return NativeType{
  131. typ: TypeCustom,
  132. }
  133. }
  134. return CollectionType{
  135. NativeType: NativeType{typ: TypeMap},
  136. Key: getCassandraType(names[0]),
  137. Elem: getCassandraType(names[1]),
  138. }
  139. } else if strings.HasPrefix(name, "tuple<") {
  140. names := splitCompositeTypes(strings.TrimPrefix(name[:len(name)-1], "tuple<"))
  141. types := make([]TypeInfo, len(names))
  142. for i, name := range names {
  143. types[i] = getCassandraType(name)
  144. }
  145. return TupleTypeInfo{
  146. NativeType: NativeType{typ: TypeTuple},
  147. Elems: types,
  148. }
  149. } else {
  150. return NativeType{
  151. typ: getCassandraBaseType(name),
  152. }
  153. }
  154. }
  155. func splitCompositeTypes(name string) []string {
  156. if !strings.Contains(name, "<") {
  157. return strings.Split(name, ", ")
  158. }
  159. var parts []string
  160. lessCount := 0
  161. segment := ""
  162. for _, char := range name {
  163. if char == ',' && lessCount == 0 {
  164. if segment != "" {
  165. parts = append(parts, strings.TrimSpace(segment))
  166. }
  167. segment = ""
  168. continue
  169. }
  170. segment += string(char)
  171. if char == '<' {
  172. lessCount++
  173. } else if char == '>' {
  174. lessCount--
  175. }
  176. }
  177. if segment != "" {
  178. parts = append(parts, strings.TrimSpace(segment))
  179. }
  180. return parts
  181. }
  182. func getApacheCassandraType(class string) Type {
  183. switch strings.TrimPrefix(class, apacheCassandraTypePrefix) {
  184. case "AsciiType":
  185. return TypeAscii
  186. case "LongType":
  187. return TypeBigInt
  188. case "BytesType":
  189. return TypeBlob
  190. case "BooleanType":
  191. return TypeBoolean
  192. case "CounterColumnType":
  193. return TypeCounter
  194. case "DecimalType":
  195. return TypeDecimal
  196. case "DoubleType":
  197. return TypeDouble
  198. case "FloatType":
  199. return TypeFloat
  200. case "Int32Type":
  201. return TypeInt
  202. case "ShortType":
  203. return TypeSmallInt
  204. case "ByteType":
  205. return TypeTinyInt
  206. case "DateType", "TimestampType":
  207. return TypeTimestamp
  208. case "UUIDType", "LexicalUUIDType":
  209. return TypeUUID
  210. case "UTF8Type":
  211. return TypeVarchar
  212. case "IntegerType":
  213. return TypeVarint
  214. case "TimeUUIDType":
  215. return TypeTimeUUID
  216. case "InetAddressType":
  217. return TypeInet
  218. case "MapType":
  219. return TypeMap
  220. case "ListType":
  221. return TypeList
  222. case "SetType":
  223. return TypeSet
  224. case "TupleType":
  225. return TypeTuple
  226. case "DurationType":
  227. return TypeDuration
  228. default:
  229. return TypeCustom
  230. }
  231. }
  232. func typeCanBeNull(typ TypeInfo) bool {
  233. switch typ.(type) {
  234. case CollectionType, UDTTypeInfo, TupleTypeInfo:
  235. return false
  236. }
  237. return true
  238. }
  239. func (r *RowData) rowMap(m map[string]interface{}) {
  240. for i, column := range r.Columns {
  241. val := dereference(r.Values[i])
  242. if valVal := reflect.ValueOf(val); valVal.Kind() == reflect.Slice {
  243. valCopy := reflect.MakeSlice(valVal.Type(), valVal.Len(), valVal.Cap())
  244. reflect.Copy(valCopy, valVal)
  245. m[column] = valCopy.Interface()
  246. } else {
  247. m[column] = val
  248. }
  249. }
  250. }
  251. // TupeColumnName will return the column name of a tuple value in a column named
  252. // c at index n. It should be used if a specific element within a tuple is needed
  253. // to be extracted from a map returned from SliceMap or MapScan.
  254. func TupleColumnName(c string, n int) string {
  255. return fmt.Sprintf("%s[%d]", c, n)
  256. }
  257. func (iter *Iter) RowData() (RowData, error) {
  258. if iter.err != nil {
  259. return RowData{}, iter.err
  260. }
  261. columns := make([]string, 0, len(iter.Columns()))
  262. values := make([]interface{}, 0, len(iter.Columns()))
  263. for _, column := range iter.Columns() {
  264. if c, ok := column.TypeInfo.(TupleTypeInfo); !ok {
  265. val := column.TypeInfo.New()
  266. columns = append(columns, column.Name)
  267. values = append(values, val)
  268. } else {
  269. for i, elem := range c.Elems {
  270. columns = append(columns, TupleColumnName(column.Name, i))
  271. values = append(values, elem.New())
  272. }
  273. }
  274. }
  275. rowData := RowData{
  276. Columns: columns,
  277. Values: values,
  278. }
  279. return rowData, nil
  280. }
  281. // TODO(zariel): is it worth exporting this?
  282. func (iter *Iter) rowMap() (map[string]interface{}, error) {
  283. if iter.err != nil {
  284. return nil, iter.err
  285. }
  286. rowData, _ := iter.RowData()
  287. iter.Scan(rowData.Values...)
  288. m := make(map[string]interface{}, len(rowData.Columns))
  289. rowData.rowMap(m)
  290. return m, nil
  291. }
  292. // SliceMap is a helper function to make the API easier to use
  293. // returns the data from the query in the form of []map[string]interface{}
  294. func (iter *Iter) SliceMap() ([]map[string]interface{}, error) {
  295. if iter.err != nil {
  296. return nil, iter.err
  297. }
  298. // Not checking for the error because we just did
  299. rowData, _ := iter.RowData()
  300. dataToReturn := make([]map[string]interface{}, 0)
  301. for iter.Scan(rowData.Values...) {
  302. m := make(map[string]interface{}, len(rowData.Columns))
  303. rowData.rowMap(m)
  304. dataToReturn = append(dataToReturn, m)
  305. }
  306. if iter.err != nil {
  307. return nil, iter.err
  308. }
  309. return dataToReturn, nil
  310. }
  311. // MapScan takes a map[string]interface{} and populates it with a row
  312. // that is returned from cassandra.
  313. //
  314. // Each call to MapScan() must be called with a new map object.
  315. // During the call to MapScan() any pointers in the existing map
  316. // are replaced with non pointer types before the call returns
  317. //
  318. // iter := session.Query(`SELECT * FROM mytable`).Iter()
  319. // for {
  320. // // New map each iteration
  321. // row = make(map[string]interface{})
  322. // if !iter.MapScan(row) {
  323. // break
  324. // }
  325. // // Do things with row
  326. // if fullname, ok := row["fullname"]; ok {
  327. // fmt.Printf("Full Name: %s\n", fullname)
  328. // }
  329. // }
  330. //
  331. // You can also pass pointers in the map before each call
  332. //
  333. // var fullName FullName // Implements gocql.Unmarshaler and gocql.Marshaler interfaces
  334. // var address net.IP
  335. // var age int
  336. // iter := session.Query(`SELECT * FROM scan_map_table`).Iter()
  337. // for {
  338. // // New map each iteration
  339. // row := map[string]interface{}{
  340. // "fullname": &fullName,
  341. // "age": &age,
  342. // "address": &address,
  343. // }
  344. // if !iter.MapScan(row) {
  345. // break
  346. // }
  347. // fmt.Printf("First: %s Age: %d Address: %q\n", fullName.FirstName, age, address)
  348. // }
  349. func (iter *Iter) MapScan(m map[string]interface{}) bool {
  350. if iter.err != nil {
  351. return false
  352. }
  353. // Not checking for the error because we just did
  354. rowData, _ := iter.RowData()
  355. for i, col := range rowData.Columns {
  356. if dest, ok := m[col]; ok {
  357. rowData.Values[i] = dest
  358. }
  359. }
  360. if iter.Scan(rowData.Values...) {
  361. rowData.rowMap(m)
  362. return true
  363. }
  364. return false
  365. }
  366. func copyBytes(p []byte) []byte {
  367. b := make([]byte, len(p))
  368. copy(b, p)
  369. return b
  370. }
  371. var failDNS = false
  372. func LookupIP(host string) ([]net.IP, error) {
  373. if failDNS {
  374. return nil, &net.DNSError{}
  375. }
  376. return net.LookupIP(host)
  377. }