db.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675
  1. package core
  2. import (
  3. "database/sql"
  4. "database/sql/driver"
  5. "errors"
  6. "reflect"
  7. "regexp"
  8. "sync"
  9. )
  10. func MapToSlice(query string, mp interface{}) (string, []interface{}, error) {
  11. vv := reflect.ValueOf(mp)
  12. if vv.Kind() != reflect.Ptr || vv.Elem().Kind() != reflect.Map {
  13. return "", []interface{}{}, ErrNoMapPointer
  14. }
  15. args := make([]interface{}, 0)
  16. query = re.ReplaceAllStringFunc(query, func(src string) string {
  17. args = append(args, vv.Elem().MapIndex(reflect.ValueOf(src[1:])).Interface())
  18. return "?"
  19. })
  20. return query, args, nil
  21. }
  22. func StructToSlice(query string, st interface{}) (string, []interface{}, error) {
  23. vv := reflect.ValueOf(st)
  24. if vv.Kind() != reflect.Ptr || vv.Elem().Kind() != reflect.Struct {
  25. return "", []interface{}{}, ErrNoStructPointer
  26. }
  27. args := make([]interface{}, 0)
  28. var err error
  29. query = re.ReplaceAllStringFunc(query, func(src string) string {
  30. fv := vv.Elem().FieldByName(src[1:]).Interface()
  31. if v, ok := fv.(driver.Valuer); ok {
  32. var value driver.Value
  33. value, err = v.Value()
  34. if err != nil {
  35. return "?"
  36. }
  37. args = append(args, value)
  38. } else {
  39. args = append(args, fv)
  40. }
  41. return "?"
  42. })
  43. if err != nil {
  44. return "", []interface{}{}, err
  45. }
  46. return query, args, nil
  47. }
  48. type DB struct {
  49. *sql.DB
  50. Mapper IMapper
  51. }
  52. func Open(driverName, dataSourceName string) (*DB, error) {
  53. db, err := sql.Open(driverName, dataSourceName)
  54. if err != nil {
  55. return nil, err
  56. }
  57. return &DB{db, NewCacheMapper(&SnakeMapper{})}, nil
  58. }
  59. func FromDB(db *sql.DB) *DB {
  60. return &DB{db, NewCacheMapper(&SnakeMapper{})}
  61. }
  62. func (db *DB) Query(query string, args ...interface{}) (*Rows, error) {
  63. rows, err := db.DB.Query(query, args...)
  64. if err != nil {
  65. if rows != nil {
  66. rows.Close()
  67. }
  68. return nil, err
  69. }
  70. return &Rows{rows, db.Mapper}, nil
  71. }
  72. func (db *DB) QueryMap(query string, mp interface{}) (*Rows, error) {
  73. query, args, err := MapToSlice(query, mp)
  74. if err != nil {
  75. return nil, err
  76. }
  77. return db.Query(query, args...)
  78. }
  79. func (db *DB) QueryStruct(query string, st interface{}) (*Rows, error) {
  80. query, args, err := StructToSlice(query, st)
  81. if err != nil {
  82. return nil, err
  83. }
  84. return db.Query(query, args...)
  85. }
  86. type Row struct {
  87. rows *Rows
  88. // One of these two will be non-nil:
  89. err error // deferred error for easy chaining
  90. }
  91. func (row *Row) Columns() ([]string, error) {
  92. if row.err != nil {
  93. return nil, row.err
  94. }
  95. return row.rows.Columns()
  96. }
  97. func (row *Row) Scan(dest ...interface{}) error {
  98. if row.err != nil {
  99. return row.err
  100. }
  101. defer row.rows.Close()
  102. for _, dp := range dest {
  103. if _, ok := dp.(*sql.RawBytes); ok {
  104. return errors.New("sql: RawBytes isn't allowed on Row.Scan")
  105. }
  106. }
  107. if !row.rows.Next() {
  108. if err := row.rows.Err(); err != nil {
  109. return err
  110. }
  111. return sql.ErrNoRows
  112. }
  113. err := row.rows.Scan(dest...)
  114. if err != nil {
  115. return err
  116. }
  117. // Make sure the query can be processed to completion with no errors.
  118. if err := row.rows.Close(); err != nil {
  119. return err
  120. }
  121. return nil
  122. }
  123. func (row *Row) ScanStructByName(dest interface{}) error {
  124. if row.err != nil {
  125. return row.err
  126. }
  127. if !row.rows.Next() {
  128. if err := row.rows.Err(); err != nil {
  129. return err
  130. }
  131. return sql.ErrNoRows
  132. }
  133. return row.rows.ScanStructByName(dest)
  134. }
  135. func (row *Row) ScanStructByIndex(dest interface{}) error {
  136. if row.err != nil {
  137. return row.err
  138. }
  139. if !row.rows.Next() {
  140. if err := row.rows.Err(); err != nil {
  141. return err
  142. }
  143. return sql.ErrNoRows
  144. }
  145. return row.rows.ScanStructByIndex(dest)
  146. }
  147. // scan data to a slice's pointer, slice's length should equal to columns' number
  148. func (row *Row) ScanSlice(dest interface{}) error {
  149. if row.err != nil {
  150. return row.err
  151. }
  152. if !row.rows.Next() {
  153. if err := row.rows.Err(); err != nil {
  154. return err
  155. }
  156. return sql.ErrNoRows
  157. }
  158. return row.rows.ScanSlice(dest)
  159. }
  160. // scan data to a map's pointer
  161. func (row *Row) ScanMap(dest interface{}) error {
  162. if row.err != nil {
  163. return row.err
  164. }
  165. if !row.rows.Next() {
  166. if err := row.rows.Err(); err != nil {
  167. return err
  168. }
  169. return sql.ErrNoRows
  170. }
  171. return row.rows.ScanMap(dest)
  172. }
  173. func (db *DB) QueryRow(query string, args ...interface{}) *Row {
  174. rows, err := db.Query(query, args...)
  175. if err != nil {
  176. return &Row{nil, err}
  177. }
  178. return &Row{rows, nil}
  179. }
  180. func (db *DB) QueryRowMap(query string, mp interface{}) *Row {
  181. query, args, err := MapToSlice(query, mp)
  182. if err != nil {
  183. return &Row{nil, err}
  184. }
  185. return db.QueryRow(query, args...)
  186. }
  187. func (db *DB) QueryRowStruct(query string, st interface{}) *Row {
  188. query, args, err := StructToSlice(query, st)
  189. if err != nil {
  190. return &Row{nil, err}
  191. }
  192. return db.QueryRow(query, args...)
  193. }
  194. type Stmt struct {
  195. *sql.Stmt
  196. Mapper IMapper
  197. names map[string]int
  198. }
  199. func (db *DB) Prepare(query string) (*Stmt, error) {
  200. names := make(map[string]int)
  201. var i int
  202. query = re.ReplaceAllStringFunc(query, func(src string) string {
  203. names[src[1:]] = i
  204. i += 1
  205. return "?"
  206. })
  207. stmt, err := db.DB.Prepare(query)
  208. if err != nil {
  209. return nil, err
  210. }
  211. return &Stmt{stmt, db.Mapper, names}, nil
  212. }
  213. func (s *Stmt) ExecMap(mp interface{}) (sql.Result, error) {
  214. vv := reflect.ValueOf(mp)
  215. if vv.Kind() != reflect.Ptr || vv.Elem().Kind() != reflect.Map {
  216. return nil, errors.New("mp should be a map's pointer")
  217. }
  218. args := make([]interface{}, len(s.names))
  219. for k, i := range s.names {
  220. args[i] = vv.Elem().MapIndex(reflect.ValueOf(k)).Interface()
  221. }
  222. return s.Stmt.Exec(args...)
  223. }
  224. func (s *Stmt) ExecStruct(st interface{}) (sql.Result, error) {
  225. vv := reflect.ValueOf(st)
  226. if vv.Kind() != reflect.Ptr || vv.Elem().Kind() != reflect.Struct {
  227. return nil, errors.New("mp should be a map's pointer")
  228. }
  229. args := make([]interface{}, len(s.names))
  230. for k, i := range s.names {
  231. args[i] = vv.Elem().FieldByName(k).Interface()
  232. }
  233. return s.Stmt.Exec(args...)
  234. }
  235. func (s *Stmt) Query(args ...interface{}) (*Rows, error) {
  236. rows, err := s.Stmt.Query(args...)
  237. if err != nil {
  238. return nil, err
  239. }
  240. return &Rows{rows, s.Mapper}, nil
  241. }
  242. func (s *Stmt) QueryMap(mp interface{}) (*Rows, error) {
  243. vv := reflect.ValueOf(mp)
  244. if vv.Kind() != reflect.Ptr || vv.Elem().Kind() != reflect.Map {
  245. return nil, errors.New("mp should be a map's pointer")
  246. }
  247. args := make([]interface{}, len(s.names))
  248. for k, i := range s.names {
  249. args[i] = vv.Elem().MapIndex(reflect.ValueOf(k)).Interface()
  250. }
  251. return s.Query(args...)
  252. }
  253. func (s *Stmt) QueryStruct(st interface{}) (*Rows, error) {
  254. vv := reflect.ValueOf(st)
  255. if vv.Kind() != reflect.Ptr || vv.Elem().Kind() != reflect.Struct {
  256. return nil, errors.New("mp should be a map's pointer")
  257. }
  258. args := make([]interface{}, len(s.names))
  259. for k, i := range s.names {
  260. args[i] = vv.Elem().FieldByName(k).Interface()
  261. }
  262. return s.Query(args...)
  263. }
  264. func (s *Stmt) QueryRow(args ...interface{}) *Row {
  265. rows, err := s.Query(args...)
  266. return &Row{rows, err}
  267. }
  268. func (s *Stmt) QueryRowMap(mp interface{}) *Row {
  269. vv := reflect.ValueOf(mp)
  270. if vv.Kind() != reflect.Ptr || vv.Elem().Kind() != reflect.Map {
  271. return &Row{nil, errors.New("mp should be a map's pointer")}
  272. }
  273. args := make([]interface{}, len(s.names))
  274. for k, i := range s.names {
  275. args[i] = vv.Elem().MapIndex(reflect.ValueOf(k)).Interface()
  276. }
  277. return s.QueryRow(args...)
  278. }
  279. func (s *Stmt) QueryRowStruct(st interface{}) *Row {
  280. vv := reflect.ValueOf(st)
  281. if vv.Kind() != reflect.Ptr || vv.Elem().Kind() != reflect.Struct {
  282. return &Row{nil, errors.New("st should be a struct's pointer")}
  283. }
  284. args := make([]interface{}, len(s.names))
  285. for k, i := range s.names {
  286. args[i] = vv.Elem().FieldByName(k).Interface()
  287. }
  288. return s.QueryRow(args...)
  289. }
  290. var (
  291. re = regexp.MustCompile(`[?](\w+)`)
  292. )
  293. // insert into (name) values (?)
  294. // insert into (name) values (?name)
  295. func (db *DB) ExecMap(query string, mp interface{}) (sql.Result, error) {
  296. query, args, err := MapToSlice(query, mp)
  297. if err != nil {
  298. return nil, err
  299. }
  300. return db.DB.Exec(query, args...)
  301. }
  302. func (db *DB) ExecStruct(query string, st interface{}) (sql.Result, error) {
  303. query, args, err := StructToSlice(query, st)
  304. if err != nil {
  305. return nil, err
  306. }
  307. return db.DB.Exec(query, args...)
  308. }
  309. type Rows struct {
  310. *sql.Rows
  311. Mapper IMapper
  312. }
  313. // scan data to a struct's pointer according field index
  314. func (rs *Rows) ScanStructByIndex(dest ...interface{}) error {
  315. if len(dest) == 0 {
  316. return errors.New("at least one struct")
  317. }
  318. vvvs := make([]reflect.Value, len(dest))
  319. for i, s := range dest {
  320. vv := reflect.ValueOf(s)
  321. if vv.Kind() != reflect.Ptr || vv.Elem().Kind() != reflect.Struct {
  322. return errors.New("dest should be a struct's pointer")
  323. }
  324. vvvs[i] = vv.Elem()
  325. }
  326. cols, err := rs.Columns()
  327. if err != nil {
  328. return err
  329. }
  330. newDest := make([]interface{}, len(cols))
  331. var i = 0
  332. for _, vvv := range vvvs {
  333. for j := 0; j < vvv.NumField(); j++ {
  334. newDest[i] = vvv.Field(j).Addr().Interface()
  335. i = i + 1
  336. }
  337. }
  338. return rs.Rows.Scan(newDest...)
  339. }
  340. type EmptyScanner struct {
  341. }
  342. func (EmptyScanner) Scan(src interface{}) error {
  343. return nil
  344. }
  345. var (
  346. fieldCache = make(map[reflect.Type]map[string]int)
  347. fieldCacheMutex sync.RWMutex
  348. )
  349. func fieldByName(v reflect.Value, name string) reflect.Value {
  350. t := v.Type()
  351. fieldCacheMutex.RLock()
  352. cache, ok := fieldCache[t]
  353. fieldCacheMutex.RUnlock()
  354. if !ok {
  355. cache = make(map[string]int)
  356. for i := 0; i < v.NumField(); i++ {
  357. cache[t.Field(i).Name] = i
  358. }
  359. fieldCacheMutex.Lock()
  360. fieldCache[t] = cache
  361. fieldCacheMutex.Unlock()
  362. }
  363. if i, ok := cache[name]; ok {
  364. return v.Field(i)
  365. }
  366. return reflect.Zero(t)
  367. }
  368. // scan data to a struct's pointer according field name
  369. func (rs *Rows) ScanStructByName(dest interface{}) error {
  370. vv := reflect.ValueOf(dest)
  371. if vv.Kind() != reflect.Ptr || vv.Elem().Kind() != reflect.Struct {
  372. return errors.New("dest should be a struct's pointer")
  373. }
  374. cols, err := rs.Columns()
  375. if err != nil {
  376. return err
  377. }
  378. newDest := make([]interface{}, len(cols))
  379. var v EmptyScanner
  380. for j, name := range cols {
  381. f := fieldByName(vv.Elem(), rs.Mapper.Table2Obj(name))
  382. if f.IsValid() {
  383. newDest[j] = f.Addr().Interface()
  384. } else {
  385. newDest[j] = &v
  386. }
  387. }
  388. return rs.Rows.Scan(newDest...)
  389. }
  390. type cacheStruct struct {
  391. value reflect.Value
  392. idx int
  393. }
  394. var (
  395. reflectCache = make(map[reflect.Type]*cacheStruct)
  396. reflectCacheMutex sync.RWMutex
  397. )
  398. func ReflectNew(typ reflect.Type) reflect.Value {
  399. reflectCacheMutex.RLock()
  400. cs, ok := reflectCache[typ]
  401. reflectCacheMutex.RUnlock()
  402. const newSize = 200
  403. if !ok || cs.idx+1 > newSize-1 {
  404. cs = &cacheStruct{reflect.MakeSlice(reflect.SliceOf(typ), newSize, newSize), 0}
  405. reflectCacheMutex.Lock()
  406. reflectCache[typ] = cs
  407. reflectCacheMutex.Unlock()
  408. } else {
  409. reflectCacheMutex.Lock()
  410. cs.idx = cs.idx + 1
  411. reflectCacheMutex.Unlock()
  412. }
  413. return cs.value.Index(cs.idx).Addr()
  414. }
  415. // scan data to a slice's pointer, slice's length should equal to columns' number
  416. func (rs *Rows) ScanSlice(dest interface{}) error {
  417. vv := reflect.ValueOf(dest)
  418. if vv.Kind() != reflect.Ptr || vv.Elem().Kind() != reflect.Slice {
  419. return errors.New("dest should be a slice's pointer")
  420. }
  421. vvv := vv.Elem()
  422. cols, err := rs.Columns()
  423. if err != nil {
  424. return err
  425. }
  426. newDest := make([]interface{}, len(cols))
  427. for j := 0; j < len(cols); j++ {
  428. if j >= vvv.Len() {
  429. newDest[j] = reflect.New(vvv.Type().Elem()).Interface()
  430. } else {
  431. newDest[j] = vvv.Index(j).Addr().Interface()
  432. }
  433. }
  434. err = rs.Rows.Scan(newDest...)
  435. if err != nil {
  436. return err
  437. }
  438. srcLen := vvv.Len()
  439. for i := srcLen; i < len(cols); i++ {
  440. vvv = reflect.Append(vvv, reflect.ValueOf(newDest[i]).Elem())
  441. }
  442. return nil
  443. }
  444. // scan data to a map's pointer
  445. func (rs *Rows) ScanMap(dest interface{}) error {
  446. vv := reflect.ValueOf(dest)
  447. if vv.Kind() != reflect.Ptr || vv.Elem().Kind() != reflect.Map {
  448. return errors.New("dest should be a map's pointer")
  449. }
  450. cols, err := rs.Columns()
  451. if err != nil {
  452. return err
  453. }
  454. newDest := make([]interface{}, len(cols))
  455. vvv := vv.Elem()
  456. for i, _ := range cols {
  457. newDest[i] = ReflectNew(vvv.Type().Elem()).Interface()
  458. //v := reflect.New(vvv.Type().Elem())
  459. //newDest[i] = v.Interface()
  460. }
  461. err = rs.Rows.Scan(newDest...)
  462. if err != nil {
  463. return err
  464. }
  465. for i, name := range cols {
  466. vname := reflect.ValueOf(name)
  467. vvv.SetMapIndex(vname, reflect.ValueOf(newDest[i]).Elem())
  468. }
  469. return nil
  470. }
  471. /*func (rs *Rows) ScanMap(dest interface{}) error {
  472. vv := reflect.ValueOf(dest)
  473. if vv.Kind() != reflect.Ptr || vv.Elem().Kind() != reflect.Map {
  474. return errors.New("dest should be a map's pointer")
  475. }
  476. cols, err := rs.Columns()
  477. if err != nil {
  478. return err
  479. }
  480. newDest := make([]interface{}, len(cols))
  481. err = rs.ScanSlice(newDest)
  482. if err != nil {
  483. return err
  484. }
  485. vvv := vv.Elem()
  486. for i, name := range cols {
  487. vname := reflect.ValueOf(name)
  488. vvv.SetMapIndex(vname, reflect.ValueOf(newDest[i]).Elem())
  489. }
  490. return nil
  491. }*/
  492. type Tx struct {
  493. *sql.Tx
  494. Mapper IMapper
  495. }
  496. func (db *DB) Begin() (*Tx, error) {
  497. tx, err := db.DB.Begin()
  498. if err != nil {
  499. return nil, err
  500. }
  501. return &Tx{tx, db.Mapper}, nil
  502. }
  503. func (tx *Tx) Prepare(query string) (*Stmt, error) {
  504. names := make(map[string]int)
  505. var i int
  506. query = re.ReplaceAllStringFunc(query, func(src string) string {
  507. names[src[1:]] = i
  508. i += 1
  509. return "?"
  510. })
  511. stmt, err := tx.Tx.Prepare(query)
  512. if err != nil {
  513. return nil, err
  514. }
  515. return &Stmt{stmt, tx.Mapper, names}, nil
  516. }
  517. func (tx *Tx) Stmt(stmt *Stmt) *Stmt {
  518. // TODO:
  519. return stmt
  520. }
  521. func (tx *Tx) ExecMap(query string, mp interface{}) (sql.Result, error) {
  522. query, args, err := MapToSlice(query, mp)
  523. if err != nil {
  524. return nil, err
  525. }
  526. return tx.Tx.Exec(query, args...)
  527. }
  528. func (tx *Tx) ExecStruct(query string, st interface{}) (sql.Result, error) {
  529. query, args, err := StructToSlice(query, st)
  530. if err != nil {
  531. return nil, err
  532. }
  533. return tx.Tx.Exec(query, args...)
  534. }
  535. func (tx *Tx) Query(query string, args ...interface{}) (*Rows, error) {
  536. rows, err := tx.Tx.Query(query, args...)
  537. if err != nil {
  538. return nil, err
  539. }
  540. return &Rows{rows, tx.Mapper}, nil
  541. }
  542. func (tx *Tx) QueryMap(query string, mp interface{}) (*Rows, error) {
  543. query, args, err := MapToSlice(query, mp)
  544. if err != nil {
  545. return nil, err
  546. }
  547. return tx.Query(query, args...)
  548. }
  549. func (tx *Tx) QueryStruct(query string, st interface{}) (*Rows, error) {
  550. query, args, err := StructToSlice(query, st)
  551. if err != nil {
  552. return nil, err
  553. }
  554. return tx.Query(query, args...)
  555. }
  556. func (tx *Tx) QueryRow(query string, args ...interface{}) *Row {
  557. rows, err := tx.Query(query, args...)
  558. return &Row{rows, err}
  559. }
  560. func (tx *Tx) QueryRowMap(query string, mp interface{}) *Row {
  561. query, args, err := MapToSlice(query, mp)
  562. if err != nil {
  563. return &Row{nil, err}
  564. }
  565. return tx.QueryRow(query, args...)
  566. }
  567. func (tx *Tx) QueryRowStruct(query string, st interface{}) *Row {
  568. query, args, err := StructToSlice(query, st)
  569. if err != nil {
  570. return &Row{nil, err}
  571. }
  572. return tx.QueryRow(query, args...)
  573. }