engine.go 47 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723
  1. // Copyright 2015 The Xorm Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package xorm
  5. import (
  6. "bufio"
  7. "bytes"
  8. "database/sql"
  9. "encoding/gob"
  10. "errors"
  11. "fmt"
  12. "io"
  13. "os"
  14. "reflect"
  15. "strconv"
  16. "strings"
  17. "sync"
  18. "time"
  19. "github.com/fsnotify/fsnotify"
  20. "github.com/xormplus/core"
  21. )
  22. // Engine is the major struct of xorm, it means a database manager.
  23. // Commonly, an application only need one engine
  24. type Engine struct {
  25. db *core.DB
  26. dialect core.Dialect
  27. ColumnMapper core.IMapper
  28. TableMapper core.IMapper
  29. TagIdentifier string
  30. Tables map[reflect.Type]*core.Table
  31. sqlMap SqlMap
  32. sqlTemplate SqlTemplate
  33. watcher *fsnotify.Watcher
  34. mutex *sync.RWMutex
  35. Cacher core.Cacher
  36. showSQL bool
  37. showExecTime bool
  38. logger core.ILogger
  39. TZLocation *time.Location
  40. disableGlobalCache bool
  41. }
  42. // ShowSQL show SQL statment or not on logger if log level is great than INFO
  43. func (engine *Engine) ShowSQL(show ...bool) {
  44. engine.logger.ShowSQL(show...)
  45. if len(show) == 0 {
  46. engine.showSQL = true
  47. } else {
  48. engine.showSQL = show[0]
  49. }
  50. }
  51. // ShowExecTime show SQL statment and execute time or not on logger if log level is great than INFO
  52. func (engine *Engine) ShowExecTime(show ...bool) {
  53. if len(show) == 0 {
  54. engine.showExecTime = true
  55. } else {
  56. engine.showExecTime = show[0]
  57. }
  58. }
  59. // Logger return the logger interface
  60. func (engine *Engine) Logger() core.ILogger {
  61. return engine.logger
  62. }
  63. // SetLogger set the new logger
  64. func (engine *Engine) SetLogger(logger core.ILogger) {
  65. engine.logger = logger
  66. engine.dialect.SetLogger(logger)
  67. }
  68. // SetDisableGlobalCache disable global cache or not
  69. func (engine *Engine) SetDisableGlobalCache(disable bool) {
  70. if engine.disableGlobalCache != disable {
  71. engine.disableGlobalCache = disable
  72. }
  73. }
  74. // DriverName return the current sql driver's name
  75. func (engine *Engine) DriverName() string {
  76. return engine.dialect.DriverName()
  77. }
  78. // DataSourceName return the current connection string
  79. func (engine *Engine) DataSourceName() string {
  80. return engine.dialect.DataSourceName()
  81. }
  82. // SetMapper set the name mapping rules
  83. func (engine *Engine) SetMapper(mapper core.IMapper) {
  84. engine.SetTableMapper(mapper)
  85. engine.SetColumnMapper(mapper)
  86. }
  87. // SetTableMapper set the table name mapping rule
  88. func (engine *Engine) SetTableMapper(mapper core.IMapper) {
  89. engine.TableMapper = mapper
  90. }
  91. // SetColumnMapper set the column name mapping rule
  92. func (engine *Engine) SetColumnMapper(mapper core.IMapper) {
  93. engine.ColumnMapper = mapper
  94. }
  95. // SupportInsertMany If engine's database support batch insert records like
  96. // "insert into user values (name, age), (name, age)".
  97. // When the return is ture, then engine.Insert(&users) will
  98. // generate batch sql and exeute.
  99. func (engine *Engine) SupportInsertMany() bool {
  100. return engine.dialect.SupportInsertMany()
  101. }
  102. // QuoteStr Engine's database use which charactor as quote.
  103. // mysql, sqlite use ` and postgres use "
  104. func (engine *Engine) QuoteStr() string {
  105. return engine.dialect.QuoteStr()
  106. }
  107. // Quote Use QuoteStr quote the string sql
  108. func (engine *Engine) Quote(sql string) string {
  109. return engine.quoteTable(sql)
  110. }
  111. func (engine *Engine) quote(sql string) string {
  112. return engine.dialect.QuoteStr() + sql + engine.dialect.QuoteStr()
  113. }
  114. func (engine *Engine) quoteColumn(keyName string) string {
  115. if len(keyName) == 0 {
  116. return keyName
  117. }
  118. keyName = strings.TrimSpace(keyName)
  119. keyName = strings.Replace(keyName, "`", "", -1)
  120. keyName = strings.Replace(keyName, engine.QuoteStr(), "", -1)
  121. keyName = strings.Replace(keyName, ",", engine.dialect.QuoteStr()+","+engine.dialect.QuoteStr(), -1)
  122. keyName = strings.Replace(keyName, ".", engine.dialect.QuoteStr()+"."+engine.dialect.QuoteStr(), -1)
  123. return engine.dialect.QuoteStr() + keyName + engine.dialect.QuoteStr()
  124. }
  125. func (engine *Engine) quoteTable(keyName string) string {
  126. keyName = strings.TrimSpace(keyName)
  127. if len(keyName) == 0 {
  128. return keyName
  129. }
  130. if string(keyName[0]) == engine.dialect.QuoteStr() || keyName[0] == '`' {
  131. return keyName
  132. }
  133. keyName = strings.Replace(keyName, ".", engine.dialect.QuoteStr()+"."+engine.dialect.QuoteStr(), -1)
  134. return engine.dialect.QuoteStr() + keyName + engine.dialect.QuoteStr()
  135. }
  136. // SqlType will be depracated, please use SQLType instead
  137. func (engine *Engine) SqlType(c *core.Column) string {
  138. return engine.dialect.SqlType(c)
  139. }
  140. // SQLType A simple wrapper to dialect's core.SqlType method
  141. func (engine *Engine) SQLType(c *core.Column) string {
  142. return engine.dialect.SqlType(c)
  143. }
  144. // AutoIncrStr Database's autoincrement statement
  145. func (engine *Engine) AutoIncrStr() string {
  146. return engine.dialect.AutoIncrStr()
  147. }
  148. // SetMaxOpenConns is only available for go 1.2+
  149. func (engine *Engine) SetMaxOpenConns(conns int) {
  150. engine.db.SetMaxOpenConns(conns)
  151. }
  152. // SetMaxIdleConns set the max idle connections on pool, default is 2
  153. func (engine *Engine) SetMaxIdleConns(conns int) {
  154. engine.db.SetMaxIdleConns(conns)
  155. }
  156. // SetDefaultCacher set the default cacher. Xorm's default not enable cacher.
  157. func (engine *Engine) SetDefaultCacher(cacher core.Cacher) {
  158. engine.Cacher = cacher
  159. }
  160. // NoCache If you has set default cacher, and you want temporilly stop use cache,
  161. // you can use NoCache()
  162. func (engine *Engine) NoCache() *Session {
  163. session := engine.NewSession()
  164. session.IsAutoClose = true
  165. return session.NoCache()
  166. }
  167. // NoCascade If you do not want to auto cascade load object
  168. func (engine *Engine) NoCascade() *Session {
  169. session := engine.NewSession()
  170. session.IsAutoClose = true
  171. return session.NoCascade()
  172. }
  173. // MapCacher Set a table use a special cacher
  174. func (engine *Engine) MapCacher(bean interface{}, cacher core.Cacher) {
  175. v := rValue(bean)
  176. tb := engine.autoMapType(v)
  177. tb.Cacher = cacher
  178. }
  179. // NewDB provides an interface to operate database directly
  180. func (engine *Engine) NewDB() (*core.DB, error) {
  181. return core.OpenDialect(engine.dialect)
  182. }
  183. // DB return the wrapper of sql.DB
  184. func (engine *Engine) DB() *core.DB {
  185. return engine.db
  186. }
  187. // Dialect return database dialect
  188. func (engine *Engine) Dialect() core.Dialect {
  189. return engine.dialect
  190. }
  191. // NewSession New a session
  192. func (engine *Engine) NewSession() *Session {
  193. session := &Session{Engine: engine}
  194. session.Init()
  195. return session
  196. }
  197. // Close the engine
  198. func (engine *Engine) Close() error {
  199. return engine.db.Close()
  200. }
  201. // Ping tests if database is alive
  202. func (engine *Engine) Ping() error {
  203. session := engine.NewSession()
  204. defer session.Close()
  205. engine.logger.Infof("PING DATABASE %v", engine.DriverName())
  206. return session.Ping()
  207. }
  208. // logging sql
  209. func (engine *Engine) logSQL(sqlStr string, sqlArgs ...interface{}) {
  210. if engine.showSQL && !engine.showExecTime {
  211. if len(sqlArgs) > 0 {
  212. engine.logger.Infof("[sql] %v [args] %v", sqlStr, sqlArgs)
  213. } else {
  214. engine.logger.Infof("[sql] %v", sqlStr)
  215. }
  216. }
  217. }
  218. func (engine *Engine) logSQLQueryTime(sqlStr string, args []interface{}, executionBlock func() (*core.Stmt, *core.Rows, error)) (*core.Stmt, *core.Rows, error) {
  219. if engine.showSQL && engine.showExecTime {
  220. b4ExecTime := time.Now()
  221. stmt, res, err := executionBlock()
  222. execDuration := time.Since(b4ExecTime)
  223. if len(args) > 0 {
  224. engine.logger.Infof("[sql] %s [args] %v - took: %v", sqlStr, args, execDuration)
  225. } else {
  226. engine.logger.Infof("[sql] %s - took: %v", sqlStr, execDuration)
  227. }
  228. return stmt, res, err
  229. }
  230. return executionBlock()
  231. }
  232. func (engine *Engine) logSQLExecutionTime(sqlStr string, args []interface{}, executionBlock func() (sql.Result, error)) (sql.Result, error) {
  233. if engine.showSQL && engine.showExecTime {
  234. b4ExecTime := time.Now()
  235. res, err := executionBlock()
  236. execDuration := time.Since(b4ExecTime)
  237. if len(args) > 0 {
  238. engine.logger.Infof("[sql] %s [args] %v - took: %v", sqlStr, args, execDuration)
  239. } else {
  240. engine.logger.Infof("[sql] %s - took: %v", sqlStr, execDuration)
  241. }
  242. return res, err
  243. }
  244. return executionBlock()
  245. }
  246. // Sql will be depracated, please use SQL instead
  247. func (engine *Engine) Sql(querystring string, args ...interface{}) *Session {
  248. session := engine.NewSession()
  249. session.IsAutoClose = true
  250. session.IsSqlFuc = true
  251. return session.Sql(querystring, args...)
  252. }
  253. // SQL method let's you manualy write raw SQL and operate
  254. // For example:
  255. //
  256. // engine.SQL("select * from user").Find(&users)
  257. //
  258. // This code will execute "select * from user" and set the records to users
  259. func (engine *Engine) SQL(querystring string, args ...interface{}) *Session {
  260. session := engine.NewSession()
  261. session.IsAutoClose = true
  262. session.IsSqlFuc = true
  263. return session.SQL(querystring, args...)
  264. }
  265. // NoAutoTime Default if your struct has "created" or "updated" filed tag, the fields
  266. // will automatically be filled with current time when Insert or Update
  267. // invoked. Call NoAutoTime if you dont' want to fill automatically.
  268. func (engine *Engine) NoAutoTime() *Session {
  269. session := engine.NewSession()
  270. session.IsAutoClose = true
  271. return session.NoAutoTime()
  272. }
  273. // NoAutoCondition disable auto generate Where condition from bean or not
  274. func (engine *Engine) NoAutoCondition(no ...bool) *Session {
  275. session := engine.NewSession()
  276. session.IsAutoClose = true
  277. return session.NoAutoCondition(no...)
  278. }
  279. // DBMetas Retrieve all tables, columns, indexes' informations from database.
  280. func (engine *Engine) DBMetas() ([]*core.Table, error) {
  281. tables, err := engine.dialect.GetTables()
  282. if err != nil {
  283. return nil, err
  284. }
  285. for _, table := range tables {
  286. colSeq, cols, err := engine.dialect.GetColumns(table.Name)
  287. if err != nil {
  288. return nil, err
  289. }
  290. for _, name := range colSeq {
  291. table.AddColumn(cols[name])
  292. }
  293. //table.Columns = cols
  294. //table.ColumnsSeq = colSeq
  295. indexes, err := engine.dialect.GetIndexes(table.Name)
  296. if err != nil {
  297. return nil, err
  298. }
  299. table.Indexes = indexes
  300. for _, index := range indexes {
  301. for _, name := range index.Cols {
  302. if col := table.GetColumn(name); col != nil {
  303. col.Indexes[index.Name] = index.Type
  304. } else {
  305. return nil, fmt.Errorf("Unknown col "+name+" in indexes %v of table", index, table.ColumnsSeq())
  306. }
  307. }
  308. }
  309. }
  310. return tables, nil
  311. }
  312. // DumpAllToFile dump database all table structs and data to a file
  313. func (engine *Engine) DumpAllToFile(fp string) error {
  314. f, err := os.Create(fp)
  315. if err != nil {
  316. return err
  317. }
  318. defer f.Close()
  319. return engine.DumpAll(f)
  320. }
  321. // DumpAll dump database all table structs and data to w
  322. func (engine *Engine) DumpAll(w io.Writer) error {
  323. return engine.dumpAll(w, engine.dialect.DBType())
  324. }
  325. // DumpTablesToFile dump specified tables to SQL file.
  326. func (engine *Engine) DumpTablesToFile(tables []*core.Table, fp string, tp ...core.DbType) error {
  327. f, err := os.Create(fp)
  328. if err != nil {
  329. return err
  330. }
  331. defer f.Close()
  332. return engine.DumpTables(tables, f, tp...)
  333. }
  334. // DumpTables dump specify tables to io.Writer
  335. func (engine *Engine) DumpTables(tables []*core.Table, w io.Writer, tp ...core.DbType) error {
  336. return engine.dumpTables(tables, w, tp...)
  337. }
  338. func (engine *Engine) tableName(beanOrTableName interface{}) (string, error) {
  339. v := rValue(beanOrTableName)
  340. if v.Type().Kind() == reflect.String {
  341. return beanOrTableName.(string), nil
  342. } else if v.Type().Kind() == reflect.Struct {
  343. return engine.tbName(v), nil
  344. }
  345. return "", errors.New("bean should be a struct or struct's point")
  346. }
  347. func (engine *Engine) tbName(v reflect.Value) string {
  348. if tb, ok := v.Interface().(TableName); ok {
  349. return tb.TableName()
  350. }
  351. if v.CanAddr() {
  352. if tb, ok := v.Addr().Interface().(TableName); ok {
  353. return tb.TableName()
  354. }
  355. }
  356. return engine.TableMapper.Obj2Table(v.Type().Name())
  357. }
  358. // DumpAll dump database all table structs and data to w with specify db type
  359. func (engine *Engine) dumpAll(w io.Writer, tp ...core.DbType) error {
  360. tables, err := engine.DBMetas()
  361. if err != nil {
  362. return err
  363. }
  364. var dialect core.Dialect
  365. if len(tp) == 0 {
  366. dialect = engine.dialect
  367. } else {
  368. dialect = core.QueryDialect(tp[0])
  369. if dialect == nil {
  370. return errors.New("Unsupported database type.")
  371. }
  372. dialect.Init(nil, engine.dialect.URI(), "", "")
  373. }
  374. _, err = io.WriteString(w, fmt.Sprintf("/*Generated by xorm v%s %s*/\n\n",
  375. Version, time.Now().In(engine.TZLocation).Format("2006-01-02 15:04:05")))
  376. if err != nil {
  377. return err
  378. }
  379. for i, table := range tables {
  380. if i > 0 {
  381. _, err = io.WriteString(w, "\n")
  382. if err != nil {
  383. return err
  384. }
  385. }
  386. _, err = io.WriteString(w, dialect.CreateTableSql(table, "", table.StoreEngine, "")+";\n")
  387. if err != nil {
  388. return err
  389. }
  390. for _, index := range table.Indexes {
  391. _, err = io.WriteString(w, dialect.CreateIndexSql(table.Name, index)+";\n")
  392. if err != nil {
  393. return err
  394. }
  395. }
  396. rows, err := engine.DB().Query("SELECT * FROM " + engine.Quote(table.Name))
  397. if err != nil {
  398. return err
  399. }
  400. defer rows.Close()
  401. cols, err := rows.Columns()
  402. if err != nil {
  403. return err
  404. }
  405. if len(cols) == 0 {
  406. continue
  407. }
  408. for rows.Next() {
  409. dest := make([]interface{}, len(cols))
  410. err = rows.ScanSlice(&dest)
  411. if err != nil {
  412. return err
  413. }
  414. _, err = io.WriteString(w, "INSERT INTO "+dialect.Quote(table.Name)+" ("+dialect.Quote(strings.Join(cols, dialect.Quote(", ")))+") VALUES (")
  415. if err != nil {
  416. return err
  417. }
  418. var temp string
  419. for i, d := range dest {
  420. col := table.GetColumn(cols[i])
  421. if d == nil {
  422. temp += ", NULL"
  423. } else if col.SQLType.IsText() || col.SQLType.IsTime() {
  424. var v = fmt.Sprintf("%s", d)
  425. temp += ", '" + strings.Replace(v, "'", "''", -1) + "'"
  426. } else if col.SQLType.IsBlob() {
  427. if reflect.TypeOf(d).Kind() == reflect.Slice {
  428. temp += fmt.Sprintf(", %s", dialect.FormatBytes(d.([]byte)))
  429. } else if reflect.TypeOf(d).Kind() == reflect.String {
  430. temp += fmt.Sprintf(", '%s'", d.(string))
  431. }
  432. } else if col.SQLType.IsNumeric() {
  433. switch reflect.TypeOf(d).Kind() {
  434. case reflect.Slice:
  435. temp += fmt.Sprintf(", %s", string(d.([]byte)))
  436. default:
  437. temp += fmt.Sprintf(", %v", d)
  438. }
  439. } else {
  440. s := fmt.Sprintf("%v", d)
  441. if strings.Contains(s, ":") || strings.Contains(s, "-") {
  442. temp += fmt.Sprintf(", '%s'", s)
  443. } else {
  444. temp += fmt.Sprintf(", %s", s)
  445. }
  446. }
  447. }
  448. _, err = io.WriteString(w, temp[2:]+");\n")
  449. if err != nil {
  450. return err
  451. }
  452. }
  453. }
  454. return nil
  455. }
  456. // DumpAll dump database all table structs and data to w with specify db type
  457. func (engine *Engine) dumpTables(tables []*core.Table, w io.Writer, tp ...core.DbType) error {
  458. var dialect core.Dialect
  459. if len(tp) == 0 {
  460. dialect = engine.dialect
  461. } else {
  462. dialect = core.QueryDialect(tp[0])
  463. if dialect == nil {
  464. return errors.New("Unsupported database type.")
  465. }
  466. dialect.Init(nil, engine.dialect.URI(), "", "")
  467. }
  468. _, err := io.WriteString(w, fmt.Sprintf("/*Generated by xorm v%s %s, from %s to %s*/\n\n",
  469. Version, time.Now().In(engine.TZLocation).Format("2006-01-02 15:04:05"), engine.dialect.DBType(), dialect.DBType()))
  470. if err != nil {
  471. return err
  472. }
  473. for i, table := range tables {
  474. if i > 0 {
  475. _, err = io.WriteString(w, "\n")
  476. if err != nil {
  477. return err
  478. }
  479. }
  480. _, err = io.WriteString(w, dialect.CreateTableSql(table, "", table.StoreEngine, "")+";\n")
  481. if err != nil {
  482. return err
  483. }
  484. for _, index := range table.Indexes {
  485. _, err = io.WriteString(w, dialect.CreateIndexSql(table.Name, index)+";\n")
  486. if err != nil {
  487. return err
  488. }
  489. }
  490. rows, err := engine.DB().Query("SELECT * FROM " + engine.Quote(table.Name))
  491. if err != nil {
  492. return err
  493. }
  494. defer rows.Close()
  495. cols, err := rows.Columns()
  496. if err != nil {
  497. return err
  498. }
  499. if len(cols) == 0 {
  500. continue
  501. }
  502. for rows.Next() {
  503. dest := make([]interface{}, len(cols))
  504. err = rows.ScanSlice(&dest)
  505. if err != nil {
  506. return err
  507. }
  508. _, err = io.WriteString(w, "INSERT INTO "+dialect.Quote(table.Name)+" ("+dialect.Quote(strings.Join(cols, dialect.Quote(", ")))+") VALUES (")
  509. if err != nil {
  510. return err
  511. }
  512. var temp string
  513. for i, d := range dest {
  514. col := table.GetColumn(cols[i])
  515. if d == nil {
  516. temp += ", NULL"
  517. } else if col.SQLType.IsText() || col.SQLType.IsTime() {
  518. var v = fmt.Sprintf("%s", d)
  519. if strings.HasSuffix(v, " +0000 UTC") {
  520. temp += fmt.Sprintf(", '%s'", v[0:len(v)-len(" +0000 UTC")])
  521. } else {
  522. temp += ", '" + strings.Replace(v, "'", "''", -1) + "'"
  523. }
  524. } else if col.SQLType.IsBlob() {
  525. if reflect.TypeOf(d).Kind() == reflect.Slice {
  526. temp += fmt.Sprintf(", %s", dialect.FormatBytes(d.([]byte)))
  527. } else if reflect.TypeOf(d).Kind() == reflect.String {
  528. temp += fmt.Sprintf(", '%s'", d.(string))
  529. }
  530. } else if col.SQLType.IsNumeric() {
  531. switch reflect.TypeOf(d).Kind() {
  532. case reflect.Slice:
  533. temp += fmt.Sprintf(", %s", string(d.([]byte)))
  534. default:
  535. temp += fmt.Sprintf(", %v", d)
  536. }
  537. } else {
  538. s := fmt.Sprintf("%v", d)
  539. if strings.Contains(s, ":") || strings.Contains(s, "-") {
  540. if strings.HasSuffix(s, " +0000 UTC") {
  541. temp += fmt.Sprintf(", '%s'", s[0:len(s)-len(" +0000 UTC")])
  542. } else {
  543. temp += fmt.Sprintf(", '%s'", s)
  544. }
  545. } else {
  546. temp += fmt.Sprintf(", %s", s)
  547. }
  548. }
  549. }
  550. _, err = io.WriteString(w, temp[2:]+");\n")
  551. if err != nil {
  552. return err
  553. }
  554. }
  555. }
  556. return nil
  557. }
  558. // Cascade use cascade or not
  559. func (engine *Engine) Cascade(trueOrFalse ...bool) *Session {
  560. session := engine.NewSession()
  561. session.IsAutoClose = true
  562. return session.Cascade(trueOrFalse...)
  563. }
  564. // Where method provide a condition query
  565. func (engine *Engine) Where(querystring string, args ...interface{}) *Session {
  566. session := engine.NewSession()
  567. session.IsAutoClose = true
  568. return session.Where(querystring, args...)
  569. }
  570. // Id will be depracated, please use ID instead
  571. func (engine *Engine) Id(id interface{}) *Session {
  572. session := engine.NewSession()
  573. session.IsAutoClose = true
  574. return session.Id(id)
  575. }
  576. // ID mehtod provoide a condition as (id) = ?
  577. func (engine *Engine) ID(id interface{}) *Session {
  578. session := engine.NewSession()
  579. session.IsAutoClose = true
  580. return session.ID(id)
  581. }
  582. // Before apply before Processor, affected bean is passed to closure arg
  583. func (engine *Engine) Before(closures func(interface{})) *Session {
  584. session := engine.NewSession()
  585. session.IsAutoClose = true
  586. return session.Before(closures)
  587. }
  588. // After apply after insert Processor, affected bean is passed to closure arg
  589. func (engine *Engine) After(closures func(interface{})) *Session {
  590. session := engine.NewSession()
  591. session.IsAutoClose = true
  592. return session.After(closures)
  593. }
  594. // Charset set charset when create table, only support mysql now
  595. func (engine *Engine) Charset(charset string) *Session {
  596. session := engine.NewSession()
  597. session.IsAutoClose = true
  598. return session.Charset(charset)
  599. }
  600. // StoreEngine set store engine when create table, only support mysql now
  601. func (engine *Engine) StoreEngine(storeEngine string) *Session {
  602. session := engine.NewSession()
  603. session.IsAutoClose = true
  604. return session.StoreEngine(storeEngine)
  605. }
  606. // Distinct use for distinct columns. Caution: when you are using cache,
  607. // distinct will not be cached because cache system need id,
  608. // but distinct will not provide id
  609. func (engine *Engine) Distinct(columns ...string) *Session {
  610. session := engine.NewSession()
  611. session.IsAutoClose = true
  612. return session.Distinct(columns...)
  613. }
  614. // Select customerize your select columns or contents
  615. func (engine *Engine) Select(str string) *Session {
  616. session := engine.NewSession()
  617. session.IsAutoClose = true
  618. return session.Select(str)
  619. }
  620. // Cols only use the paramters as select or update columns
  621. func (engine *Engine) Cols(columns ...string) *Session {
  622. session := engine.NewSession()
  623. session.IsAutoClose = true
  624. return session.Cols(columns...)
  625. }
  626. // AllCols indicates that all columns should be use
  627. func (engine *Engine) AllCols() *Session {
  628. session := engine.NewSession()
  629. session.IsAutoClose = true
  630. return session.AllCols()
  631. }
  632. // MustCols specify some columns must use even if they are empty
  633. func (engine *Engine) MustCols(columns ...string) *Session {
  634. session := engine.NewSession()
  635. session.IsAutoClose = true
  636. return session.MustCols(columns...)
  637. }
  638. // UseBool xorm automatically retrieve condition according struct, but
  639. // if struct has bool field, it will ignore them. So use UseBool
  640. // to tell system to do not ignore them.
  641. // If no paramters, it will use all the bool field of struct, or
  642. // it will use paramters's columns
  643. func (engine *Engine) UseBool(columns ...string) *Session {
  644. session := engine.NewSession()
  645. session.IsAutoClose = true
  646. return session.UseBool(columns...)
  647. }
  648. // Omit only not use the paramters as select or update columns
  649. func (engine *Engine) Omit(columns ...string) *Session {
  650. session := engine.NewSession()
  651. session.IsAutoClose = true
  652. return session.Omit(columns...)
  653. }
  654. // Nullable set null when column is zero-value and nullable for update
  655. func (engine *Engine) Nullable(columns ...string) *Session {
  656. session := engine.NewSession()
  657. session.IsAutoClose = true
  658. return session.Nullable(columns...)
  659. }
  660. // In will generate "column IN (?, ?)"
  661. func (engine *Engine) In(column string, args ...interface{}) *Session {
  662. session := engine.NewSession()
  663. session.IsAutoClose = true
  664. return session.In(column, args...)
  665. }
  666. // Incr provides a update string like "column = column + ?"
  667. func (engine *Engine) Incr(column string, arg ...interface{}) *Session {
  668. session := engine.NewSession()
  669. session.IsAutoClose = true
  670. return session.Incr(column, arg...)
  671. }
  672. // Decr provides a update string like "column = column - ?"
  673. func (engine *Engine) Decr(column string, arg ...interface{}) *Session {
  674. session := engine.NewSession()
  675. session.IsAutoClose = true
  676. return session.Decr(column, arg...)
  677. }
  678. // SetExpr provides a update string like "column = {expression}"
  679. func (engine *Engine) SetExpr(column string, expression string) *Session {
  680. session := engine.NewSession()
  681. session.IsAutoClose = true
  682. return session.SetExpr(column, expression)
  683. }
  684. // Table temporarily change the Get, Find, Update's table
  685. func (engine *Engine) Table(tableNameOrBean interface{}) *Session {
  686. session := engine.NewSession()
  687. session.IsAutoClose = true
  688. return session.Table(tableNameOrBean)
  689. }
  690. // Alias set the table alias
  691. func (engine *Engine) Alias(alias string) *Session {
  692. session := engine.NewSession()
  693. session.IsAutoClose = true
  694. return session.Alias(alias)
  695. }
  696. // Limit will generate "LIMIT start, limit"
  697. func (engine *Engine) Limit(limit int, start ...int) *Session {
  698. session := engine.NewSession()
  699. session.IsAutoClose = true
  700. return session.Limit(limit, start...)
  701. }
  702. // Desc will generate "ORDER BY column1 DESC, column2 DESC"
  703. func (engine *Engine) Desc(colNames ...string) *Session {
  704. session := engine.NewSession()
  705. session.IsAutoClose = true
  706. return session.Desc(colNames...)
  707. }
  708. // Asc will generate "ORDER BY column1,column2 Asc"
  709. // This method can chainable use.
  710. //
  711. // engine.Desc("name").Asc("age").Find(&users)
  712. // // SELECT * FROM user ORDER BY name DESC, age ASC
  713. //
  714. func (engine *Engine) Asc(colNames ...string) *Session {
  715. session := engine.NewSession()
  716. session.IsAutoClose = true
  717. return session.Asc(colNames...)
  718. }
  719. // OrderBy will generate "ORDER BY order"
  720. func (engine *Engine) OrderBy(order string) *Session {
  721. session := engine.NewSession()
  722. session.IsAutoClose = true
  723. return session.OrderBy(order)
  724. }
  725. // Join the join_operator should be one of INNER, LEFT OUTER, CROSS etc - this will be prepended to JOIN
  726. func (engine *Engine) Join(joinOperator string, tablename interface{}, condition string, args ...interface{}) *Session {
  727. session := engine.NewSession()
  728. session.IsAutoClose = true
  729. return session.Join(joinOperator, tablename, condition, args...)
  730. }
  731. // GroupBy generate group by statement
  732. func (engine *Engine) GroupBy(keys string) *Session {
  733. session := engine.NewSession()
  734. session.IsAutoClose = true
  735. return session.GroupBy(keys)
  736. }
  737. // Having generate having statement
  738. func (engine *Engine) Having(conditions string) *Session {
  739. session := engine.NewSession()
  740. session.IsAutoClose = true
  741. return session.Having(conditions)
  742. }
  743. func (engine *Engine) autoMapType(v reflect.Value) *core.Table {
  744. t := v.Type()
  745. engine.mutex.Lock()
  746. table, ok := engine.Tables[t]
  747. if !ok {
  748. table = engine.mapType(v)
  749. engine.Tables[t] = table
  750. if engine.Cacher != nil {
  751. if v.CanAddr() {
  752. engine.GobRegister(v.Addr().Interface())
  753. } else {
  754. engine.GobRegister(v.Interface())
  755. }
  756. }
  757. }
  758. engine.mutex.Unlock()
  759. return table
  760. }
  761. // GobRegister register one struct to gob for cache use
  762. func (engine *Engine) GobRegister(v interface{}) *Engine {
  763. //fmt.Printf("Type: %[1]T => Data: %[1]#v\n", v)
  764. gob.Register(v)
  765. return engine
  766. }
  767. // Table table struct
  768. type Table struct {
  769. *core.Table
  770. Name string
  771. }
  772. // TableInfo get table info according to bean's content
  773. func (engine *Engine) TableInfo(bean interface{}) *Table {
  774. v := rValue(bean)
  775. return &Table{engine.autoMapType(v), engine.tbName(v)}
  776. }
  777. func addIndex(indexName string, table *core.Table, col *core.Column, indexType int) {
  778. if index, ok := table.Indexes[indexName]; ok {
  779. index.AddColumn(col.Name)
  780. col.Indexes[index.Name] = indexType
  781. } else {
  782. index := core.NewIndex(indexName, indexType)
  783. index.AddColumn(col.Name)
  784. table.AddIndex(index)
  785. col.Indexes[index.Name] = indexType
  786. }
  787. }
  788. func (engine *Engine) newTable() *core.Table {
  789. table := core.NewEmptyTable()
  790. if !engine.disableGlobalCache {
  791. table.Cacher = engine.Cacher
  792. }
  793. return table
  794. }
  795. // TableName table name interface to define customerize table name
  796. type TableName interface {
  797. TableName() string
  798. }
  799. func (engine *Engine) mapType(v reflect.Value) *core.Table {
  800. t := v.Type()
  801. table := engine.newTable()
  802. if tb, ok := v.Interface().(TableName); ok {
  803. table.Name = tb.TableName()
  804. } else {
  805. if v.CanAddr() {
  806. if tb, ok = v.Addr().Interface().(TableName); ok {
  807. table.Name = tb.TableName()
  808. }
  809. }
  810. if table.Name == "" {
  811. table.Name = engine.TableMapper.Obj2Table(t.Name())
  812. }
  813. }
  814. table.Type = t
  815. var idFieldColName string
  816. var err error
  817. var hasCacheTag, hasNoCacheTag bool
  818. for i := 0; i < t.NumField(); i++ {
  819. tag := t.Field(i).Tag
  820. ormTagStr := tag.Get(engine.TagIdentifier)
  821. var col *core.Column
  822. fieldValue := v.Field(i)
  823. fieldType := fieldValue.Type()
  824. if ormTagStr != "" {
  825. col = &core.Column{FieldName: t.Field(i).Name, Nullable: true, IsPrimaryKey: false,
  826. IsAutoIncrement: false, MapType: core.TWOSIDES, Indexes: make(map[string]int)}
  827. tags := splitTag(ormTagStr)
  828. if len(tags) > 0 {
  829. if tags[0] == "-" {
  830. continue
  831. }
  832. if strings.ToUpper(tags[0]) == "EXTENDS" {
  833. switch fieldValue.Kind() {
  834. case reflect.Ptr:
  835. f := fieldValue.Type().Elem()
  836. if f.Kind() == reflect.Struct {
  837. fieldPtr := fieldValue
  838. fieldValue = fieldValue.Elem()
  839. if !fieldValue.IsValid() || fieldPtr.IsNil() {
  840. fieldValue = reflect.New(f).Elem()
  841. }
  842. }
  843. fallthrough
  844. case reflect.Struct:
  845. parentTable := engine.mapType(fieldValue)
  846. for _, col := range parentTable.Columns() {
  847. col.FieldName = fmt.Sprintf("%v.%v", t.Field(i).Name, col.FieldName)
  848. table.AddColumn(col)
  849. for indexName, indexType := range col.Indexes {
  850. addIndex(indexName, table, col, indexType)
  851. }
  852. }
  853. continue
  854. default:
  855. //TODO: warning
  856. }
  857. }
  858. indexNames := make(map[string]int)
  859. var isIndex, isUnique bool
  860. var preKey string
  861. for j, key := range tags {
  862. k := strings.ToUpper(key)
  863. switch {
  864. case k == "<-":
  865. col.MapType = core.ONLYFROMDB
  866. case k == "->":
  867. col.MapType = core.ONLYTODB
  868. case k == "PK":
  869. col.IsPrimaryKey = true
  870. col.Nullable = false
  871. case k == "NULL":
  872. if j == 0 {
  873. col.Nullable = true
  874. } else {
  875. col.Nullable = (strings.ToUpper(tags[j-1]) != "NOT")
  876. }
  877. // TODO: for postgres how add autoincr?
  878. /*case strings.HasPrefix(k, "AUTOINCR(") && strings.HasSuffix(k, ")"):
  879. col.IsAutoIncrement = true
  880. autoStart := k[len("AUTOINCR")+1 : len(k)-1]
  881. autoStartInt, err := strconv.Atoi(autoStart)
  882. if err != nil {
  883. engine.LogError(err)
  884. }
  885. col.AutoIncrStart = autoStartInt*/
  886. case k == "AUTOINCR":
  887. col.IsAutoIncrement = true
  888. //col.AutoIncrStart = 1
  889. case k == "DEFAULT":
  890. col.Default = tags[j+1]
  891. case k == "CREATED":
  892. col.IsCreated = true
  893. case k == "VERSION":
  894. col.IsVersion = true
  895. col.Default = "1"
  896. case k == "UTC":
  897. col.TimeZone = time.UTC
  898. case k == "LOCAL":
  899. col.TimeZone = time.Local
  900. case strings.HasPrefix(k, "LOCALE(") && strings.HasSuffix(k, ")"):
  901. location := k[len("INDEX")+1 : len(k)-1]
  902. col.TimeZone, err = time.LoadLocation(location)
  903. if err != nil {
  904. engine.logger.Error(err)
  905. }
  906. case k == "UPDATED":
  907. col.IsUpdated = true
  908. case k == "DELETED":
  909. col.IsDeleted = true
  910. case strings.HasPrefix(k, "INDEX(") && strings.HasSuffix(k, ")"):
  911. indexName := k[len("INDEX")+1 : len(k)-1]
  912. indexNames[indexName] = core.IndexType
  913. case k == "INDEX":
  914. isIndex = true
  915. case strings.HasPrefix(k, "UNIQUE(") && strings.HasSuffix(k, ")"):
  916. indexName := k[len("UNIQUE")+1 : len(k)-1]
  917. indexNames[indexName] = core.UniqueType
  918. case k == "UNIQUE":
  919. isUnique = true
  920. case k == "NOTNULL":
  921. col.Nullable = false
  922. case k == "CACHE":
  923. if !hasCacheTag {
  924. hasCacheTag = true
  925. }
  926. case k == "NOCACHE":
  927. if !hasNoCacheTag {
  928. hasNoCacheTag = true
  929. }
  930. case k == "NOT":
  931. default:
  932. if strings.HasPrefix(k, "'") && strings.HasSuffix(k, "'") {
  933. if preKey != "DEFAULT" {
  934. col.Name = key[1 : len(key)-1]
  935. }
  936. } else if strings.Contains(k, "(") && strings.HasSuffix(k, ")") {
  937. fs := strings.Split(k, "(")
  938. if _, ok := core.SqlTypes[fs[0]]; !ok {
  939. preKey = k
  940. continue
  941. }
  942. col.SQLType = core.SQLType{Name: fs[0]}
  943. if fs[0] == core.Enum && fs[1][0] == '\'' { //enum
  944. options := strings.Split(fs[1][0:len(fs[1])-1], ",")
  945. col.EnumOptions = make(map[string]int)
  946. for k, v := range options {
  947. v = strings.TrimSpace(v)
  948. v = strings.Trim(v, "'")
  949. col.EnumOptions[v] = k
  950. }
  951. } else if fs[0] == core.Set && fs[1][0] == '\'' { //set
  952. options := strings.Split(fs[1][0:len(fs[1])-1], ",")
  953. col.SetOptions = make(map[string]int)
  954. for k, v := range options {
  955. v = strings.TrimSpace(v)
  956. v = strings.Trim(v, "'")
  957. col.SetOptions[v] = k
  958. }
  959. } else {
  960. fs2 := strings.Split(fs[1][0:len(fs[1])-1], ",")
  961. if len(fs2) == 2 {
  962. col.Length, err = strconv.Atoi(fs2[0])
  963. if err != nil {
  964. engine.logger.Error(err)
  965. }
  966. col.Length2, err = strconv.Atoi(fs2[1])
  967. if err != nil {
  968. engine.logger.Error(err)
  969. }
  970. } else if len(fs2) == 1 {
  971. col.Length, err = strconv.Atoi(fs2[0])
  972. if err != nil {
  973. engine.logger.Error(err)
  974. }
  975. }
  976. }
  977. } else {
  978. if _, ok := core.SqlTypes[k]; ok {
  979. col.SQLType = core.SQLType{Name: k}
  980. } else if key != col.Default {
  981. col.Name = key
  982. }
  983. }
  984. engine.dialect.SqlType(col)
  985. }
  986. preKey = k
  987. }
  988. if col.SQLType.Name == "" {
  989. col.SQLType = core.Type2SQLType(fieldType)
  990. }
  991. if col.Length == 0 {
  992. col.Length = col.SQLType.DefaultLength
  993. }
  994. if col.Length2 == 0 {
  995. col.Length2 = col.SQLType.DefaultLength2
  996. }
  997. if col.Name == "" {
  998. col.Name = engine.ColumnMapper.Obj2Table(t.Field(i).Name)
  999. }
  1000. if isUnique {
  1001. indexNames[col.Name] = core.UniqueType
  1002. } else if isIndex {
  1003. indexNames[col.Name] = core.IndexType
  1004. }
  1005. for indexName, indexType := range indexNames {
  1006. addIndex(indexName, table, col, indexType)
  1007. }
  1008. }
  1009. } else {
  1010. var sqlType core.SQLType
  1011. if fieldValue.CanAddr() {
  1012. if _, ok := fieldValue.Addr().Interface().(core.Conversion); ok {
  1013. sqlType = core.SQLType{Name: core.Text}
  1014. }
  1015. }
  1016. if _, ok := fieldValue.Interface().(core.Conversion); ok {
  1017. sqlType = core.SQLType{Name: core.Text}
  1018. } else {
  1019. sqlType = core.Type2SQLType(fieldType)
  1020. }
  1021. col = core.NewColumn(engine.ColumnMapper.Obj2Table(t.Field(i).Name),
  1022. t.Field(i).Name, sqlType, sqlType.DefaultLength,
  1023. sqlType.DefaultLength2, true)
  1024. }
  1025. if col.IsAutoIncrement {
  1026. col.Nullable = false
  1027. }
  1028. table.AddColumn(col)
  1029. if fieldType.Kind() == reflect.Int64 && (strings.ToUpper(col.FieldName) == "ID" || strings.HasSuffix(strings.ToUpper(col.FieldName), ".ID")) {
  1030. idFieldColName = col.Name
  1031. }
  1032. } // end for
  1033. if idFieldColName != "" && len(table.PrimaryKeys) == 0 {
  1034. col := table.GetColumn(idFieldColName)
  1035. col.IsPrimaryKey = true
  1036. col.IsAutoIncrement = true
  1037. col.Nullable = false
  1038. table.PrimaryKeys = append(table.PrimaryKeys, col.Name)
  1039. table.AutoIncrement = col.Name
  1040. }
  1041. if hasCacheTag {
  1042. if engine.Cacher != nil { // !nash! use engine's cacher if provided
  1043. engine.logger.Info("enable cache on table:", table.Name)
  1044. table.Cacher = engine.Cacher
  1045. } else {
  1046. engine.logger.Info("enable LRU cache on table:", table.Name)
  1047. table.Cacher = NewLRUCacher2(NewMemoryStore(), time.Hour, 10000) // !nashtsai! HACK use LRU cacher for now
  1048. }
  1049. }
  1050. if hasNoCacheTag {
  1051. engine.logger.Info("no cache on table:", table.Name)
  1052. table.Cacher = nil
  1053. }
  1054. return table
  1055. }
  1056. // Map a struct to a table
  1057. func (engine *Engine) mapping(beans ...interface{}) (e error) {
  1058. engine.mutex.Lock()
  1059. defer engine.mutex.Unlock()
  1060. for _, bean := range beans {
  1061. v := rValue(bean)
  1062. engine.Tables[v.Type()] = engine.mapType(v)
  1063. }
  1064. return
  1065. }
  1066. // IsTableEmpty if a table has any reocrd
  1067. func (engine *Engine) IsTableEmpty(bean interface{}) (bool, error) {
  1068. session := engine.NewSession()
  1069. defer session.Close()
  1070. return session.IsTableEmpty(bean)
  1071. }
  1072. // IsTableExist if a table is exist
  1073. func (engine *Engine) IsTableExist(beanOrTableName interface{}) (bool, error) {
  1074. session := engine.NewSession()
  1075. defer session.Close()
  1076. return session.IsTableExist(beanOrTableName)
  1077. }
  1078. // IdOf get id from one struct
  1079. func (engine *Engine) IdOf(bean interface{}) core.PK {
  1080. return engine.IdOfV(reflect.ValueOf(bean))
  1081. }
  1082. // IdOfV get id from one value of struct
  1083. func (engine *Engine) IdOfV(rv reflect.Value) core.PK {
  1084. v := reflect.Indirect(rv)
  1085. table := engine.autoMapType(v)
  1086. pk := make([]interface{}, len(table.PrimaryKeys))
  1087. for i, col := range table.PKColumns() {
  1088. pkField := v.FieldByName(col.FieldName)
  1089. switch pkField.Kind() {
  1090. case reflect.String:
  1091. pk[i] = pkField.String()
  1092. case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64:
  1093. pk[i] = pkField.Int()
  1094. case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64:
  1095. pk[i] = pkField.Uint()
  1096. }
  1097. }
  1098. return core.PK(pk)
  1099. }
  1100. // CreateIndexes create indexes
  1101. func (engine *Engine) CreateIndexes(bean interface{}) error {
  1102. session := engine.NewSession()
  1103. defer session.Close()
  1104. return session.CreateIndexes(bean)
  1105. }
  1106. // CreateUniques create uniques
  1107. func (engine *Engine) CreateUniques(bean interface{}) error {
  1108. session := engine.NewSession()
  1109. defer session.Close()
  1110. return session.CreateUniques(bean)
  1111. }
  1112. func (engine *Engine) getCacher2(table *core.Table) core.Cacher {
  1113. return table.Cacher
  1114. }
  1115. func (engine *Engine) getCacher(v reflect.Value) core.Cacher {
  1116. if table := engine.autoMapType(v); table != nil {
  1117. return table.Cacher
  1118. }
  1119. return engine.Cacher
  1120. }
  1121. // ClearCacheBean if enabled cache, clear the cache bean
  1122. func (engine *Engine) ClearCacheBean(bean interface{}, id string) error {
  1123. v := rValue(bean)
  1124. t := v.Type()
  1125. if t.Kind() != reflect.Struct {
  1126. return errors.New("error params")
  1127. }
  1128. tableName := engine.tbName(v)
  1129. table := engine.autoMapType(v)
  1130. cacher := table.Cacher
  1131. if cacher == nil {
  1132. cacher = engine.Cacher
  1133. }
  1134. if cacher != nil {
  1135. cacher.ClearIds(tableName)
  1136. cacher.DelBean(tableName, id)
  1137. }
  1138. return nil
  1139. }
  1140. // ClearCache if enabled cache, clear some tables' cache
  1141. func (engine *Engine) ClearCache(beans ...interface{}) error {
  1142. for _, bean := range beans {
  1143. v := rValue(bean)
  1144. t := v.Type()
  1145. if t.Kind() != reflect.Struct {
  1146. return errors.New("error params")
  1147. }
  1148. tableName := engine.tbName(v)
  1149. table := engine.autoMapType(v)
  1150. cacher := table.Cacher
  1151. if cacher == nil {
  1152. cacher = engine.Cacher
  1153. }
  1154. if cacher != nil {
  1155. cacher.ClearIds(tableName)
  1156. cacher.ClearBeans(tableName)
  1157. }
  1158. }
  1159. return nil
  1160. }
  1161. // Sync the new struct changes to database, this method will automatically add
  1162. // table, column, index, unique. but will not delete or change anything.
  1163. // If you change some field, you should change the database manually.
  1164. func (engine *Engine) Sync(beans ...interface{}) error {
  1165. for _, bean := range beans {
  1166. v := rValue(bean)
  1167. tableName := engine.tbName(v)
  1168. table := engine.autoMapType(v)
  1169. s := engine.NewSession()
  1170. defer s.Close()
  1171. isExist, err := s.Table(bean).isTableExist(tableName)
  1172. if err != nil {
  1173. return err
  1174. }
  1175. if !isExist {
  1176. err = engine.CreateTables(bean)
  1177. if err != nil {
  1178. return err
  1179. }
  1180. }
  1181. /*isEmpty, err := engine.IsEmptyTable(bean)
  1182. if err != nil {
  1183. return err
  1184. }*/
  1185. var isEmpty bool
  1186. if isEmpty {
  1187. err = engine.DropTables(bean)
  1188. if err != nil {
  1189. return err
  1190. }
  1191. err = engine.CreateTables(bean)
  1192. if err != nil {
  1193. return err
  1194. }
  1195. } else {
  1196. for _, col := range table.Columns() {
  1197. session := engine.NewSession()
  1198. session.Statement.RefTable = table
  1199. defer session.Close()
  1200. isExist, err := session.Engine.dialect.IsColumnExist(tableName, col.Name)
  1201. if err != nil {
  1202. return err
  1203. }
  1204. if !isExist {
  1205. session := engine.NewSession()
  1206. session.Statement.RefTable = table
  1207. defer session.Close()
  1208. err = session.addColumn(col.Name)
  1209. if err != nil {
  1210. return err
  1211. }
  1212. }
  1213. }
  1214. for name, index := range table.Indexes {
  1215. session := engine.NewSession()
  1216. session.Statement.RefTable = table
  1217. defer session.Close()
  1218. if index.Type == core.UniqueType {
  1219. //isExist, err := session.isIndexExist(table.Name, name, true)
  1220. isExist, err := session.isIndexExist2(tableName, index.Cols, true)
  1221. if err != nil {
  1222. return err
  1223. }
  1224. if !isExist {
  1225. session := engine.NewSession()
  1226. session.Statement.RefTable = table
  1227. defer session.Close()
  1228. err = session.addUnique(tableName, name)
  1229. if err != nil {
  1230. return err
  1231. }
  1232. }
  1233. } else if index.Type == core.IndexType {
  1234. isExist, err := session.isIndexExist2(tableName, index.Cols, false)
  1235. if err != nil {
  1236. return err
  1237. }
  1238. if !isExist {
  1239. session := engine.NewSession()
  1240. session.Statement.RefTable = table
  1241. defer session.Close()
  1242. err = session.addIndex(tableName, name)
  1243. if err != nil {
  1244. return err
  1245. }
  1246. }
  1247. } else {
  1248. return errors.New("unknow index type")
  1249. }
  1250. }
  1251. }
  1252. }
  1253. return nil
  1254. }
  1255. // Sync2 synchronize structs to database tables
  1256. func (engine *Engine) Sync2(beans ...interface{}) error {
  1257. s := engine.NewSession()
  1258. defer s.Close()
  1259. return s.Sync2(beans...)
  1260. }
  1261. func (engine *Engine) unMap(beans ...interface{}) (e error) {
  1262. engine.mutex.Lock()
  1263. defer engine.mutex.Unlock()
  1264. for _, bean := range beans {
  1265. t := rType(bean)
  1266. if _, ok := engine.Tables[t]; ok {
  1267. delete(engine.Tables, t)
  1268. }
  1269. }
  1270. return
  1271. }
  1272. // Drop all mapped table
  1273. func (engine *Engine) dropAll() error {
  1274. session := engine.NewSession()
  1275. defer session.Close()
  1276. err := session.Begin()
  1277. if err != nil {
  1278. return err
  1279. }
  1280. err = session.dropAll()
  1281. if err != nil {
  1282. session.Rollback()
  1283. return err
  1284. }
  1285. return session.Commit()
  1286. }
  1287. // CreateTables create tabls according bean
  1288. func (engine *Engine) CreateTables(beans ...interface{}) error {
  1289. session := engine.NewSession()
  1290. defer session.Close()
  1291. err := session.Begin()
  1292. if err != nil {
  1293. return err
  1294. }
  1295. for _, bean := range beans {
  1296. err = session.CreateTable(bean)
  1297. if err != nil {
  1298. session.Rollback()
  1299. return err
  1300. }
  1301. }
  1302. return session.Commit()
  1303. }
  1304. // DropTables drop specify tables
  1305. func (engine *Engine) DropTables(beans ...interface{}) error {
  1306. session := engine.NewSession()
  1307. defer session.Close()
  1308. err := session.Begin()
  1309. if err != nil {
  1310. return err
  1311. }
  1312. for _, bean := range beans {
  1313. err = session.DropTable(bean)
  1314. if err != nil {
  1315. session.Rollback()
  1316. return err
  1317. }
  1318. }
  1319. return session.Commit()
  1320. }
  1321. func (engine *Engine) createAll() error {
  1322. session := engine.NewSession()
  1323. defer session.Close()
  1324. return session.createAll()
  1325. }
  1326. // Exec raw sql
  1327. func (engine *Engine) Exec(sql string, args ...interface{}) (sql.Result, error) {
  1328. session := engine.NewSession()
  1329. defer session.Close()
  1330. return session.Exec(sql, args...)
  1331. }
  1332. // Query a raw sql and return records as []map[string][]byte
  1333. func (engine *Engine) Query(sql string, paramStr ...interface{}) (resultsSlice []map[string][]byte, err error) {
  1334. session := engine.NewSession()
  1335. defer session.Close()
  1336. return session.query(sql, paramStr...)
  1337. }
  1338. // Exec a raw sql and return records as []map[string][]byte
  1339. func (engine *Engine) Query2(sql string, paramStr ...interface{}) (resultsSlice []map[string]string, err error) {
  1340. session := engine.NewSession()
  1341. defer session.Close()
  1342. return session.query2(sql, paramStr...)
  1343. }
  1344. // Insert one or more records
  1345. func (engine *Engine) Insert(beans ...interface{}) (int64, error) {
  1346. session := engine.NewSession()
  1347. defer session.Close()
  1348. return session.Insert(beans...)
  1349. }
  1350. // InsertOne insert only one record
  1351. func (engine *Engine) InsertOne(bean interface{}) (int64, error) {
  1352. session := engine.NewSession()
  1353. defer session.Close()
  1354. return session.InsertOne(bean)
  1355. }
  1356. // Update records, bean's non-empty fields are updated contents,
  1357. // condiBean' non-empty filds are conditions
  1358. // CAUTION:
  1359. // 1.bool will defaultly be updated content nor conditions
  1360. // You should call UseBool if you have bool to use.
  1361. // 2.float32 & float64 may be not inexact as conditions
  1362. func (engine *Engine) Update(bean interface{}, condiBeans ...interface{}) (int64, error) {
  1363. session := engine.NewSession()
  1364. defer session.Close()
  1365. return session.Update(bean, condiBeans...)
  1366. }
  1367. // Delete records, bean's non-empty fields are conditions
  1368. func (engine *Engine) Delete(bean interface{}) (int64, error) {
  1369. session := engine.NewSession()
  1370. defer session.Close()
  1371. return session.Delete(bean)
  1372. }
  1373. // Get retrieve one record from table, bean's non-empty fields
  1374. // are conditions
  1375. func (engine *Engine) Get(bean interface{}) (bool, error) {
  1376. session := engine.NewSession()
  1377. defer session.Close()
  1378. return session.Get(bean)
  1379. }
  1380. // Find retrieve records from table, condiBeans's non-empty fields
  1381. // are conditions. beans could be []Struct, []*Struct, map[int64]Struct
  1382. // map[int64]*Struct
  1383. func (engine *Engine) Find(beans interface{}, condiBeans ...interface{}) error {
  1384. session := engine.NewSession()
  1385. defer session.Close()
  1386. return session.Find(beans, condiBeans...)
  1387. }
  1388. // Iterate record by record handle records from table, bean's non-empty fields
  1389. // are conditions.
  1390. func (engine *Engine) Iterate(bean interface{}, fun IterFunc) error {
  1391. session := engine.NewSession()
  1392. defer session.Close()
  1393. return session.Iterate(bean, fun)
  1394. }
  1395. // Rows return sql.Rows compatible Rows obj, as a forward Iterator object for iterating record by record, bean's non-empty fields
  1396. // are conditions.
  1397. func (engine *Engine) Rows(bean interface{}) (*Rows, error) {
  1398. session := engine.NewSession()
  1399. return session.Rows(bean)
  1400. }
  1401. // Count counts the records. bean's non-empty fields are conditions.
  1402. func (engine *Engine) Count(bean interface{}) (int64, error) {
  1403. session := engine.NewSession()
  1404. defer session.Close()
  1405. return session.Count(bean)
  1406. }
  1407. // Sum sum the records by some column. bean's non-empty fields are conditions.
  1408. func (engine *Engine) Sum(bean interface{}, colName string) (float64, error) {
  1409. session := engine.NewSession()
  1410. defer session.Close()
  1411. return session.Sum(bean, colName)
  1412. }
  1413. // Sums sum the records by some columns. bean's non-empty fields are conditions.
  1414. func (engine *Engine) Sums(bean interface{}, colNames ...string) ([]float64, error) {
  1415. session := engine.NewSession()
  1416. defer session.Close()
  1417. return session.Sums(bean, colNames...)
  1418. }
  1419. // SumsInt like Sums but return slice of int64 instead of float64.
  1420. func (engine *Engine) SumsInt(bean interface{}, colNames ...string) ([]int64, error) {
  1421. session := engine.NewSession()
  1422. defer session.Close()
  1423. return session.SumsInt(bean, colNames...)
  1424. }
  1425. // ImportFile SQL DDL file
  1426. func (engine *Engine) ImportFile(ddlPath string) ([]sql.Result, error) {
  1427. file, err := os.Open(ddlPath)
  1428. if err != nil {
  1429. return nil, err
  1430. }
  1431. defer file.Close()
  1432. return engine.Import(file)
  1433. }
  1434. // Import SQL DDL from io.Reader
  1435. func (engine *Engine) Import(r io.Reader) ([]sql.Result, error) {
  1436. var results []sql.Result
  1437. var lastError error
  1438. scanner := bufio.NewScanner(r)
  1439. semiColSpliter := func(data []byte, atEOF bool) (advance int, token []byte, err error) {
  1440. if atEOF && len(data) == 0 {
  1441. return 0, nil, nil
  1442. }
  1443. if i := bytes.IndexByte(data, ';'); i >= 0 {
  1444. return i + 1, data[0:i], nil
  1445. }
  1446. // If we're at EOF, we have a final, non-terminated line. Return it.
  1447. if atEOF {
  1448. return len(data), data, nil
  1449. }
  1450. // Request more data.
  1451. return 0, nil, nil
  1452. }
  1453. scanner.Split(semiColSpliter)
  1454. for scanner.Scan() {
  1455. query := strings.Trim(scanner.Text(), " \t\n\r")
  1456. if len(query) > 0 {
  1457. engine.logSQL(query)
  1458. result, err := engine.DB().Exec(query)
  1459. results = append(results, result)
  1460. if err != nil {
  1461. return nil, err
  1462. //lastError = err
  1463. }
  1464. }
  1465. }
  1466. return results, lastError
  1467. }
  1468. // TZTime change one time to xorm time location
  1469. func (engine *Engine) TZTime(t time.Time) time.Time {
  1470. if !t.IsZero() { // if time is not initialized it's not suitable for Time.In()
  1471. return t.In(engine.TZLocation)
  1472. }
  1473. return t
  1474. }
  1475. // NowTime return current time
  1476. func (engine *Engine) NowTime(sqlTypeName string) interface{} {
  1477. t := time.Now()
  1478. return engine.FormatTime(sqlTypeName, t)
  1479. }
  1480. // NowTime2 return current time
  1481. func (engine *Engine) NowTime2(sqlTypeName string) (interface{}, time.Time) {
  1482. t := time.Now()
  1483. return engine.FormatTime(sqlTypeName, t), t
  1484. }
  1485. // FormatTime format time
  1486. func (engine *Engine) FormatTime(sqlTypeName string, t time.Time) (v interface{}) {
  1487. return engine.formatTime(engine.TZLocation, sqlTypeName, t)
  1488. }
  1489. func (engine *Engine) formatColTime(col *core.Column, t time.Time) (v interface{}) {
  1490. if col.DisableTimeZone {
  1491. return engine.formatTime(nil, col.SQLType.Name, t)
  1492. } else if col.TimeZone != nil {
  1493. return engine.formatTime(col.TimeZone, col.SQLType.Name, t)
  1494. }
  1495. return engine.formatTime(engine.TZLocation, col.SQLType.Name, t)
  1496. }
  1497. func (engine *Engine) formatTime(tz *time.Location, sqlTypeName string, t time.Time) (v interface{}) {
  1498. if engine.dialect.DBType() == core.ORACLE {
  1499. return t
  1500. }
  1501. if tz != nil {
  1502. t = engine.TZTime(t)
  1503. }
  1504. switch sqlTypeName {
  1505. case core.Time:
  1506. s := t.Format("2006-01-02 15:04:05") //time.RFC3339
  1507. v = s[11:19]
  1508. case core.Date:
  1509. v = t.Format("2006-01-02")
  1510. case core.DateTime, core.TimeStamp:
  1511. if engine.dialect.DBType() == "ql" {
  1512. v = t
  1513. } else if engine.dialect.DBType() == "sqlite3" {
  1514. v = t.UTC().Format("2006-01-02 15:04:05")
  1515. } else {
  1516. v = t.Format("2006-01-02 15:04:05")
  1517. }
  1518. case core.TimeStampz:
  1519. if engine.dialect.DBType() == core.MSSQL {
  1520. v = t.Format("2006-01-02T15:04:05.9999999Z07:00")
  1521. } else if engine.DriverName() == "mssql" {
  1522. v = t
  1523. } else {
  1524. v = t.Format(time.RFC3339Nano)
  1525. }
  1526. case core.BigInt, core.Int:
  1527. v = t.Unix()
  1528. default:
  1529. v = t
  1530. }
  1531. return
  1532. }
  1533. // Unscoped always disable struct tag "deleted"
  1534. func (engine *Engine) Unscoped() *Session {
  1535. session := engine.NewSession()
  1536. session.IsAutoClose = true
  1537. return session.Unscoped()
  1538. }