session.go 50 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679
  1. // Copyright 2015 The Xorm Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package xorm
  5. import (
  6. "database/sql"
  7. "database/sql/driver"
  8. "encoding/json"
  9. "errors"
  10. "fmt"
  11. "hash/crc32"
  12. "reflect"
  13. "strconv"
  14. "strings"
  15. "time"
  16. "github.com/go-xorm/builder"
  17. "github.com/xormplus/core"
  18. )
  19. // Session keep a pointer to sql.DB and provides all execution of all
  20. // kind of database operations.
  21. type Session struct {
  22. db *core.DB
  23. Engine *Engine
  24. Tx *core.Tx
  25. Statement Statement
  26. currentTransaction *Transaction
  27. IsAutoCommit bool
  28. IsCommitedOrRollbacked bool
  29. IsSqlFunc bool
  30. TransType string
  31. IsAutoClose bool
  32. // Automatically reset the statement after operations that execute a SQL
  33. // query such as Count(), Find(), Get(), ...
  34. AutoResetStatement bool
  35. // !nashtsai! storing these beans due to yet committed tx
  36. afterInsertBeans map[interface{}]*[]func(interface{})
  37. afterUpdateBeans map[interface{}]*[]func(interface{})
  38. afterDeleteBeans map[interface{}]*[]func(interface{})
  39. // --
  40. beforeClosures []func(interface{})
  41. afterClosures []func(interface{})
  42. prepareStmt bool
  43. stmtCache map[uint32]*core.Stmt //key: hash.Hash32 of (queryStr, len(queryStr))
  44. cascadeDeep int
  45. // !evalphobia! stored the last executed query on this session
  46. //beforeSQLExec func(string, ...interface{})
  47. lastSQL string
  48. lastSQLArgs []interface{}
  49. rollbackSavePointID string
  50. }
  51. // Clone copy all the session's content and return a new session.
  52. func (session *Session) Clone() *Session {
  53. var sess = *session
  54. return &sess
  55. }
  56. // Init reset the session as the init status.
  57. func (session *Session) Init() {
  58. session.Statement.Init()
  59. session.Statement.Engine = session.Engine
  60. session.IsAutoCommit = true
  61. session.IsCommitedOrRollbacked = false
  62. session.IsAutoClose = false
  63. session.IsSqlFunc = false
  64. session.AutoResetStatement = true
  65. session.prepareStmt = false
  66. // !nashtsai! is lazy init better?
  67. session.afterInsertBeans = make(map[interface{}]*[]func(interface{}), 0)
  68. session.afterUpdateBeans = make(map[interface{}]*[]func(interface{}), 0)
  69. session.afterDeleteBeans = make(map[interface{}]*[]func(interface{}), 0)
  70. session.beforeClosures = make([]func(interface{}), 0)
  71. session.afterClosures = make([]func(interface{}), 0)
  72. session.lastSQL = ""
  73. session.lastSQLArgs = []interface{}{}
  74. }
  75. // Close release the connection from pool
  76. func (session *Session) Close() {
  77. for _, v := range session.stmtCache {
  78. v.Close()
  79. }
  80. if session.db != nil {
  81. // When Close be called, if session is a transaction and do not call
  82. // Commit or Rollback, then call Rollback.
  83. if session.Tx != nil && !session.IsCommitedOrRollbacked {
  84. session.rollback()
  85. }
  86. session.Tx = nil
  87. session.stmtCache = nil
  88. session.Init()
  89. session.db = nil
  90. }
  91. }
  92. func (session *Session) resetStatement() {
  93. if session.AutoResetStatement {
  94. session.Statement.Init()
  95. }
  96. session.IsSqlFunc = false
  97. }
  98. // Prepare set a flag to session that should be prepare statment before execute query
  99. func (session *Session) Prepare() *Session {
  100. session.prepareStmt = true
  101. return session
  102. }
  103. // Sql provides raw sql input parameter. When you have a complex SQL statement
  104. // and cannot use Where, Id, In and etc. Methods to describe, you can use SQL.
  105. //
  106. // Deprecated: use SQL instead.
  107. func (session *Session) Sql(query string, args ...interface{}) *Session {
  108. return session.SQL(query, args...)
  109. }
  110. // SQL provides raw sql input parameter. When you have a complex SQL statement
  111. // and cannot use Where, Id, In and etc. Methods to describe, you can use SQL.
  112. func (session *Session) SQL(query interface{}, args ...interface{}) *Session {
  113. session.IsSqlFunc = true
  114. session.Statement.SQL(query, args...)
  115. return session
  116. }
  117. // Where provides custom query condition.
  118. func (session *Session) Where(query interface{}, args ...interface{}) *Session {
  119. session.Statement.Where(query, args...)
  120. return session
  121. }
  122. // And provides custom query condition.
  123. func (session *Session) And(query interface{}, args ...interface{}) *Session {
  124. session.Statement.And(query, args...)
  125. return session
  126. }
  127. // Or provides custom query condition.
  128. func (session *Session) Or(query interface{}, args ...interface{}) *Session {
  129. session.Statement.Or(query, args...)
  130. return session
  131. }
  132. // Id provides converting id as a query condition
  133. //
  134. // Deprecated: use ID instead
  135. func (session *Session) Id(id interface{}) *Session {
  136. return session.ID(id)
  137. }
  138. // ID provides converting id as a query condition
  139. func (session *Session) ID(id interface{}) *Session {
  140. session.Statement.ID(id)
  141. return session
  142. }
  143. // Before Apply before Processor, affected bean is passed to closure arg
  144. func (session *Session) Before(closures func(interface{})) *Session {
  145. if closures != nil {
  146. session.beforeClosures = append(session.beforeClosures, closures)
  147. }
  148. return session
  149. }
  150. // After Apply after Processor, affected bean is passed to closure arg
  151. func (session *Session) After(closures func(interface{})) *Session {
  152. if closures != nil {
  153. session.afterClosures = append(session.afterClosures, closures)
  154. }
  155. return session
  156. }
  157. // Table can input a string or pointer to struct for special a table to operate.
  158. func (session *Session) Table(tableNameOrBean interface{}) *Session {
  159. session.Statement.Table(tableNameOrBean)
  160. return session
  161. }
  162. // Alias set the table alias
  163. func (session *Session) Alias(alias string) *Session {
  164. session.Statement.Alias(alias)
  165. return session
  166. }
  167. // In provides a query string like "id in (1, 2, 3)"
  168. func (session *Session) In(column string, args ...interface{}) *Session {
  169. session.Statement.In(column, args...)
  170. return session
  171. }
  172. // NotIn provides a query string like "id in (1, 2, 3)"
  173. func (session *Session) NotIn(column string, args ...interface{}) *Session {
  174. session.Statement.NotIn(column, args...)
  175. return session
  176. }
  177. // Incr provides a query string like "count = count + 1"
  178. func (session *Session) Incr(column string, arg ...interface{}) *Session {
  179. session.Statement.Incr(column, arg...)
  180. return session
  181. }
  182. // Decr provides a query string like "count = count - 1"
  183. func (session *Session) Decr(column string, arg ...interface{}) *Session {
  184. session.Statement.Decr(column, arg...)
  185. return session
  186. }
  187. // SetExpr provides a query string like "column = {expression}"
  188. func (session *Session) SetExpr(column string, expression string) *Session {
  189. session.Statement.SetExpr(column, expression)
  190. return session
  191. }
  192. // Select provides some columns to special
  193. func (session *Session) Select(str string) *Session {
  194. session.Statement.Select(str)
  195. return session
  196. }
  197. // Cols provides some columns to special
  198. func (session *Session) Cols(columns ...string) *Session {
  199. session.Statement.Cols(columns...)
  200. return session
  201. }
  202. // AllCols ask all columns
  203. func (session *Session) AllCols() *Session {
  204. session.Statement.AllCols()
  205. return session
  206. }
  207. // MustCols specify some columns must use even if they are empty
  208. func (session *Session) MustCols(columns ...string) *Session {
  209. session.Statement.MustCols(columns...)
  210. return session
  211. }
  212. // NoCascade indicate that no cascade load child object
  213. func (session *Session) NoCascade() *Session {
  214. session.Statement.UseCascade = false
  215. return session
  216. }
  217. // UseBool automatically retrieve condition according struct, but
  218. // if struct has bool field, it will ignore them. So use UseBool
  219. // to tell system to do not ignore them.
  220. // If no parameters, it will use all the bool field of struct, or
  221. // it will use parameters's columns
  222. func (session *Session) UseBool(columns ...string) *Session {
  223. session.Statement.UseBool(columns...)
  224. return session
  225. }
  226. // Distinct use for distinct columns. Caution: when you are using cache,
  227. // distinct will not be cached because cache system need id,
  228. // but distinct will not provide id
  229. func (session *Session) Distinct(columns ...string) *Session {
  230. session.Statement.Distinct(columns...)
  231. return session
  232. }
  233. // ForUpdate Set Read/Write locking for UPDATE
  234. func (session *Session) ForUpdate() *Session {
  235. session.Statement.IsForUpdate = true
  236. return session
  237. }
  238. // Omit Only not use the parameters as select or update columns
  239. func (session *Session) Omit(columns ...string) *Session {
  240. session.Statement.Omit(columns...)
  241. return session
  242. }
  243. // Nullable Set null when column is zero-value and nullable for update
  244. func (session *Session) Nullable(columns ...string) *Session {
  245. session.Statement.Nullable(columns...)
  246. return session
  247. }
  248. // NoAutoTime means do not automatically give created field and updated field
  249. // the current time on the current session temporarily
  250. func (session *Session) NoAutoTime() *Session {
  251. session.Statement.UseAutoTime = false
  252. return session
  253. }
  254. // NoAutoCondition disable generate SQL condition from beans
  255. func (session *Session) NoAutoCondition(no ...bool) *Session {
  256. session.Statement.NoAutoCondition(no...)
  257. return session
  258. }
  259. // Limit provide limit and offset query condition
  260. func (session *Session) Limit(limit int, start ...int) *Session {
  261. session.Statement.Limit(limit, start...)
  262. return session
  263. }
  264. // OrderBy provide order by query condition, the input parameter is the content
  265. // after order by on a sql statement.
  266. func (session *Session) OrderBy(order string) *Session {
  267. session.Statement.OrderBy(order)
  268. return session
  269. }
  270. // Desc provide desc order by query condition, the input parameters are columns.
  271. func (session *Session) Desc(colNames ...string) *Session {
  272. session.Statement.Desc(colNames...)
  273. return session
  274. }
  275. // Asc provide asc order by query condition, the input parameters are columns.
  276. func (session *Session) Asc(colNames ...string) *Session {
  277. session.Statement.Asc(colNames...)
  278. return session
  279. }
  280. // StoreEngine is only avialble mysql dialect currently
  281. func (session *Session) StoreEngine(storeEngine string) *Session {
  282. session.Statement.StoreEngine = storeEngine
  283. return session
  284. }
  285. // Charset is only avialble mysql dialect currently
  286. func (session *Session) Charset(charset string) *Session {
  287. session.Statement.Charset = charset
  288. return session
  289. }
  290. // Cascade indicates if loading sub Struct
  291. func (session *Session) Cascade(trueOrFalse ...bool) *Session {
  292. if len(trueOrFalse) >= 1 {
  293. session.Statement.UseCascade = trueOrFalse[0]
  294. }
  295. return session
  296. }
  297. // NoCache ask this session do not retrieve data from cache system and
  298. // get data from database directly.
  299. func (session *Session) NoCache() *Session {
  300. session.Statement.UseCache = false
  301. return session
  302. }
  303. // Join join_operator should be one of INNER, LEFT OUTER, CROSS etc - this will be prepended to JOIN
  304. func (session *Session) Join(joinOperator string, tablename interface{}, condition string, args ...interface{}) *Session {
  305. session.Statement.Join(joinOperator, tablename, condition, args...)
  306. return session
  307. }
  308. // GroupBy Generate Group By statement
  309. func (session *Session) GroupBy(keys string) *Session {
  310. session.Statement.GroupBy(keys)
  311. return session
  312. }
  313. // Having Generate Having statement
  314. func (session *Session) Having(conditions string) *Session {
  315. session.Statement.Having(conditions)
  316. return session
  317. }
  318. // DB db return the wrapper of sql.DB
  319. func (session *Session) DB() *core.DB {
  320. if session.db == nil {
  321. session.db = session.Engine.db
  322. session.stmtCache = make(map[uint32]*core.Stmt, 0)
  323. }
  324. return session.db
  325. }
  326. // Conds returns session query conditions
  327. func (session *Session) Conds() builder.Cond {
  328. return session.Statement.cond
  329. }
  330. func cleanupProcessorsClosures(slices *[]func(interface{})) {
  331. if len(*slices) > 0 {
  332. *slices = make([]func(interface{}), 0)
  333. }
  334. }
  335. func (session *Session) scanMapIntoStruct(obj interface{}, objMap map[string][]byte) error {
  336. dataStruct := rValue(obj)
  337. if dataStruct.Kind() != reflect.Struct {
  338. return errors.New("Expected a pointer to a struct")
  339. }
  340. var col *core.Column
  341. session.Statement.setRefValue(dataStruct)
  342. table := session.Statement.RefTable
  343. tableName := session.Statement.tableName
  344. for key, data := range objMap {
  345. if col = table.GetColumn(key); col == nil {
  346. session.Engine.logger.Warnf("struct %v's has not field %v. %v",
  347. table.Type.Name(), key, table.ColumnsSeq())
  348. continue
  349. }
  350. fieldName := col.FieldName
  351. fieldPath := strings.Split(fieldName, ".")
  352. var fieldValue reflect.Value
  353. if len(fieldPath) > 2 {
  354. session.Engine.logger.Error("Unsupported mutliderive", fieldName)
  355. continue
  356. } else if len(fieldPath) == 2 {
  357. parentField := dataStruct.FieldByName(fieldPath[0])
  358. if parentField.IsValid() {
  359. fieldValue = parentField.FieldByName(fieldPath[1])
  360. }
  361. } else {
  362. fieldValue = dataStruct.FieldByName(fieldName)
  363. }
  364. if !fieldValue.IsValid() || !fieldValue.CanSet() {
  365. session.Engine.logger.Warnf("table %v's column %v is not valid or cannot set", tableName, key)
  366. continue
  367. }
  368. err := session.bytes2Value(col, &fieldValue, data)
  369. if err != nil {
  370. return err
  371. }
  372. }
  373. return nil
  374. }
  375. func (session *Session) canCache() bool {
  376. if session.Statement.RefTable == nil ||
  377. session.Statement.JoinStr != "" ||
  378. session.Statement.RawSQL != "" ||
  379. !session.Statement.UseCache ||
  380. session.Statement.IsForUpdate ||
  381. session.Tx != nil ||
  382. len(session.Statement.selectStr) > 0 {
  383. return false
  384. }
  385. return true
  386. }
  387. func (session *Session) doPrepare(sqlStr string) (stmt *core.Stmt, err error) {
  388. crc := crc32.ChecksumIEEE([]byte(sqlStr))
  389. // TODO try hash(sqlStr+len(sqlStr))
  390. var has bool
  391. stmt, has = session.stmtCache[crc]
  392. if !has {
  393. stmt, err = session.DB().Prepare(sqlStr)
  394. if err != nil {
  395. return nil, err
  396. }
  397. session.stmtCache[crc] = stmt
  398. }
  399. return
  400. }
  401. func (session *Session) getField(dataStruct *reflect.Value, key string, table *core.Table, idx int) *reflect.Value {
  402. var col *core.Column
  403. if col = table.GetColumnIdx(key, idx); col == nil {
  404. //session.Engine.logger.Warnf("table %v has no column %v. %v", table.Name, key, table.ColumnsSeq())
  405. return nil
  406. }
  407. fieldValue, err := col.ValueOfV(dataStruct)
  408. if err != nil {
  409. session.Engine.logger.Error(err)
  410. return nil
  411. }
  412. if !fieldValue.IsValid() || !fieldValue.CanSet() {
  413. session.Engine.logger.Warnf("table %v's column %v is not valid or cannot set", table.Name, key)
  414. return nil
  415. }
  416. return fieldValue
  417. }
  418. // Cell cell is a result of one column field
  419. type Cell *interface{}
  420. func (session *Session) rows2Beans(rows *core.Rows, fields []string, fieldsCount int,
  421. table *core.Table, newElemFunc func() reflect.Value,
  422. sliceValueSetFunc func(*reflect.Value)) error {
  423. for rows.Next() {
  424. var newValue = newElemFunc()
  425. bean := newValue.Interface()
  426. dataStruct := rValue(bean)
  427. err := session._row2Bean(rows, fields, fieldsCount, bean, &dataStruct, table)
  428. if err != nil {
  429. return err
  430. }
  431. sliceValueSetFunc(&newValue)
  432. }
  433. return nil
  434. }
  435. func (session *Session) row2Bean(rows *core.Rows, fields []string, fieldsCount int, bean interface{}) error {
  436. dataStruct := rValue(bean)
  437. if dataStruct.Kind() != reflect.Struct {
  438. return errors.New("Expected a pointer to a struct")
  439. }
  440. session.Statement.setRefValue(dataStruct)
  441. return session._row2Bean(rows, fields, fieldsCount, bean, &dataStruct, session.Statement.RefTable)
  442. }
  443. func (session *Session) _row2Bean(rows *core.Rows, fields []string, fieldsCount int, bean interface{}, dataStruct *reflect.Value, table *core.Table) error {
  444. scanResults := make([]interface{}, fieldsCount)
  445. for i := 0; i < len(fields); i++ {
  446. var cell interface{}
  447. scanResults[i] = &cell
  448. }
  449. if err := rows.Scan(scanResults...); err != nil {
  450. return err
  451. }
  452. if b, hasBeforeSet := bean.(BeforeSetProcessor); hasBeforeSet {
  453. for ii, key := range fields {
  454. b.BeforeSet(key, Cell(scanResults[ii].(*interface{})))
  455. }
  456. }
  457. defer func() {
  458. if b, hasAfterSet := bean.(AfterSetProcessor); hasAfterSet {
  459. for ii, key := range fields {
  460. b.AfterSet(key, Cell(scanResults[ii].(*interface{})))
  461. }
  462. }
  463. }()
  464. var tempMap = make(map[string]int)
  465. for ii, key := range fields {
  466. var idx int
  467. var ok bool
  468. var lKey = strings.ToLower(key)
  469. if idx, ok = tempMap[lKey]; !ok {
  470. idx = 0
  471. } else {
  472. idx = idx + 1
  473. }
  474. tempMap[lKey] = idx
  475. if fieldValue := session.getField(dataStruct, key, table, idx); fieldValue != nil {
  476. rawValue := reflect.Indirect(reflect.ValueOf(scanResults[ii]))
  477. // if row is null then ignore
  478. if rawValue.Interface() == nil {
  479. continue
  480. }
  481. if fieldValue.CanAddr() {
  482. if structConvert, ok := fieldValue.Addr().Interface().(core.Conversion); ok {
  483. if data, err := value2Bytes(&rawValue); err == nil {
  484. structConvert.FromDB(data)
  485. } else {
  486. session.Engine.logger.Error(err)
  487. }
  488. continue
  489. }
  490. }
  491. if _, ok := fieldValue.Interface().(core.Conversion); ok {
  492. if data, err := value2Bytes(&rawValue); err == nil {
  493. if fieldValue.Kind() == reflect.Ptr && fieldValue.IsNil() {
  494. fieldValue.Set(reflect.New(fieldValue.Type().Elem()))
  495. }
  496. fieldValue.Interface().(core.Conversion).FromDB(data)
  497. } else {
  498. session.Engine.logger.Error(err)
  499. }
  500. continue
  501. }
  502. rawValueType := reflect.TypeOf(rawValue.Interface())
  503. vv := reflect.ValueOf(rawValue.Interface())
  504. fieldType := fieldValue.Type()
  505. hasAssigned := false
  506. col := table.GetColumnIdx(key, idx)
  507. if col.SQLType.IsJson() {
  508. var bs []byte
  509. if rawValueType.Kind() == reflect.String {
  510. bs = []byte(vv.String())
  511. } else if rawValueType.ConvertibleTo(core.BytesType) {
  512. bs = vv.Bytes()
  513. } else {
  514. return fmt.Errorf("unsupported database data type: %s %v", key, rawValueType.Kind())
  515. }
  516. hasAssigned = true
  517. if len(bs) > 0 {
  518. if fieldValue.CanAddr() {
  519. err := json.Unmarshal(bs, fieldValue.Addr().Interface())
  520. if err != nil {
  521. session.Engine.logger.Error(key, err)
  522. return err
  523. }
  524. } else {
  525. x := reflect.New(fieldType)
  526. err := json.Unmarshal(bs, x.Interface())
  527. if err != nil {
  528. session.Engine.logger.Error(key, err)
  529. return err
  530. }
  531. fieldValue.Set(x.Elem())
  532. }
  533. }
  534. continue
  535. }
  536. switch fieldType.Kind() {
  537. case reflect.Complex64, reflect.Complex128:
  538. // TODO: reimplement this
  539. var bs []byte
  540. if rawValueType.Kind() == reflect.String {
  541. bs = []byte(vv.String())
  542. } else if rawValueType.ConvertibleTo(core.BytesType) {
  543. bs = vv.Bytes()
  544. }
  545. hasAssigned = true
  546. if len(bs) > 0 {
  547. if fieldValue.CanAddr() {
  548. err := json.Unmarshal(bs, fieldValue.Addr().Interface())
  549. if err != nil {
  550. session.Engine.logger.Error(err)
  551. return err
  552. }
  553. } else {
  554. x := reflect.New(fieldType)
  555. err := json.Unmarshal(bs, x.Interface())
  556. if err != nil {
  557. session.Engine.logger.Error(err)
  558. return err
  559. }
  560. fieldValue.Set(x.Elem())
  561. }
  562. }
  563. case reflect.Slice, reflect.Array:
  564. switch rawValueType.Kind() {
  565. case reflect.Slice, reflect.Array:
  566. switch rawValueType.Elem().Kind() {
  567. case reflect.Uint8:
  568. if fieldType.Elem().Kind() == reflect.Uint8 {
  569. hasAssigned = true
  570. fieldValue.Set(vv)
  571. }
  572. }
  573. }
  574. case reflect.String:
  575. if rawValueType.Kind() == reflect.String {
  576. hasAssigned = true
  577. fieldValue.SetString(vv.String())
  578. }
  579. case reflect.Bool:
  580. if rawValueType.Kind() == reflect.Bool {
  581. hasAssigned = true
  582. fieldValue.SetBool(vv.Bool())
  583. }
  584. case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64:
  585. switch rawValueType.Kind() {
  586. case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64:
  587. hasAssigned = true
  588. fieldValue.SetInt(vv.Int())
  589. }
  590. case reflect.Float32, reflect.Float64:
  591. switch rawValueType.Kind() {
  592. case reflect.Float32, reflect.Float64:
  593. hasAssigned = true
  594. fieldValue.SetFloat(vv.Float())
  595. }
  596. case reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64, reflect.Uint:
  597. switch rawValueType.Kind() {
  598. case reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64, reflect.Uint:
  599. hasAssigned = true
  600. fieldValue.SetUint(vv.Uint())
  601. case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64:
  602. hasAssigned = true
  603. fieldValue.SetUint(uint64(vv.Int()))
  604. }
  605. case reflect.Struct:
  606. if fieldType.ConvertibleTo(core.TimeType) {
  607. if rawValueType == core.TimeType {
  608. hasAssigned = true
  609. t := vv.Convert(core.TimeType).Interface().(time.Time)
  610. z, _ := t.Zone()
  611. dbTZ := session.Engine.DatabaseTZ
  612. if dbTZ == nil {
  613. if session.Engine.dialect.DBType() == core.SQLITE {
  614. dbTZ = time.UTC
  615. } else {
  616. dbTZ = time.Local
  617. }
  618. }
  619. // set new location if database don't save timezone or give an incorrect timezone
  620. if len(z) == 0 || t.Year() == 0 || t.Location().String() != dbTZ.String() { // !nashtsai! HACK tmp work around for lib/pq doesn't properly time with location
  621. session.Engine.logger.Debugf("empty zone key[%v] : %v | zone: %v | location: %+v\n", key, t, z, *t.Location())
  622. t = time.Date(t.Year(), t.Month(), t.Day(), t.Hour(),
  623. t.Minute(), t.Second(), t.Nanosecond(), dbTZ)
  624. }
  625. // !nashtsai! convert to engine location
  626. if col.TimeZone == nil {
  627. t = t.In(session.Engine.TZLocation)
  628. } else {
  629. t = t.In(col.TimeZone)
  630. }
  631. fieldValue.Set(reflect.ValueOf(t).Convert(fieldType))
  632. // t = fieldValue.Interface().(time.Time)
  633. // z, _ = t.Zone()
  634. // session.Engine.LogDebug("fieldValue key[%v]: %v | zone: %v | location: %+v\n", key, t, z, *t.Location())
  635. } else if rawValueType == core.IntType || rawValueType == core.Int64Type ||
  636. rawValueType == core.Int32Type {
  637. hasAssigned = true
  638. var tz *time.Location
  639. if col.TimeZone == nil {
  640. tz = session.Engine.TZLocation
  641. } else {
  642. tz = col.TimeZone
  643. }
  644. t := time.Unix(vv.Int(), 0).In(tz)
  645. //vv = reflect.ValueOf(t)
  646. fieldValue.Set(reflect.ValueOf(t).Convert(fieldType))
  647. } else {
  648. if d, ok := vv.Interface().([]uint8); ok {
  649. hasAssigned = true
  650. t, err := session.byte2Time(col, d)
  651. if err != nil {
  652. session.Engine.logger.Error("byte2Time error:", err.Error())
  653. hasAssigned = false
  654. } else {
  655. fieldValue.Set(reflect.ValueOf(t).Convert(fieldType))
  656. }
  657. } else if d, ok := vv.Interface().(string); ok {
  658. hasAssigned = true
  659. t, err := session.str2Time(col, d)
  660. if err != nil {
  661. session.Engine.logger.Error("byte2Time error:", err.Error())
  662. hasAssigned = false
  663. } else {
  664. fieldValue.Set(reflect.ValueOf(t).Convert(fieldType))
  665. }
  666. } else {
  667. panic(fmt.Sprintf("rawValueType is %v, value is %v", rawValueType, vv.Interface()))
  668. }
  669. }
  670. } else if nulVal, ok := fieldValue.Addr().Interface().(sql.Scanner); ok {
  671. // !<winxxp>! 增加支持sql.Scanner接口的结构,如sql.NullString
  672. hasAssigned = true
  673. if err := nulVal.Scan(vv.Interface()); err != nil {
  674. session.Engine.logger.Error("sql.Sanner error:", err.Error())
  675. hasAssigned = false
  676. }
  677. } else if col.SQLType.IsJson() {
  678. if rawValueType.Kind() == reflect.String {
  679. hasAssigned = true
  680. x := reflect.New(fieldType)
  681. if len([]byte(vv.String())) > 0 {
  682. err := json.Unmarshal([]byte(vv.String()), x.Interface())
  683. if err != nil {
  684. session.Engine.logger.Error(err)
  685. return err
  686. }
  687. fieldValue.Set(x.Elem())
  688. }
  689. } else if rawValueType.Kind() == reflect.Slice {
  690. hasAssigned = true
  691. x := reflect.New(fieldType)
  692. if len(vv.Bytes()) > 0 {
  693. err := json.Unmarshal(vv.Bytes(), x.Interface())
  694. if err != nil {
  695. session.Engine.logger.Error(err)
  696. return err
  697. }
  698. fieldValue.Set(x.Elem())
  699. }
  700. }
  701. } else if session.Statement.UseCascade {
  702. table := session.Engine.autoMapType(*fieldValue)
  703. if table != nil {
  704. hasAssigned = true
  705. if len(table.PrimaryKeys) != 1 {
  706. panic("unsupported non or composited primary key cascade")
  707. }
  708. var pk = make(core.PK, len(table.PrimaryKeys))
  709. switch rawValueType.Kind() {
  710. case reflect.Int64:
  711. pk[0] = vv.Int()
  712. case reflect.Int:
  713. pk[0] = int(vv.Int())
  714. case reflect.Int32:
  715. pk[0] = int32(vv.Int())
  716. case reflect.Int16:
  717. pk[0] = int16(vv.Int())
  718. case reflect.Int8:
  719. pk[0] = int8(vv.Int())
  720. case reflect.Uint64:
  721. pk[0] = vv.Uint()
  722. case reflect.Uint:
  723. pk[0] = uint(vv.Uint())
  724. case reflect.Uint32:
  725. pk[0] = uint32(vv.Uint())
  726. case reflect.Uint16:
  727. pk[0] = uint16(vv.Uint())
  728. case reflect.Uint8:
  729. pk[0] = uint8(vv.Uint())
  730. case reflect.String:
  731. pk[0] = vv.String()
  732. case reflect.Slice:
  733. pk[0], _ = strconv.ParseInt(string(rawValue.Interface().([]byte)), 10, 64)
  734. default:
  735. panic(fmt.Sprintf("unsupported primary key type: %v, %v", rawValueType, fieldValue))
  736. }
  737. if !isPKZero(pk) {
  738. // !nashtsai! TODO for hasOne relationship, it's preferred to use join query for eager fetch
  739. // however, also need to consider adding a 'lazy' attribute to xorm tag which allow hasOne
  740. // property to be fetched lazily
  741. structInter := reflect.New(fieldValue.Type())
  742. newsession := session.Engine.NewSession()
  743. defer newsession.Close()
  744. has, err := newsession.Id(pk).NoCascade().Get(structInter.Interface())
  745. if err != nil {
  746. return err
  747. }
  748. if has {
  749. //v := structInter.Elem().Interface()
  750. //fieldValue.Set(reflect.ValueOf(v))
  751. fieldValue.Set(structInter.Elem())
  752. } else {
  753. return errors.New("cascade obj is not exist")
  754. }
  755. }
  756. } else {
  757. session.Engine.logger.Error("unsupported struct type in Scan: ", fieldValue.Type().String())
  758. }
  759. }
  760. case reflect.Ptr:
  761. // !nashtsai! TODO merge duplicated codes above
  762. //typeStr := fieldType.String()
  763. switch fieldType {
  764. // following types case matching ptr's native type, therefore assign ptr directly
  765. case core.PtrStringType:
  766. if rawValueType.Kind() == reflect.String {
  767. x := vv.String()
  768. hasAssigned = true
  769. fieldValue.Set(reflect.ValueOf(&x))
  770. }
  771. case core.PtrBoolType:
  772. if rawValueType.Kind() == reflect.Bool {
  773. x := vv.Bool()
  774. hasAssigned = true
  775. fieldValue.Set(reflect.ValueOf(&x))
  776. }
  777. case core.PtrTimeType:
  778. if rawValueType == core.PtrTimeType {
  779. hasAssigned = true
  780. var x = rawValue.Interface().(time.Time)
  781. fieldValue.Set(reflect.ValueOf(&x))
  782. }
  783. case core.PtrFloat64Type:
  784. if rawValueType.Kind() == reflect.Float64 {
  785. x := vv.Float()
  786. hasAssigned = true
  787. fieldValue.Set(reflect.ValueOf(&x))
  788. }
  789. case core.PtrUint64Type:
  790. if rawValueType.Kind() == reflect.Int64 {
  791. var x = uint64(vv.Int())
  792. hasAssigned = true
  793. fieldValue.Set(reflect.ValueOf(&x))
  794. }
  795. case core.PtrInt64Type:
  796. if rawValueType.Kind() == reflect.Int64 {
  797. x := vv.Int()
  798. hasAssigned = true
  799. fieldValue.Set(reflect.ValueOf(&x))
  800. }
  801. case core.PtrFloat32Type:
  802. if rawValueType.Kind() == reflect.Float64 {
  803. var x = float32(vv.Float())
  804. hasAssigned = true
  805. fieldValue.Set(reflect.ValueOf(&x))
  806. }
  807. case core.PtrIntType:
  808. if rawValueType.Kind() == reflect.Int64 {
  809. var x = int(vv.Int())
  810. hasAssigned = true
  811. fieldValue.Set(reflect.ValueOf(&x))
  812. }
  813. case core.PtrInt32Type:
  814. if rawValueType.Kind() == reflect.Int64 {
  815. var x = int32(vv.Int())
  816. hasAssigned = true
  817. fieldValue.Set(reflect.ValueOf(&x))
  818. }
  819. case core.PtrInt8Type:
  820. if rawValueType.Kind() == reflect.Int64 {
  821. var x = int8(vv.Int())
  822. hasAssigned = true
  823. fieldValue.Set(reflect.ValueOf(&x))
  824. }
  825. case core.PtrInt16Type:
  826. if rawValueType.Kind() == reflect.Int64 {
  827. var x = int16(vv.Int())
  828. hasAssigned = true
  829. fieldValue.Set(reflect.ValueOf(&x))
  830. }
  831. case core.PtrUintType:
  832. if rawValueType.Kind() == reflect.Int64 {
  833. var x = uint(vv.Int())
  834. hasAssigned = true
  835. fieldValue.Set(reflect.ValueOf(&x))
  836. }
  837. case core.PtrUint32Type:
  838. if rawValueType.Kind() == reflect.Int64 {
  839. var x = uint32(vv.Int())
  840. hasAssigned = true
  841. fieldValue.Set(reflect.ValueOf(&x))
  842. }
  843. case core.Uint8Type:
  844. if rawValueType.Kind() == reflect.Int64 {
  845. var x = uint8(vv.Int())
  846. hasAssigned = true
  847. fieldValue.Set(reflect.ValueOf(&x))
  848. }
  849. case core.Uint16Type:
  850. if rawValueType.Kind() == reflect.Int64 {
  851. var x = uint16(vv.Int())
  852. hasAssigned = true
  853. fieldValue.Set(reflect.ValueOf(&x))
  854. }
  855. case core.Complex64Type:
  856. var x complex64
  857. if len([]byte(vv.String())) > 0 {
  858. err := json.Unmarshal([]byte(vv.String()), &x)
  859. if err != nil {
  860. session.Engine.logger.Error(err)
  861. } else {
  862. fieldValue.Set(reflect.ValueOf(&x))
  863. }
  864. }
  865. hasAssigned = true
  866. case core.Complex128Type:
  867. var x complex128
  868. if len([]byte(vv.String())) > 0 {
  869. err := json.Unmarshal([]byte(vv.String()), &x)
  870. if err != nil {
  871. session.Engine.logger.Error(err)
  872. } else {
  873. fieldValue.Set(reflect.ValueOf(&x))
  874. }
  875. }
  876. hasAssigned = true
  877. } // switch fieldType
  878. // default:
  879. // session.Engine.LogError("unsupported type in Scan: ", reflect.TypeOf(v).String())
  880. } // switch fieldType.Kind()
  881. // !nashtsai! for value can't be assigned directly fallback to convert to []byte then back to value
  882. if !hasAssigned {
  883. data, err := value2Bytes(&rawValue)
  884. if err == nil {
  885. session.bytes2Value(col, fieldValue, data)
  886. } else {
  887. session.Engine.logger.Error(err.Error())
  888. }
  889. }
  890. }
  891. }
  892. return nil
  893. }
  894. func (session *Session) queryPreprocess(sqlStr *string, paramStr ...interface{}) {
  895. for _, filter := range session.Engine.dialect.Filters() {
  896. *sqlStr = filter.Do(*sqlStr, session.Engine.dialect, session.Statement.RefTable)
  897. }
  898. session.saveLastSQL(*sqlStr, paramStr...)
  899. }
  900. func (session *Session) str2Time(col *core.Column, data string) (outTime time.Time, outErr error) {
  901. sdata := strings.TrimSpace(data)
  902. var x time.Time
  903. var err error
  904. if sdata == "0000-00-00 00:00:00" ||
  905. sdata == "0001-01-01 00:00:00" {
  906. } else if !strings.ContainsAny(sdata, "- :") { // !nashtsai! has only found that mymysql driver is using this for time type column
  907. // time stamp
  908. sd, err := strconv.ParseInt(sdata, 10, 64)
  909. if err == nil {
  910. x = time.Unix(sd, 0)
  911. // !nashtsai! HACK mymysql driver is causing Local location being change to CHAT and cause wrong time conversion
  912. if col.TimeZone == nil {
  913. x = x.In(session.Engine.TZLocation)
  914. } else {
  915. x = x.In(col.TimeZone)
  916. }
  917. session.Engine.logger.Debugf("time(0) key[%v]: %+v | sdata: [%v]\n", col.FieldName, x, sdata)
  918. } else {
  919. session.Engine.logger.Debugf("time(0) err key[%v]: %+v | sdata: [%v]\n", col.FieldName, x, sdata)
  920. }
  921. } else if len(sdata) > 19 && strings.Contains(sdata, "-") {
  922. x, err = time.ParseInLocation(time.RFC3339Nano, sdata, session.Engine.TZLocation)
  923. session.Engine.logger.Debugf("time(1) key[%v]: %+v | sdata: [%v]\n", col.FieldName, x, sdata)
  924. if err != nil {
  925. x, err = time.ParseInLocation("2006-01-02 15:04:05.999999999", sdata, session.Engine.TZLocation)
  926. session.Engine.logger.Debugf("time(2) key[%v]: %+v | sdata: [%v]\n", col.FieldName, x, sdata)
  927. }
  928. if err != nil {
  929. x, err = time.ParseInLocation("2006-01-02 15:04:05.9999999 Z07:00", sdata, session.Engine.TZLocation)
  930. session.Engine.logger.Debugf("time(3) key[%v]: %+v | sdata: [%v]\n", col.FieldName, x, sdata)
  931. }
  932. } else if len(sdata) == 19 && strings.Contains(sdata, "-") {
  933. x, err = time.ParseInLocation("2006-01-02 15:04:05", sdata, session.Engine.TZLocation)
  934. session.Engine.logger.Debugf("time(4) key[%v]: %+v | sdata: [%v]\n", col.FieldName, x, sdata)
  935. } else if len(sdata) == 10 && sdata[4] == '-' && sdata[7] == '-' {
  936. x, err = time.ParseInLocation("2006-01-02", sdata, session.Engine.TZLocation)
  937. session.Engine.logger.Debugf("time(5) key[%v]: %+v | sdata: [%v]\n", col.FieldName, x, sdata)
  938. } else if col.SQLType.Name == core.Time {
  939. if strings.Contains(sdata, " ") {
  940. ssd := strings.Split(sdata, " ")
  941. sdata = ssd[1]
  942. }
  943. sdata = strings.TrimSpace(sdata)
  944. if session.Engine.dialect.DBType() == core.MYSQL && len(sdata) > 8 {
  945. sdata = sdata[len(sdata)-8:]
  946. }
  947. st := fmt.Sprintf("2006-01-02 %v", sdata)
  948. x, err = time.ParseInLocation("2006-01-02 15:04:05", st, session.Engine.TZLocation)
  949. session.Engine.logger.Debugf("time(6) key[%v]: %+v | sdata: [%v]\n", col.FieldName, x, sdata)
  950. } else {
  951. outErr = fmt.Errorf("unsupported time format %v", sdata)
  952. return
  953. }
  954. if err != nil {
  955. outErr = fmt.Errorf("unsupported time format %v: %v", sdata, err)
  956. return
  957. }
  958. outTime = x
  959. return
  960. }
  961. func (session *Session) byte2Time(col *core.Column, data []byte) (outTime time.Time, outErr error) {
  962. return session.str2Time(col, string(data))
  963. }
  964. // convert a db data([]byte) to a field value
  965. func (session *Session) bytes2Value(col *core.Column, fieldValue *reflect.Value, data []byte) error {
  966. if structConvert, ok := fieldValue.Addr().Interface().(core.Conversion); ok {
  967. return structConvert.FromDB(data)
  968. }
  969. if structConvert, ok := fieldValue.Interface().(core.Conversion); ok {
  970. return structConvert.FromDB(data)
  971. }
  972. var v interface{}
  973. key := col.Name
  974. fieldType := fieldValue.Type()
  975. switch fieldType.Kind() {
  976. case reflect.Complex64, reflect.Complex128:
  977. x := reflect.New(fieldType)
  978. if len(data) > 0 {
  979. err := json.Unmarshal(data, x.Interface())
  980. if err != nil {
  981. session.Engine.logger.Error(err)
  982. return err
  983. }
  984. fieldValue.Set(x.Elem())
  985. }
  986. case reflect.Slice, reflect.Array, reflect.Map:
  987. v = data
  988. t := fieldType.Elem()
  989. k := t.Kind()
  990. if col.SQLType.IsText() {
  991. x := reflect.New(fieldType)
  992. if len(data) > 0 {
  993. err := json.Unmarshal(data, x.Interface())
  994. if err != nil {
  995. session.Engine.logger.Error(err)
  996. return err
  997. }
  998. fieldValue.Set(x.Elem())
  999. }
  1000. } else if col.SQLType.IsBlob() {
  1001. if k == reflect.Uint8 {
  1002. fieldValue.Set(reflect.ValueOf(v))
  1003. } else {
  1004. x := reflect.New(fieldType)
  1005. if len(data) > 0 {
  1006. err := json.Unmarshal(data, x.Interface())
  1007. if err != nil {
  1008. session.Engine.logger.Error(err)
  1009. return err
  1010. }
  1011. fieldValue.Set(x.Elem())
  1012. }
  1013. }
  1014. } else {
  1015. return ErrUnSupportedType
  1016. }
  1017. case reflect.String:
  1018. fieldValue.SetString(string(data))
  1019. case reflect.Bool:
  1020. d := string(data)
  1021. v, err := strconv.ParseBool(d)
  1022. if err != nil {
  1023. return fmt.Errorf("arg %v as bool: %s", key, err.Error())
  1024. }
  1025. fieldValue.Set(reflect.ValueOf(v))
  1026. case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64:
  1027. sdata := string(data)
  1028. var x int64
  1029. var err error
  1030. // for mysql, when use bit, it returned \x01
  1031. if col.SQLType.Name == core.Bit &&
  1032. session.Engine.dialect.DBType() == core.MYSQL { // !nashtsai! TODO dialect needs to provide conversion interface API
  1033. if len(data) == 1 {
  1034. x = int64(data[0])
  1035. } else {
  1036. x = 0
  1037. }
  1038. } else if strings.HasPrefix(sdata, "0x") {
  1039. x, err = strconv.ParseInt(sdata, 16, 64)
  1040. } else if strings.HasPrefix(sdata, "0") {
  1041. x, err = strconv.ParseInt(sdata, 8, 64)
  1042. } else if strings.EqualFold(sdata, "true") {
  1043. x = 1
  1044. } else if strings.EqualFold(sdata, "false") {
  1045. x = 0
  1046. } else {
  1047. x, err = strconv.ParseInt(sdata, 10, 64)
  1048. }
  1049. if err != nil {
  1050. return fmt.Errorf("arg %v as int: %s", key, err.Error())
  1051. }
  1052. fieldValue.SetInt(x)
  1053. case reflect.Float32, reflect.Float64:
  1054. x, err := strconv.ParseFloat(string(data), 64)
  1055. if err != nil {
  1056. return fmt.Errorf("arg %v as float64: %s", key, err.Error())
  1057. }
  1058. fieldValue.SetFloat(x)
  1059. case reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64, reflect.Uint:
  1060. x, err := strconv.ParseUint(string(data), 10, 64)
  1061. if err != nil {
  1062. return fmt.Errorf("arg %v as int: %s", key, err.Error())
  1063. }
  1064. fieldValue.SetUint(x)
  1065. //Currently only support Time type
  1066. case reflect.Struct:
  1067. // !<winxxp>! 增加支持sql.Scanner接口的结构,如sql.NullString
  1068. if nulVal, ok := fieldValue.Addr().Interface().(sql.Scanner); ok {
  1069. if err := nulVal.Scan(data); err != nil {
  1070. return fmt.Errorf("sql.Scan(%v) failed: %s ", data, err.Error())
  1071. }
  1072. } else {
  1073. if fieldType.ConvertibleTo(core.TimeType) {
  1074. x, err := session.byte2Time(col, data)
  1075. if err != nil {
  1076. return err
  1077. }
  1078. v = x
  1079. fieldValue.Set(reflect.ValueOf(v).Convert(fieldType))
  1080. } else if session.Statement.UseCascade {
  1081. table := session.Engine.autoMapType(*fieldValue)
  1082. if table != nil {
  1083. // TODO: current only support 1 primary key
  1084. if len(table.PrimaryKeys) > 1 {
  1085. panic("unsupported composited primary key cascade")
  1086. }
  1087. var pk = make(core.PK, len(table.PrimaryKeys))
  1088. rawValueType := table.ColumnType(table.PKColumns()[0].FieldName)
  1089. var err error
  1090. pk[0], err = str2PK(string(data), rawValueType)
  1091. if err != nil {
  1092. return err
  1093. }
  1094. if !isPKZero(pk) {
  1095. // !nashtsai! TODO for hasOne relationship, it's preferred to use join query for eager fetch
  1096. // however, also need to consider adding a 'lazy' attribute to xorm tag which allow hasOne
  1097. // property to be fetched lazily
  1098. structInter := reflect.New(fieldValue.Type())
  1099. newsession := session.Engine.NewSession()
  1100. defer newsession.Close()
  1101. has, err := newsession.Id(pk).NoCascade().Get(structInter.Interface())
  1102. if err != nil {
  1103. return err
  1104. }
  1105. if has {
  1106. v = structInter.Elem().Interface()
  1107. fieldValue.Set(reflect.ValueOf(v))
  1108. } else {
  1109. return errors.New("cascade obj is not exist")
  1110. }
  1111. }
  1112. } else {
  1113. return fmt.Errorf("unsupported struct type in Scan: %s", fieldValue.Type().String())
  1114. }
  1115. }
  1116. }
  1117. case reflect.Ptr:
  1118. // !nashtsai! TODO merge duplicated codes above
  1119. //typeStr := fieldType.String()
  1120. switch fieldType.Elem().Kind() {
  1121. // case "*string":
  1122. case core.StringType.Kind():
  1123. x := string(data)
  1124. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  1125. // case "*bool":
  1126. case core.BoolType.Kind():
  1127. d := string(data)
  1128. v, err := strconv.ParseBool(d)
  1129. if err != nil {
  1130. return fmt.Errorf("arg %v as bool: %s", key, err.Error())
  1131. }
  1132. fieldValue.Set(reflect.ValueOf(&v).Convert(fieldType))
  1133. // case "*complex64":
  1134. case core.Complex64Type.Kind():
  1135. var x complex64
  1136. if len(data) > 0 {
  1137. err := json.Unmarshal(data, &x)
  1138. if err != nil {
  1139. session.Engine.logger.Error(err)
  1140. return err
  1141. }
  1142. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  1143. }
  1144. // case "*complex128":
  1145. case core.Complex128Type.Kind():
  1146. var x complex128
  1147. if len(data) > 0 {
  1148. err := json.Unmarshal(data, &x)
  1149. if err != nil {
  1150. session.Engine.logger.Error(err)
  1151. return err
  1152. }
  1153. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  1154. }
  1155. // case "*float64":
  1156. case core.Float64Type.Kind():
  1157. x, err := strconv.ParseFloat(string(data), 64)
  1158. if err != nil {
  1159. return fmt.Errorf("arg %v as float64: %s", key, err.Error())
  1160. }
  1161. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  1162. // case "*float32":
  1163. case core.Float32Type.Kind():
  1164. var x float32
  1165. x1, err := strconv.ParseFloat(string(data), 32)
  1166. if err != nil {
  1167. return fmt.Errorf("arg %v as float32: %s", key, err.Error())
  1168. }
  1169. x = float32(x1)
  1170. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  1171. // case "*uint64":
  1172. case core.Uint64Type.Kind():
  1173. var x uint64
  1174. x, err := strconv.ParseUint(string(data), 10, 64)
  1175. if err != nil {
  1176. return fmt.Errorf("arg %v as int: %s", key, err.Error())
  1177. }
  1178. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  1179. // case "*uint":
  1180. case core.UintType.Kind():
  1181. var x uint
  1182. x1, err := strconv.ParseUint(string(data), 10, 64)
  1183. if err != nil {
  1184. return fmt.Errorf("arg %v as int: %s", key, err.Error())
  1185. }
  1186. x = uint(x1)
  1187. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  1188. // case "*uint32":
  1189. case core.Uint32Type.Kind():
  1190. var x uint32
  1191. x1, err := strconv.ParseUint(string(data), 10, 64)
  1192. if err != nil {
  1193. return fmt.Errorf("arg %v as int: %s", key, err.Error())
  1194. }
  1195. x = uint32(x1)
  1196. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  1197. // case "*uint8":
  1198. case core.Uint8Type.Kind():
  1199. var x uint8
  1200. x1, err := strconv.ParseUint(string(data), 10, 64)
  1201. if err != nil {
  1202. return fmt.Errorf("arg %v as int: %s", key, err.Error())
  1203. }
  1204. x = uint8(x1)
  1205. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  1206. // case "*uint16":
  1207. case core.Uint16Type.Kind():
  1208. var x uint16
  1209. x1, err := strconv.ParseUint(string(data), 10, 64)
  1210. if err != nil {
  1211. return fmt.Errorf("arg %v as int: %s", key, err.Error())
  1212. }
  1213. x = uint16(x1)
  1214. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  1215. // case "*int64":
  1216. case core.Int64Type.Kind():
  1217. sdata := string(data)
  1218. var x int64
  1219. var err error
  1220. // for mysql, when use bit, it returned \x01
  1221. if col.SQLType.Name == core.Bit &&
  1222. strings.Contains(session.Engine.DriverName(), "mysql") {
  1223. if len(data) == 1 {
  1224. x = int64(data[0])
  1225. } else {
  1226. x = 0
  1227. }
  1228. } else if strings.HasPrefix(sdata, "0x") {
  1229. x, err = strconv.ParseInt(sdata, 16, 64)
  1230. } else if strings.HasPrefix(sdata, "0") {
  1231. x, err = strconv.ParseInt(sdata, 8, 64)
  1232. } else {
  1233. x, err = strconv.ParseInt(sdata, 10, 64)
  1234. }
  1235. if err != nil {
  1236. return fmt.Errorf("arg %v as int: %s", key, err.Error())
  1237. }
  1238. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  1239. // case "*int":
  1240. case core.IntType.Kind():
  1241. sdata := string(data)
  1242. var x int
  1243. var x1 int64
  1244. var err error
  1245. // for mysql, when use bit, it returned \x01
  1246. if col.SQLType.Name == core.Bit &&
  1247. strings.Contains(session.Engine.DriverName(), "mysql") {
  1248. if len(data) == 1 {
  1249. x = int(data[0])
  1250. } else {
  1251. x = 0
  1252. }
  1253. } else if strings.HasPrefix(sdata, "0x") {
  1254. x1, err = strconv.ParseInt(sdata, 16, 64)
  1255. x = int(x1)
  1256. } else if strings.HasPrefix(sdata, "0") {
  1257. x1, err = strconv.ParseInt(sdata, 8, 64)
  1258. x = int(x1)
  1259. } else {
  1260. x1, err = strconv.ParseInt(sdata, 10, 64)
  1261. x = int(x1)
  1262. }
  1263. if err != nil {
  1264. return fmt.Errorf("arg %v as int: %s", key, err.Error())
  1265. }
  1266. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  1267. // case "*int32":
  1268. case core.Int32Type.Kind():
  1269. sdata := string(data)
  1270. var x int32
  1271. var x1 int64
  1272. var err error
  1273. // for mysql, when use bit, it returned \x01
  1274. if col.SQLType.Name == core.Bit &&
  1275. session.Engine.dialect.DBType() == core.MYSQL {
  1276. if len(data) == 1 {
  1277. x = int32(data[0])
  1278. } else {
  1279. x = 0
  1280. }
  1281. } else if strings.HasPrefix(sdata, "0x") {
  1282. x1, err = strconv.ParseInt(sdata, 16, 64)
  1283. x = int32(x1)
  1284. } else if strings.HasPrefix(sdata, "0") {
  1285. x1, err = strconv.ParseInt(sdata, 8, 64)
  1286. x = int32(x1)
  1287. } else {
  1288. x1, err = strconv.ParseInt(sdata, 10, 64)
  1289. x = int32(x1)
  1290. }
  1291. if err != nil {
  1292. return fmt.Errorf("arg %v as int: %s", key, err.Error())
  1293. }
  1294. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  1295. // case "*int8":
  1296. case core.Int8Type.Kind():
  1297. sdata := string(data)
  1298. var x int8
  1299. var x1 int64
  1300. var err error
  1301. // for mysql, when use bit, it returned \x01
  1302. if col.SQLType.Name == core.Bit &&
  1303. strings.Contains(session.Engine.DriverName(), "mysql") {
  1304. if len(data) == 1 {
  1305. x = int8(data[0])
  1306. } else {
  1307. x = 0
  1308. }
  1309. } else if strings.HasPrefix(sdata, "0x") {
  1310. x1, err = strconv.ParseInt(sdata, 16, 64)
  1311. x = int8(x1)
  1312. } else if strings.HasPrefix(sdata, "0") {
  1313. x1, err = strconv.ParseInt(sdata, 8, 64)
  1314. x = int8(x1)
  1315. } else {
  1316. x1, err = strconv.ParseInt(sdata, 10, 64)
  1317. x = int8(x1)
  1318. }
  1319. if err != nil {
  1320. return fmt.Errorf("arg %v as int: %s", key, err.Error())
  1321. }
  1322. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  1323. // case "*int16":
  1324. case core.Int16Type.Kind():
  1325. sdata := string(data)
  1326. var x int16
  1327. var x1 int64
  1328. var err error
  1329. // for mysql, when use bit, it returned \x01
  1330. if col.SQLType.Name == core.Bit &&
  1331. strings.Contains(session.Engine.DriverName(), "mysql") {
  1332. if len(data) == 1 {
  1333. x = int16(data[0])
  1334. } else {
  1335. x = 0
  1336. }
  1337. } else if strings.HasPrefix(sdata, "0x") {
  1338. x1, err = strconv.ParseInt(sdata, 16, 64)
  1339. x = int16(x1)
  1340. } else if strings.HasPrefix(sdata, "0") {
  1341. x1, err = strconv.ParseInt(sdata, 8, 64)
  1342. x = int16(x1)
  1343. } else {
  1344. x1, err = strconv.ParseInt(sdata, 10, 64)
  1345. x = int16(x1)
  1346. }
  1347. if err != nil {
  1348. return fmt.Errorf("arg %v as int: %s", key, err.Error())
  1349. }
  1350. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  1351. // case "*SomeStruct":
  1352. case reflect.Struct:
  1353. switch fieldType {
  1354. // case "*.time.Time":
  1355. case core.PtrTimeType:
  1356. x, err := session.byte2Time(col, data)
  1357. if err != nil {
  1358. return err
  1359. }
  1360. v = x
  1361. fieldValue.Set(reflect.ValueOf(&x))
  1362. default:
  1363. if session.Statement.UseCascade {
  1364. structInter := reflect.New(fieldType.Elem())
  1365. table := session.Engine.autoMapType(structInter.Elem())
  1366. if table != nil {
  1367. if len(table.PrimaryKeys) > 1 {
  1368. panic("unsupported composited primary key cascade")
  1369. }
  1370. var pk = make(core.PK, len(table.PrimaryKeys))
  1371. var err error
  1372. rawValueType := table.ColumnType(table.PKColumns()[0].FieldName)
  1373. pk[0], err = str2PK(string(data), rawValueType)
  1374. if err != nil {
  1375. return err
  1376. }
  1377. if !isPKZero(pk) {
  1378. // !nashtsai! TODO for hasOne relationship, it's preferred to use join query for eager fetch
  1379. // however, also need to consider adding a 'lazy' attribute to xorm tag which allow hasOne
  1380. // property to be fetched lazily
  1381. newsession := session.Engine.NewSession()
  1382. defer newsession.Close()
  1383. has, err := newsession.Id(pk).NoCascade().Get(structInter.Interface())
  1384. if err != nil {
  1385. return err
  1386. }
  1387. if has {
  1388. v = structInter.Interface()
  1389. fieldValue.Set(reflect.ValueOf(v))
  1390. } else {
  1391. return errors.New("cascade obj is not exist")
  1392. }
  1393. }
  1394. }
  1395. } else {
  1396. return fmt.Errorf("unsupported struct type in Scan: %s", fieldValue.Type().String())
  1397. }
  1398. }
  1399. default:
  1400. return fmt.Errorf("unsupported type in Scan: %s", fieldValue.Type().String())
  1401. }
  1402. default:
  1403. return fmt.Errorf("unsupported type in Scan: %s", fieldValue.Type().String())
  1404. }
  1405. return nil
  1406. }
  1407. // convert a field value of a struct to interface for put into db
  1408. func (session *Session) value2Interface(col *core.Column, fieldValue reflect.Value) (interface{}, error) {
  1409. if fieldValue.CanAddr() {
  1410. if fieldConvert, ok := fieldValue.Addr().Interface().(core.Conversion); ok {
  1411. data, err := fieldConvert.ToDB()
  1412. if err != nil {
  1413. return 0, err
  1414. }
  1415. if col.SQLType.IsBlob() {
  1416. return data, nil
  1417. }
  1418. return string(data), nil
  1419. }
  1420. }
  1421. if fieldConvert, ok := fieldValue.Interface().(core.Conversion); ok {
  1422. data, err := fieldConvert.ToDB()
  1423. if err != nil {
  1424. return 0, err
  1425. }
  1426. if col.SQLType.IsBlob() {
  1427. return data, nil
  1428. }
  1429. return string(data), nil
  1430. }
  1431. fieldType := fieldValue.Type()
  1432. k := fieldType.Kind()
  1433. if k == reflect.Ptr {
  1434. if fieldValue.IsNil() {
  1435. return nil, nil
  1436. } else if !fieldValue.IsValid() {
  1437. session.Engine.logger.Warn("the field[", col.FieldName, "] is invalid")
  1438. return nil, nil
  1439. } else {
  1440. // !nashtsai! deference pointer type to instance type
  1441. fieldValue = fieldValue.Elem()
  1442. fieldType = fieldValue.Type()
  1443. k = fieldType.Kind()
  1444. }
  1445. }
  1446. switch k {
  1447. case reflect.Bool:
  1448. return fieldValue.Bool(), nil
  1449. case reflect.String:
  1450. return fieldValue.String(), nil
  1451. case reflect.Struct:
  1452. if fieldType.ConvertibleTo(core.TimeType) {
  1453. t := fieldValue.Convert(core.TimeType).Interface().(time.Time)
  1454. if session.Engine.dialect.DBType() == core.MSSQL {
  1455. if t.IsZero() {
  1456. return nil, nil
  1457. }
  1458. }
  1459. tf := session.Engine.FormatTime(col.SQLType.Name, t)
  1460. return tf, nil
  1461. }
  1462. if !col.SQLType.IsJson() {
  1463. // !<winxxp>! 增加支持driver.Valuer接口的结构,如sql.NullString
  1464. if v, ok := fieldValue.Interface().(driver.Valuer); ok {
  1465. return v.Value()
  1466. }
  1467. fieldTable := session.Engine.autoMapType(fieldValue)
  1468. if len(fieldTable.PrimaryKeys) == 1 {
  1469. pkField := reflect.Indirect(fieldValue).FieldByName(fieldTable.PKColumns()[0].FieldName)
  1470. return pkField.Interface(), nil
  1471. }
  1472. return 0, fmt.Errorf("no primary key for col %v", col.Name)
  1473. }
  1474. if col.SQLType.IsText() {
  1475. bytes, err := json.Marshal(fieldValue.Interface())
  1476. if err != nil {
  1477. session.Engine.logger.Error(err)
  1478. return 0, err
  1479. }
  1480. return string(bytes), nil
  1481. } else if col.SQLType.IsBlob() {
  1482. bytes, err := json.Marshal(fieldValue.Interface())
  1483. if err != nil {
  1484. session.Engine.logger.Error(err)
  1485. return 0, err
  1486. }
  1487. return bytes, nil
  1488. }
  1489. return nil, fmt.Errorf("Unsupported type %v", fieldValue.Type())
  1490. case reflect.Complex64, reflect.Complex128:
  1491. bytes, err := json.Marshal(fieldValue.Interface())
  1492. if err != nil {
  1493. session.Engine.logger.Error(err)
  1494. return 0, err
  1495. }
  1496. return string(bytes), nil
  1497. case reflect.Array, reflect.Slice, reflect.Map:
  1498. if !fieldValue.IsValid() {
  1499. return fieldValue.Interface(), nil
  1500. }
  1501. if col.SQLType.IsText() {
  1502. bytes, err := json.Marshal(fieldValue.Interface())
  1503. if err != nil {
  1504. session.Engine.logger.Error(err)
  1505. return 0, err
  1506. }
  1507. return string(bytes), nil
  1508. } else if col.SQLType.IsBlob() {
  1509. var bytes []byte
  1510. var err error
  1511. if (k == reflect.Array || k == reflect.Slice) &&
  1512. (fieldValue.Type().Elem().Kind() == reflect.Uint8) {
  1513. bytes = fieldValue.Bytes()
  1514. } else {
  1515. bytes, err = json.Marshal(fieldValue.Interface())
  1516. if err != nil {
  1517. session.Engine.logger.Error(err)
  1518. return 0, err
  1519. }
  1520. }
  1521. return bytes, nil
  1522. }
  1523. return nil, ErrUnSupportedType
  1524. case reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64, reflect.Uint:
  1525. return int64(fieldValue.Uint()), nil
  1526. default:
  1527. return fieldValue.Interface(), nil
  1528. }
  1529. }
  1530. // saveLastSQL stores executed query information
  1531. func (session *Session) saveLastSQL(sql string, args ...interface{}) {
  1532. session.lastSQL = sql
  1533. session.lastSQLArgs = args
  1534. session.Engine.logSQL(sql, args...)
  1535. }
  1536. // LastSQL returns last query information
  1537. func (session *Session) LastSQL() (string, []interface{}) {
  1538. return session.lastSQL, session.lastSQLArgs
  1539. }
  1540. // tbName get some table's table name
  1541. func (session *Session) tbNameNoSchema(table *core.Table) string {
  1542. if len(session.Statement.AltTableName) > 0 {
  1543. return session.Statement.AltTableName
  1544. }
  1545. return table.Name
  1546. }
  1547. // Unscoped always disable struct tag "deleted"
  1548. func (session *Session) Unscoped() *Session {
  1549. session.Statement.Unscoped()
  1550. return session
  1551. }