// Copyright 2016 The Xorm Authors. All rights reserved. // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file. package xorm import ( "errors" "fmt" "reflect" "strings" "github.com/xormplus/builder" "github.com/xormplus/core" ) const ( tpStruct = iota tpNonStruct ) // Find retrieve records from table, condiBeans's non-empty fields // are conditions. beans could be []Struct, []*Struct, map[int64]Struct // map[int64]*Struct func (session *Session) Find(rowsSlicePtr interface{}, condiBean ...interface{}) error { if session.isAutoClose { defer session.Close() } return session.find(rowsSlicePtr, condiBean...) } // FindAndCount find the results and also return the counts func (session *Session) FindAndCount(rowsSlicePtr interface{}, condiBean ...interface{}) (int64, error) { if session.isAutoClose { defer session.Close() } if session.isSqlFunc { session.autoResetStatement = false err := session.find(rowsSlicePtr, condiBean...) if err != nil { return 0, err } var sql = session.statement.RawSQL session.autoResetStatement = true sql = "select count(1) from (" + sql + ") t" var count int64 _, err = session.SQL(sql).Get(&count) if err != nil { return 0, err } return count, nil } else { session.autoResetStatement = false err := session.find(rowsSlicePtr, condiBean...) if err != nil { return 0, err } sliceValue := reflect.Indirect(reflect.ValueOf(rowsSlicePtr)) if sliceValue.Kind() != reflect.Slice && sliceValue.Kind() != reflect.Map { return 0, errors.New("needs a pointer to a slice or a map") } sliceElementType := sliceValue.Type().Elem() if sliceElementType.Kind() == reflect.Ptr { sliceElementType = sliceElementType.Elem() } session.autoResetStatement = true if session.statement.selectStr != "" { session.statement.selectStr = "" } if session.statement.OrderStr != "" { session.statement.OrderStr = "" } return session.Count(reflect.New(sliceElementType).Interface()) } } func (session *Session) find(rowsSlicePtr interface{}, condiBean ...interface{}) error { defer session.resetStatement() if session.statement.lastError != nil { return session.statement.lastError } sliceValue := reflect.Indirect(reflect.ValueOf(rowsSlicePtr)) if sliceValue.Kind() != reflect.Slice && sliceValue.Kind() != reflect.Map { return errors.New("needs a pointer to a slice or a map") } sliceElementType := sliceValue.Type().Elem() var tp = tpStruct if session.statement.RefTable == nil { if sliceElementType.Kind() == reflect.Ptr { if sliceElementType.Elem().Kind() == reflect.Struct { pv := reflect.New(sliceElementType.Elem()) if err := session.statement.setRefValue(pv); err != nil { return err } } else { tp = tpNonStruct } } else if sliceElementType.Kind() == reflect.Struct { pv := reflect.New(sliceElementType) if err := session.statement.setRefValue(pv); err != nil { return err } } else { tp = tpNonStruct } } var table = session.statement.RefTable var addedTableName = (len(session.statement.JoinStr) > 0) var autoCond builder.Cond if tp == tpStruct { if !session.statement.noAutoCondition && len(condiBean) > 0 { var err error autoCond, err = session.statement.buildConds(table, condiBean[0], true, true, false, true, addedTableName) if err != nil { return err } } else { // !oinume! Add " IS NULL" to WHERE whatever condiBean is given. // See https://github.com/go-xorm/xorm/issues/179 if col := table.DeletedColumn(); col != nil && !session.statement.unscoped { // tag "deleted" is enabled var colName = session.engine.Quote(col.Name) if addedTableName { var nm = session.statement.TableName() if len(session.statement.TableAlias) > 0 { nm = session.statement.TableAlias } colName = session.engine.Quote(nm) + "." + colName } autoCond = session.engine.CondDeleted(colName) } } } var sqlStr string var args []interface{} var err error if session.statement.RawSQL == "" { if len(session.statement.TableName()) <= 0 { return ErrTableNotFound } var columnStr = session.statement.ColumnStr if len(session.statement.selectStr) > 0 { columnStr = session.statement.selectStr } else { if session.statement.JoinStr == "" { if columnStr == "" { if session.statement.GroupByStr != "" { columnStr = session.engine.quoteColumns(session.statement.GroupByStr) } else { columnStr = session.statement.genColumnStr() } } } else { if columnStr == "" { if session.statement.GroupByStr != "" { columnStr = session.engine.quoteColumns(session.statement.GroupByStr) } else { columnStr = "*" } } } if columnStr == "" { columnStr = "*" } } session.statement.cond = session.statement.cond.And(autoCond) condSQL, condArgs, err := builder.ToSQL(session.statement.cond) if err != nil { return err } args = append(session.statement.joinArgs, condArgs...) sqlStr, err = session.statement.genSelectSQL(columnStr, condSQL, true, true) if err != nil { return err } // for mssql and use limit qs := strings.Count(sqlStr, "?") if len(args)*2 == qs { args = append(args, args...) } } else { sqlStr = session.statement.RawSQL args = session.statement.RawParams } if session.canCache() { if cacher := session.engine.getCacher(session.statement.TableName()); cacher != nil && !session.statement.IsDistinct && !session.statement.unscoped { err = session.cacheFind(sliceElementType, sqlStr, rowsSlicePtr, args...) if err != ErrCacheFailed { return err } err = nil // !nashtsai! reset err to nil for ErrCacheFailed session.engine.logger.Warn("Cache Find Failed") } } if sliceValue.Kind() != reflect.Map { if session.isSqlFunc { var dialect = session.statement.Engine.Dialect() rownumber := "xorm" + NewShortUUID().String() sql := session.genSelectSql(dialect, rownumber) params := session.statement.RawParams i := len(params) if i == 1 { vv := reflect.ValueOf(params[0]) //if vv.Kind() == reflect.Slice{ // sqlStr = sql // args = params //} if vv.Kind() != reflect.Ptr || vv.Elem().Kind() != reflect.Map { sqlStr = sql args = params } else { sqlStr, args, _ = core.MapToSlice(sql, params[0]) } } else { sqlStr = sql args = params } } } return session.noCacheFind(table, sliceValue, sqlStr, args...) } func (session *Session) noCacheFind(table *core.Table, containerValue reflect.Value, sqlStr string, args ...interface{}) error { rows, err := session.queryRows(sqlStr, args...) if err != nil { return err } defer rows.Close() fields, err := rows.Columns() if err != nil { return err } var newElemFunc func(fields []string) reflect.Value elemType := containerValue.Type().Elem() var isPointer bool if elemType.Kind() == reflect.Ptr { isPointer = true elemType = elemType.Elem() } if elemType.Kind() == reflect.Ptr { return errors.New("pointer to pointer is not supported") } newElemFunc = func(fields []string) reflect.Value { switch elemType.Kind() { case reflect.Slice: slice := reflect.MakeSlice(elemType, len(fields), len(fields)) x := reflect.New(slice.Type()) x.Elem().Set(slice) return x case reflect.Map: mp := reflect.MakeMap(elemType) x := reflect.New(mp.Type()) x.Elem().Set(mp) return x } return reflect.New(elemType) } var containerValueSetFunc func(*reflect.Value, core.PK) error if containerValue.Kind() == reflect.Slice { containerValueSetFunc = func(newValue *reflect.Value, pk core.PK) error { if isPointer { containerValue.Set(reflect.Append(containerValue, newValue.Elem().Addr())) } else { containerValue.Set(reflect.Append(containerValue, newValue.Elem())) } return nil } } else { keyType := containerValue.Type().Key() if len(table.PrimaryKeys) == 0 { return errors.New("don't support multiple primary key's map has non-slice key type") } if len(table.PrimaryKeys) > 1 && keyType.Kind() != reflect.Slice { return errors.New("don't support multiple primary key's map has non-slice key type") } containerValueSetFunc = func(newValue *reflect.Value, pk core.PK) error { keyValue := reflect.New(keyType) err := convertPKToValue(table, keyValue.Interface(), pk) if err != nil { return err } if isPointer { containerValue.SetMapIndex(keyValue.Elem(), newValue.Elem().Addr()) } else { containerValue.SetMapIndex(keyValue.Elem(), newValue.Elem()) } return nil } } if elemType.Kind() == reflect.Struct { var newValue = newElemFunc(fields) dataStruct := rValue(newValue.Interface()) tb, err := session.engine.autoMapType(dataStruct) if err != nil { return err } err = session.rows2Beans(rows, fields, tb, newElemFunc, containerValueSetFunc) rows.Close() if err != nil { return err } return session.executeProcessors() } for rows.Next() { var newValue = newElemFunc(fields) bean := newValue.Interface() switch elemType.Kind() { case reflect.Slice: err = rows.ScanSlice(bean) case reflect.Map: err = rows.ScanMap(bean) default: err = rows.Scan(bean) } if err != nil { return err } if err := containerValueSetFunc(&newValue, nil); err != nil { return err } } return nil } func convertPKToValue(table *core.Table, dst interface{}, pk core.PK) error { cols := table.PKColumns() if len(cols) == 1 { return convertAssign(dst, pk[0]) } dst = pk return nil } func (session *Session) cacheFind(t reflect.Type, sqlStr string, rowsSlicePtr interface{}, args ...interface{}) (err error) { if !session.canCache() || indexNoCase(sqlStr, "having") != -1 || indexNoCase(sqlStr, "group by") != -1 { return ErrCacheFailed } tableName := session.statement.TableName() cacher := session.engine.getCacher(tableName) if cacher == nil { return nil } for _, filter := range session.engine.dialect.Filters() { sqlStr = filter.Do(sqlStr, session.engine.dialect, session.statement.RefTable) } newsql := session.statement.convertIDSQL(sqlStr) if newsql == "" { return ErrCacheFailed } table := session.statement.RefTable ids, err := core.GetCacheSql(cacher, tableName, newsql, args) if err != nil { rows, err := session.queryRows(newsql, args...) if err != nil { return err } defer rows.Close() var i int ids = make([]core.PK, 0) for rows.Next() { i++ if i > 500 { session.engine.logger.Debug("[cacheFind] ids length > 500, no cache") return ErrCacheFailed } var res = make([]string, len(table.PrimaryKeys)) err = rows.ScanSlice(&res) if err != nil { return err } var pk core.PK = make([]interface{}, len(table.PrimaryKeys)) for i, col := range table.PKColumns() { pk[i], err = session.engine.idTypeAssertion(col, res[i]) if err != nil { return err } } ids = append(ids, pk) } session.engine.logger.Debug("[cacheFind] cache sql:", ids, tableName, sqlStr, newsql, args) err = core.PutCacheSql(cacher, ids, tableName, newsql, args) if err != nil { return err } } else { session.engine.logger.Debug("[cacheFind] cache hit sql:", tableName, sqlStr, newsql, args) } sliceValue := reflect.Indirect(reflect.ValueOf(rowsSlicePtr)) ididxes := make(map[string]int) var ides []core.PK var temps = make([]interface{}, len(ids)) for idx, id := range ids { sid, err := id.ToString() if err != nil { return err } bean := cacher.GetBean(tableName, sid) if bean == nil || reflect.ValueOf(bean).Elem().Type() != t { ides = append(ides, id) ididxes[sid] = idx } else { session.engine.logger.Debug("[cacheFind] cache hit bean:", tableName, id, bean) pk := session.engine.IdOf(bean) xid, err := pk.ToString() if err != nil { return err } if sid != xid { session.engine.logger.Error("[cacheFind] error cache", xid, sid, bean) return ErrCacheFailed } temps[idx] = bean } } if len(ides) > 0 { slices := reflect.New(reflect.SliceOf(t)) beans := slices.Interface() if len(table.PrimaryKeys) == 1 { ff := make([]interface{}, 0, len(ides)) for _, ie := range ides { ff = append(ff, ie[0]) } session.In("`"+table.PrimaryKeys[0]+"`", ff...) } else { for _, ie := range ides { cond := builder.NewCond() for i, name := range table.PrimaryKeys { cond = cond.And(builder.Eq{"`" + name + "`": ie[i]}) } session.Or(cond) } } err = session.NoCache().Table(tableName).find(beans) if err != nil { return err } vs := reflect.Indirect(reflect.ValueOf(beans)) for i := 0; i < vs.Len(); i++ { rv := vs.Index(i) if rv.Kind() != reflect.Ptr { rv = rv.Addr() } id, err := session.engine.idOfV(rv) if err != nil { return err } sid, err := id.ToString() if err != nil { return err } bean := rv.Interface() temps[ididxes[sid]] = bean session.engine.logger.Debug("[cacheFind] cache bean:", tableName, id, bean, temps) cacher.PutBean(tableName, sid, bean) } } for j := 0; j < len(temps); j++ { bean := temps[j] if bean == nil { session.engine.logger.Warn("[cacheFind] cache no hit:", tableName, ids[j], temps) // return errors.New("cache error") // !nashtsai! no need to return error, but continue instead continue } if sliceValue.Kind() == reflect.Slice { if t.Kind() == reflect.Ptr { sliceValue.Set(reflect.Append(sliceValue, reflect.ValueOf(bean))) } else { sliceValue.Set(reflect.Append(sliceValue, reflect.Indirect(reflect.ValueOf(bean)))) } } else if sliceValue.Kind() == reflect.Map { var key = ids[j] keyType := sliceValue.Type().Key() var ikey interface{} if len(key) == 1 { ikey, err = str2PK(fmt.Sprintf("%v", key[0]), keyType) if err != nil { return err } } else { if keyType.Kind() != reflect.Slice { return errors.New("table have multiple primary keys, key is not core.PK or slice") } ikey = key } if t.Kind() == reflect.Ptr { sliceValue.SetMapIndex(reflect.ValueOf(ikey), reflect.ValueOf(bean)) } else { sliceValue.SetMapIndex(reflect.ValueOf(ikey), reflect.Indirect(reflect.ValueOf(bean))) } } } return nil }