mirror of https://github.com/go-gitea/gitea
Git with a cup of tea, painless self-hosted git service
Mirror for internal git.with.parts use
https://git.with.parts
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
4144 lines
116 KiB
4144 lines
116 KiB
// Copyright 2015 The Xorm Authors. All rights reserved.
|
|
// Use of this source code is governed by a BSD-style
|
|
// license that can be found in the LICENSE file.
|
|
|
|
package xorm
|
|
|
|
import (
|
|
"database/sql"
|
|
"database/sql/driver"
|
|
"encoding/json"
|
|
"errors"
|
|
"fmt"
|
|
"hash/crc32"
|
|
"reflect"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/go-xorm/builder"
|
|
"github.com/go-xorm/core"
|
|
)
|
|
|
|
// Session keep a pointer to sql.DB and provides all execution of all
|
|
// kind of database operations.
|
|
type Session struct {
|
|
db *core.DB
|
|
Engine *Engine
|
|
Tx *core.Tx
|
|
Statement Statement
|
|
IsAutoCommit bool
|
|
IsCommitedOrRollbacked bool
|
|
TransType string
|
|
IsAutoClose bool
|
|
|
|
// Automatically reset the statement after operations that execute a SQL
|
|
// query such as Count(), Find(), Get(), ...
|
|
AutoResetStatement bool
|
|
|
|
// !nashtsai! storing these beans due to yet committed tx
|
|
afterInsertBeans map[interface{}]*[]func(interface{})
|
|
afterUpdateBeans map[interface{}]*[]func(interface{})
|
|
afterDeleteBeans map[interface{}]*[]func(interface{})
|
|
// --
|
|
|
|
beforeClosures []func(interface{})
|
|
afterClosures []func(interface{})
|
|
|
|
prepareStmt bool
|
|
stmtCache map[uint32]*core.Stmt //key: hash.Hash32 of (queryStr, len(queryStr))
|
|
cascadeDeep int
|
|
|
|
// !evalphobia! stored the last executed query on this session
|
|
//beforeSQLExec func(string, ...interface{})
|
|
lastSQL string
|
|
lastSQLArgs []interface{}
|
|
}
|
|
|
|
// Clone copy all the session's content and return a new session
|
|
func (session *Session) Clone() *Session {
|
|
var sess = *session
|
|
return &sess
|
|
}
|
|
|
|
// Init reset the session as the init status.
|
|
func (session *Session) Init() {
|
|
session.Statement.Init()
|
|
session.Statement.Engine = session.Engine
|
|
session.IsAutoCommit = true
|
|
session.IsCommitedOrRollbacked = false
|
|
session.IsAutoClose = false
|
|
session.AutoResetStatement = true
|
|
session.prepareStmt = false
|
|
|
|
// !nashtsai! is lazy init better?
|
|
session.afterInsertBeans = make(map[interface{}]*[]func(interface{}), 0)
|
|
session.afterUpdateBeans = make(map[interface{}]*[]func(interface{}), 0)
|
|
session.afterDeleteBeans = make(map[interface{}]*[]func(interface{}), 0)
|
|
session.beforeClosures = make([]func(interface{}), 0)
|
|
session.afterClosures = make([]func(interface{}), 0)
|
|
|
|
session.lastSQL = ""
|
|
session.lastSQLArgs = []interface{}{}
|
|
}
|
|
|
|
// Close release the connection from pool
|
|
func (session *Session) Close() {
|
|
for _, v := range session.stmtCache {
|
|
v.Close()
|
|
}
|
|
|
|
if session.db != nil {
|
|
// When Close be called, if session is a transaction and do not call
|
|
// Commit or Rollback, then call Rollback.
|
|
if session.Tx != nil && !session.IsCommitedOrRollbacked {
|
|
session.Rollback()
|
|
}
|
|
session.Tx = nil
|
|
session.stmtCache = nil
|
|
session.Init()
|
|
session.db = nil
|
|
}
|
|
}
|
|
|
|
func (session *Session) resetStatement() {
|
|
if session.AutoResetStatement {
|
|
session.Statement.Init()
|
|
}
|
|
}
|
|
|
|
// Prepare set a flag to session that should be prepare statment before execute query
|
|
func (session *Session) Prepare() *Session {
|
|
session.prepareStmt = true
|
|
return session
|
|
}
|
|
|
|
// Sql !DEPRECIATED! will be deprecated, please use SQL instead.
|
|
func (session *Session) Sql(query string, args ...interface{}) *Session {
|
|
return session.SQL(query, args...)
|
|
}
|
|
|
|
// SQL provides raw sql input parameter. When you have a complex SQL statement
|
|
// and cannot use Where, Id, In and etc. Methods to describe, you can use SQL.
|
|
func (session *Session) SQL(query interface{}, args ...interface{}) *Session {
|
|
session.Statement.SQL(query, args...)
|
|
return session
|
|
}
|
|
|
|
// Where provides custom query condition.
|
|
func (session *Session) Where(query interface{}, args ...interface{}) *Session {
|
|
session.Statement.Where(query, args...)
|
|
return session
|
|
}
|
|
|
|
// And provides custom query condition.
|
|
func (session *Session) And(query interface{}, args ...interface{}) *Session {
|
|
session.Statement.And(query, args...)
|
|
return session
|
|
}
|
|
|
|
// Or provides custom query condition.
|
|
func (session *Session) Or(query interface{}, args ...interface{}) *Session {
|
|
session.Statement.Or(query, args...)
|
|
return session
|
|
}
|
|
|
|
// Id will be deprecated, please use ID instead
|
|
func (session *Session) Id(id interface{}) *Session {
|
|
session.Statement.Id(id)
|
|
return session
|
|
}
|
|
|
|
// ID provides converting id as a query condition
|
|
func (session *Session) ID(id interface{}) *Session {
|
|
session.Statement.Id(id)
|
|
return session
|
|
}
|
|
|
|
// Before Apply before Processor, affected bean is passed to closure arg
|
|
func (session *Session) Before(closures func(interface{})) *Session {
|
|
if closures != nil {
|
|
session.beforeClosures = append(session.beforeClosures, closures)
|
|
}
|
|
return session
|
|
}
|
|
|
|
// After Apply after Processor, affected bean is passed to closure arg
|
|
func (session *Session) After(closures func(interface{})) *Session {
|
|
if closures != nil {
|
|
session.afterClosures = append(session.afterClosures, closures)
|
|
}
|
|
return session
|
|
}
|
|
|
|
// Table can input a string or pointer to struct for special a table to operate.
|
|
func (session *Session) Table(tableNameOrBean interface{}) *Session {
|
|
session.Statement.Table(tableNameOrBean)
|
|
return session
|
|
}
|
|
|
|
// Alias set the table alias
|
|
func (session *Session) Alias(alias string) *Session {
|
|
session.Statement.Alias(alias)
|
|
return session
|
|
}
|
|
|
|
// In provides a query string like "id in (1, 2, 3)"
|
|
func (session *Session) In(column string, args ...interface{}) *Session {
|
|
session.Statement.In(column, args...)
|
|
return session
|
|
}
|
|
|
|
// NotIn provides a query string like "id in (1, 2, 3)"
|
|
func (session *Session) NotIn(column string, args ...interface{}) *Session {
|
|
session.Statement.NotIn(column, args...)
|
|
return session
|
|
}
|
|
|
|
// Incr provides a query string like "count = count + 1"
|
|
func (session *Session) Incr(column string, arg ...interface{}) *Session {
|
|
session.Statement.Incr(column, arg...)
|
|
return session
|
|
}
|
|
|
|
// Decr provides a query string like "count = count - 1"
|
|
func (session *Session) Decr(column string, arg ...interface{}) *Session {
|
|
session.Statement.Decr(column, arg...)
|
|
return session
|
|
}
|
|
|
|
// SetExpr provides a query string like "column = {expression}"
|
|
func (session *Session) SetExpr(column string, expression string) *Session {
|
|
session.Statement.SetExpr(column, expression)
|
|
return session
|
|
}
|
|
|
|
// Select provides some columns to special
|
|
func (session *Session) Select(str string) *Session {
|
|
session.Statement.Select(str)
|
|
return session
|
|
}
|
|
|
|
// Cols provides some columns to special
|
|
func (session *Session) Cols(columns ...string) *Session {
|
|
session.Statement.Cols(columns...)
|
|
return session
|
|
}
|
|
|
|
// AllCols ask all columns
|
|
func (session *Session) AllCols() *Session {
|
|
session.Statement.AllCols()
|
|
return session
|
|
}
|
|
|
|
// MustCols specify some columns must use even if they are empty
|
|
func (session *Session) MustCols(columns ...string) *Session {
|
|
session.Statement.MustCols(columns...)
|
|
return session
|
|
}
|
|
|
|
// NoCascade indicate that no cascade load child object
|
|
func (session *Session) NoCascade() *Session {
|
|
session.Statement.UseCascade = false
|
|
return session
|
|
}
|
|
|
|
// UseBool automatically retrieve condition according struct, but
|
|
// if struct has bool field, it will ignore them. So use UseBool
|
|
// to tell system to do not ignore them.
|
|
// If no paramters, it will use all the bool field of struct, or
|
|
// it will use paramters's columns
|
|
func (session *Session) UseBool(columns ...string) *Session {
|
|
session.Statement.UseBool(columns...)
|
|
return session
|
|
}
|
|
|
|
// Distinct use for distinct columns. Caution: when you are using cache,
|
|
// distinct will not be cached because cache system need id,
|
|
// but distinct will not provide id
|
|
func (session *Session) Distinct(columns ...string) *Session {
|
|
session.Statement.Distinct(columns...)
|
|
return session
|
|
}
|
|
|
|
// ForUpdate Set Read/Write locking for UPDATE
|
|
func (session *Session) ForUpdate() *Session {
|
|
session.Statement.IsForUpdate = true
|
|
return session
|
|
}
|
|
|
|
// Omit Only not use the paramters as select or update columns
|
|
func (session *Session) Omit(columns ...string) *Session {
|
|
session.Statement.Omit(columns...)
|
|
return session
|
|
}
|
|
|
|
// Nullable Set null when column is zero-value and nullable for update
|
|
func (session *Session) Nullable(columns ...string) *Session {
|
|
session.Statement.Nullable(columns...)
|
|
return session
|
|
}
|
|
|
|
// NoAutoTime means do not automatically give created field and updated field
|
|
// the current time on the current session temporarily
|
|
func (session *Session) NoAutoTime() *Session {
|
|
session.Statement.UseAutoTime = false
|
|
return session
|
|
}
|
|
|
|
// NoAutoCondition disable generate SQL condition from beans
|
|
func (session *Session) NoAutoCondition(no ...bool) *Session {
|
|
session.Statement.NoAutoCondition(no...)
|
|
return session
|
|
}
|
|
|
|
// Limit provide limit and offset query condition
|
|
func (session *Session) Limit(limit int, start ...int) *Session {
|
|
session.Statement.Limit(limit, start...)
|
|
return session
|
|
}
|
|
|
|
// OrderBy provide order by query condition, the input parameter is the content
|
|
// after order by on a sql statement.
|
|
func (session *Session) OrderBy(order string) *Session {
|
|
session.Statement.OrderBy(order)
|
|
return session
|
|
}
|
|
|
|
// Desc provide desc order by query condition, the input parameters are columns.
|
|
func (session *Session) Desc(colNames ...string) *Session {
|
|
session.Statement.Desc(colNames...)
|
|
return session
|
|
}
|
|
|
|
// Asc provide asc order by query condition, the input parameters are columns.
|
|
func (session *Session) Asc(colNames ...string) *Session {
|
|
session.Statement.Asc(colNames...)
|
|
return session
|
|
}
|
|
|
|
// StoreEngine is only avialble mysql dialect currently
|
|
func (session *Session) StoreEngine(storeEngine string) *Session {
|
|
session.Statement.StoreEngine = storeEngine
|
|
return session
|
|
}
|
|
|
|
// Charset is only avialble mysql dialect currently
|
|
func (session *Session) Charset(charset string) *Session {
|
|
session.Statement.Charset = charset
|
|
return session
|
|
}
|
|
|
|
// Cascade indicates if loading sub Struct
|
|
func (session *Session) Cascade(trueOrFalse ...bool) *Session {
|
|
if len(trueOrFalse) >= 1 {
|
|
session.Statement.UseCascade = trueOrFalse[0]
|
|
}
|
|
return session
|
|
}
|
|
|
|
// NoCache ask this session do not retrieve data from cache system and
|
|
// get data from database directly.
|
|
func (session *Session) NoCache() *Session {
|
|
session.Statement.UseCache = false
|
|
return session
|
|
}
|
|
|
|
// Join join_operator should be one of INNER, LEFT OUTER, CROSS etc - this will be prepended to JOIN
|
|
func (session *Session) Join(joinOperator string, tablename interface{}, condition string, args ...interface{}) *Session {
|
|
session.Statement.Join(joinOperator, tablename, condition, args...)
|
|
return session
|
|
}
|
|
|
|
// GroupBy Generate Group By statement
|
|
func (session *Session) GroupBy(keys string) *Session {
|
|
session.Statement.GroupBy(keys)
|
|
return session
|
|
}
|
|
|
|
// Having Generate Having statement
|
|
func (session *Session) Having(conditions string) *Session {
|
|
session.Statement.Having(conditions)
|
|
return session
|
|
}
|
|
|
|
// DB db return the wrapper of sql.DB
|
|
func (session *Session) DB() *core.DB {
|
|
if session.db == nil {
|
|
session.db = session.Engine.db
|
|
session.stmtCache = make(map[uint32]*core.Stmt, 0)
|
|
}
|
|
return session.db
|
|
}
|
|
|
|
// Cond return session's conditions
|
|
func (session *Session) Conds() builder.Cond {
|
|
return session.Statement.cond
|
|
}
|
|
|
|
// Begin a transaction
|
|
func (session *Session) Begin() error {
|
|
if session.IsAutoCommit {
|
|
tx, err := session.DB().Begin()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
session.IsAutoCommit = false
|
|
session.IsCommitedOrRollbacked = false
|
|
session.Tx = tx
|
|
session.saveLastSQL("BEGIN TRANSACTION")
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// Rollback When using transaction, you can rollback if any error
|
|
func (session *Session) Rollback() error {
|
|
if !session.IsAutoCommit && !session.IsCommitedOrRollbacked {
|
|
session.saveLastSQL(session.Engine.dialect.RollBackStr())
|
|
session.IsCommitedOrRollbacked = true
|
|
return session.Tx.Rollback()
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// Commit When using transaction, Commit will commit all operations.
|
|
func (session *Session) Commit() error {
|
|
if !session.IsAutoCommit && !session.IsCommitedOrRollbacked {
|
|
session.saveLastSQL("COMMIT")
|
|
session.IsCommitedOrRollbacked = true
|
|
var err error
|
|
if err = session.Tx.Commit(); err == nil {
|
|
// handle processors after tx committed
|
|
|
|
closureCallFunc := func(closuresPtr *[]func(interface{}), bean interface{}) {
|
|
|
|
if closuresPtr != nil {
|
|
for _, closure := range *closuresPtr {
|
|
closure(bean)
|
|
}
|
|
}
|
|
}
|
|
|
|
for bean, closuresPtr := range session.afterInsertBeans {
|
|
closureCallFunc(closuresPtr, bean)
|
|
|
|
if processor, ok := interface{}(bean).(AfterInsertProcessor); ok {
|
|
processor.AfterInsert()
|
|
}
|
|
}
|
|
for bean, closuresPtr := range session.afterUpdateBeans {
|
|
closureCallFunc(closuresPtr, bean)
|
|
|
|
if processor, ok := interface{}(bean).(AfterUpdateProcessor); ok {
|
|
processor.AfterUpdate()
|
|
}
|
|
}
|
|
for bean, closuresPtr := range session.afterDeleteBeans {
|
|
closureCallFunc(closuresPtr, bean)
|
|
|
|
if processor, ok := interface{}(bean).(AfterDeleteProcessor); ok {
|
|
processor.AfterDelete()
|
|
}
|
|
}
|
|
cleanUpFunc := func(slices *map[interface{}]*[]func(interface{})) {
|
|
if len(*slices) > 0 {
|
|
*slices = make(map[interface{}]*[]func(interface{}), 0)
|
|
}
|
|
}
|
|
cleanUpFunc(&session.afterInsertBeans)
|
|
cleanUpFunc(&session.afterUpdateBeans)
|
|
cleanUpFunc(&session.afterDeleteBeans)
|
|
}
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func cleanupProcessorsClosures(slices *[]func(interface{})) {
|
|
if len(*slices) > 0 {
|
|
*slices = make([]func(interface{}), 0)
|
|
}
|
|
}
|
|
|
|
func (session *Session) scanMapIntoStruct(obj interface{}, objMap map[string][]byte) error {
|
|
dataStruct := rValue(obj)
|
|
if dataStruct.Kind() != reflect.Struct {
|
|
return errors.New("Expected a pointer to a struct")
|
|
}
|
|
|
|
var col *core.Column
|
|
session.Statement.setRefValue(dataStruct)
|
|
table := session.Statement.RefTable
|
|
tableName := session.Statement.tableName
|
|
|
|
for key, data := range objMap {
|
|
if col = table.GetColumn(key); col == nil {
|
|
session.Engine.logger.Warnf("struct %v's has not field %v. %v",
|
|
table.Type.Name(), key, table.ColumnsSeq())
|
|
continue
|
|
}
|
|
|
|
fieldName := col.FieldName
|
|
fieldPath := strings.Split(fieldName, ".")
|
|
var fieldValue reflect.Value
|
|
if len(fieldPath) > 2 {
|
|
session.Engine.logger.Error("Unsupported mutliderive", fieldName)
|
|
continue
|
|
} else if len(fieldPath) == 2 {
|
|
parentField := dataStruct.FieldByName(fieldPath[0])
|
|
if parentField.IsValid() {
|
|
fieldValue = parentField.FieldByName(fieldPath[1])
|
|
}
|
|
} else {
|
|
fieldValue = dataStruct.FieldByName(fieldName)
|
|
}
|
|
if !fieldValue.IsValid() || !fieldValue.CanSet() {
|
|
session.Engine.logger.Warnf("table %v's column %v is not valid or cannot set", tableName, key)
|
|
continue
|
|
}
|
|
|
|
err := session.bytes2Value(col, &fieldValue, data)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// Execute sql
|
|
func (session *Session) innerExec(sqlStr string, args ...interface{}) (sql.Result, error) {
|
|
if session.prepareStmt {
|
|
stmt, err := session.doPrepare(sqlStr)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
res, err := stmt.Exec(args...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return res, nil
|
|
}
|
|
|
|
return session.DB().Exec(sqlStr, args...)
|
|
}
|
|
|
|
func (session *Session) exec(sqlStr string, args ...interface{}) (sql.Result, error) {
|
|
for _, filter := range session.Engine.dialect.Filters() {
|
|
// TODO: for table name, it's no need to RefTable
|
|
sqlStr = filter.Do(sqlStr, session.Engine.dialect, session.Statement.RefTable)
|
|
}
|
|
|
|
session.saveLastSQL(sqlStr, args...)
|
|
|
|
return session.Engine.logSQLExecutionTime(sqlStr, args, func() (sql.Result, error) {
|
|
if session.IsAutoCommit {
|
|
// FIXME: oci8 can not auto commit (github.com/mattn/go-oci8)
|
|
if session.Engine.dialect.DBType() == core.ORACLE {
|
|
session.Begin()
|
|
r, err := session.Tx.Exec(sqlStr, args...)
|
|
session.Commit()
|
|
return r, err
|
|
}
|
|
return session.innerExec(sqlStr, args...)
|
|
}
|
|
return session.Tx.Exec(sqlStr, args...)
|
|
})
|
|
}
|
|
|
|
// Exec raw sql
|
|
func (session *Session) Exec(sqlStr string, args ...interface{}) (sql.Result, error) {
|
|
defer session.resetStatement()
|
|
if session.IsAutoClose {
|
|
defer session.Close()
|
|
}
|
|
|
|
return session.exec(sqlStr, args...)
|
|
}
|
|
|
|
// CreateTable create a table according a bean
|
|
func (session *Session) CreateTable(bean interface{}) error {
|
|
v := rValue(bean)
|
|
session.Statement.setRefValue(v)
|
|
|
|
defer session.resetStatement()
|
|
if session.IsAutoClose {
|
|
defer session.Close()
|
|
}
|
|
|
|
return session.createOneTable()
|
|
}
|
|
|
|
// CreateIndexes create indexes
|
|
func (session *Session) CreateIndexes(bean interface{}) error {
|
|
v := rValue(bean)
|
|
session.Statement.setRefValue(v)
|
|
|
|
defer session.resetStatement()
|
|
if session.IsAutoClose {
|
|
defer session.Close()
|
|
}
|
|
|
|
sqls := session.Statement.genIndexSQL()
|
|
for _, sqlStr := range sqls {
|
|
_, err := session.exec(sqlStr)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// CreateUniques create uniques
|
|
func (session *Session) CreateUniques(bean interface{}) error {
|
|
v := rValue(bean)
|
|
session.Statement.setRefValue(v)
|
|
|
|
defer session.resetStatement()
|
|
if session.IsAutoClose {
|
|
defer session.Close()
|
|
}
|
|
|
|
sqls := session.Statement.genUniqueSQL()
|
|
for _, sqlStr := range sqls {
|
|
_, err := session.exec(sqlStr)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (session *Session) createOneTable() error {
|
|
sqlStr := session.Statement.genCreateTableSQL()
|
|
_, err := session.exec(sqlStr)
|
|
return err
|
|
}
|
|
|
|
// to be deleted
|
|
func (session *Session) createAll() error {
|
|
if session.IsAutoClose {
|
|
defer session.Close()
|
|
}
|
|
|
|
for _, table := range session.Engine.Tables {
|
|
session.Statement.RefTable = table
|
|
session.Statement.tableName = table.Name
|
|
err := session.createOneTable()
|
|
session.resetStatement()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// DropIndexes drop indexes
|
|
func (session *Session) DropIndexes(bean interface{}) error {
|
|
v := rValue(bean)
|
|
session.Statement.setRefValue(v)
|
|
|
|
defer session.resetStatement()
|
|
if session.IsAutoClose {
|
|
defer session.Close()
|
|
}
|
|
|
|
sqls := session.Statement.genDelIndexSQL()
|
|
for _, sqlStr := range sqls {
|
|
_, err := session.exec(sqlStr)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// DropTable drop table will drop table if exist, if drop failed, it will return error
|
|
func (session *Session) DropTable(beanOrTableName interface{}) error {
|
|
tableName, err := session.Engine.tableName(beanOrTableName)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
var needDrop = true
|
|
if !session.Engine.dialect.SupportDropIfExists() {
|
|
sqlStr, args := session.Engine.dialect.TableCheckSql(tableName)
|
|
results, err := session.query(sqlStr, args...)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
needDrop = len(results) > 0
|
|
}
|
|
|
|
if needDrop {
|
|
sqlStr := session.Engine.Dialect().DropTableSql(tableName)
|
|
_, err = session.exec(sqlStr)
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (session *Session) canCache() bool {
|
|
if session.Statement.RefTable == nil ||
|
|
session.Statement.JoinStr != "" ||
|
|
session.Statement.RawSQL != "" ||
|
|
!session.Statement.UseCache ||
|
|
session.Tx != nil ||
|
|
len(session.Statement.selectStr) > 0 {
|
|
return false
|
|
}
|
|
return true
|
|
}
|
|
|
|
func (session *Session) cacheGet(bean interface{}, sqlStr string, args ...interface{}) (has bool, err error) {
|
|
// if has no reftable, then don't use cache currently
|
|
if !session.canCache() {
|
|
return false, ErrCacheFailed
|
|
}
|
|
|
|
for _, filter := range session.Engine.dialect.Filters() {
|
|
sqlStr = filter.Do(sqlStr, session.Engine.dialect, session.Statement.RefTable)
|
|
}
|
|
newsql := session.Statement.convertIDSQL(sqlStr)
|
|
if newsql == "" {
|
|
return false, ErrCacheFailed
|
|
}
|
|
|
|
cacher := session.Engine.getCacher2(session.Statement.RefTable)
|
|
tableName := session.Statement.TableName()
|
|
session.Engine.logger.Debug("[cacheGet] find sql:", newsql, args)
|
|
ids, err := core.GetCacheSql(cacher, tableName, newsql, args)
|
|
table := session.Statement.RefTable
|
|
if err != nil {
|
|
var res = make([]string, len(table.PrimaryKeys))
|
|
rows, err := session.DB().Query(newsql, args...)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
defer rows.Close()
|
|
|
|
if rows.Next() {
|
|
err = rows.ScanSlice(&res)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
} else {
|
|
return false, ErrCacheFailed
|
|
}
|
|
|
|
var pk core.PK = make([]interface{}, len(table.PrimaryKeys))
|
|
for i, col := range table.PKColumns() {
|
|
if col.SQLType.IsText() {
|
|
pk[i] = res[i]
|
|
} else if col.SQLType.IsNumeric() {
|
|
n, err := strconv.ParseInt(res[i], 10, 64)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
pk[i] = n
|
|
} else {
|
|
return false, errors.New("unsupported")
|
|
}
|
|
}
|
|
|
|
ids = []core.PK{pk}
|
|
session.Engine.logger.Debug("[cacheGet] cache ids:", newsql, ids)
|
|
err = core.PutCacheSql(cacher, ids, tableName, newsql, args)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
} else {
|
|
session.Engine.logger.Debug("[cacheGet] cache hit sql:", newsql)
|
|
}
|
|
|
|
if len(ids) > 0 {
|
|
structValue := reflect.Indirect(reflect.ValueOf(bean))
|
|
id := ids[0]
|
|
session.Engine.logger.Debug("[cacheGet] get bean:", tableName, id)
|
|
sid, err := id.ToString()
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
cacheBean := cacher.GetBean(tableName, sid)
|
|
if cacheBean == nil {
|
|
/*newSession := session.Engine.NewSession()
|
|
defer newSession.Close()
|
|
cacheBean = reflect.New(structValue.Type()).Interface()
|
|
newSession.Id(id).NoCache()
|
|
if session.Statement.AltTableName != "" {
|
|
newSession.Table(session.Statement.AltTableName)
|
|
}
|
|
if !session.Statement.UseCascade {
|
|
newSession.NoCascade()
|
|
}
|
|
has, err = newSession.Get(cacheBean)
|
|
*/
|
|
cacheBean = bean
|
|
has, err = session.nocacheGet(cacheBean, sqlStr, args...)
|
|
if err != nil || !has {
|
|
return has, err
|
|
}
|
|
|
|
session.Engine.logger.Debug("[cacheGet] cache bean:", tableName, id, cacheBean)
|
|
cacher.PutBean(tableName, sid, cacheBean)
|
|
} else {
|
|
session.Engine.logger.Debug("[cacheGet] cache hit bean:", tableName, id, cacheBean)
|
|
has = true
|
|
}
|
|
structValue.Set(reflect.Indirect(reflect.ValueOf(cacheBean)))
|
|
|
|
return has, nil
|
|
}
|
|
return false, nil
|
|
}
|
|
|
|
func (session *Session) cacheFind(t reflect.Type, sqlStr string, rowsSlicePtr interface{}, args ...interface{}) (err error) {
|
|
if !session.canCache() ||
|
|
indexNoCase(sqlStr, "having") != -1 ||
|
|
indexNoCase(sqlStr, "group by") != -1 {
|
|
return ErrCacheFailed
|
|
}
|
|
|
|
for _, filter := range session.Engine.dialect.Filters() {
|
|
sqlStr = filter.Do(sqlStr, session.Engine.dialect, session.Statement.RefTable)
|
|
}
|
|
|
|
newsql := session.Statement.convertIDSQL(sqlStr)
|
|
if newsql == "" {
|
|
return ErrCacheFailed
|
|
}
|
|
|
|
tableName := session.Statement.TableName()
|
|
|
|
table := session.Statement.RefTable
|
|
cacher := session.Engine.getCacher2(table)
|
|
ids, err := core.GetCacheSql(cacher, tableName, newsql, args)
|
|
if err != nil {
|
|
rows, err := session.DB().Query(newsql, args...)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer rows.Close()
|
|
|
|
var i int
|
|
ids = make([]core.PK, 0)
|
|
for rows.Next() {
|
|
i++
|
|
if i > 500 {
|
|
session.Engine.logger.Debug("[cacheFind] ids length > 500, no cache")
|
|
return ErrCacheFailed
|
|
}
|
|
var res = make([]string, len(table.PrimaryKeys))
|
|
err = rows.ScanSlice(&res)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
var pk core.PK = make([]interface{}, len(table.PrimaryKeys))
|
|
for i, col := range table.PKColumns() {
|
|
if col.SQLType.IsNumeric() {
|
|
n, err := strconv.ParseInt(res[i], 10, 64)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
pk[i] = n
|
|
} else if col.SQLType.IsText() {
|
|
pk[i] = res[i]
|
|
} else {
|
|
return errors.New("not supported")
|
|
}
|
|
}
|
|
|
|
ids = append(ids, pk)
|
|
}
|
|
|
|
session.Engine.logger.Debug("[cacheFind] cache sql:", ids, tableName, newsql, args)
|
|
err = core.PutCacheSql(cacher, ids, tableName, newsql, args)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
} else {
|
|
session.Engine.logger.Debug("[cacheFind] cache hit sql:", newsql, args)
|
|
}
|
|
|
|
sliceValue := reflect.Indirect(reflect.ValueOf(rowsSlicePtr))
|
|
|
|
ididxes := make(map[string]int)
|
|
var ides []core.PK
|
|
var temps = make([]interface{}, len(ids))
|
|
|
|
for idx, id := range ids {
|
|
sid, err := id.ToString()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
bean := cacher.GetBean(tableName, sid)
|
|
if bean == nil {
|
|
ides = append(ides, id)
|
|
ididxes[sid] = idx
|
|
} else {
|
|
session.Engine.logger.Debug("[cacheFind] cache hit bean:", tableName, id, bean)
|
|
|
|
pk := session.Engine.IdOf(bean)
|
|
xid, err := pk.ToString()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if sid != xid {
|
|
session.Engine.logger.Error("[cacheFind] error cache", xid, sid, bean)
|
|
return ErrCacheFailed
|
|
}
|
|
temps[idx] = bean
|
|
}
|
|
}
|
|
|
|
if len(ides) > 0 {
|
|
newSession := session.Engine.NewSession()
|
|
defer newSession.Close()
|
|
|
|
slices := reflect.New(reflect.SliceOf(t))
|
|
beans := slices.Interface()
|
|
|
|
if len(table.PrimaryKeys) == 1 {
|
|
ff := make([]interface{}, 0, len(ides))
|
|
for _, ie := range ides {
|
|
ff = append(ff, ie[0])
|
|
}
|
|
|
|
newSession.In("`"+table.PrimaryKeys[0]+"`", ff...)
|
|
} else {
|
|
for _, ie := range ides {
|
|
cond := builder.NewCond()
|
|
for i, name := range table.PrimaryKeys {
|
|
cond = cond.And(builder.Eq{"`" + name + "`": ie[i]})
|
|
}
|
|
newSession.Or(cond)
|
|
}
|
|
}
|
|
|
|
err = newSession.NoCache().Find(beans)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
vs := reflect.Indirect(reflect.ValueOf(beans))
|
|
for i := 0; i < vs.Len(); i++ {
|
|
rv := vs.Index(i)
|
|
if rv.Kind() != reflect.Ptr {
|
|
rv = rv.Addr()
|
|
}
|
|
id := session.Engine.IdOfV(rv)
|
|
sid, err := id.ToString()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
bean := rv.Interface()
|
|
temps[ididxes[sid]] = bean
|
|
session.Engine.logger.Debug("[cacheFind] cache bean:", tableName, id, bean, temps)
|
|
cacher.PutBean(tableName, sid, bean)
|
|
}
|
|
}
|
|
|
|
for j := 0; j < len(temps); j++ {
|
|
bean := temps[j]
|
|
if bean == nil {
|
|
session.Engine.logger.Warn("[cacheFind] cache no hit:", tableName, ids[j], temps)
|
|
// return errors.New("cache error") // !nashtsai! no need to return error, but continue instead
|
|
continue
|
|
}
|
|
if sliceValue.Kind() == reflect.Slice {
|
|
if t.Kind() == reflect.Ptr {
|
|
sliceValue.Set(reflect.Append(sliceValue, reflect.ValueOf(bean)))
|
|
} else {
|
|
sliceValue.Set(reflect.Append(sliceValue, reflect.Indirect(reflect.ValueOf(bean))))
|
|
}
|
|
} else if sliceValue.Kind() == reflect.Map {
|
|
var key = ids[j]
|
|
keyType := sliceValue.Type().Key()
|
|
var ikey interface{}
|
|
if len(key) == 1 {
|
|
ikey, err = str2PK(fmt.Sprintf("%v", key[0]), keyType)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
} else {
|
|
if keyType.Kind() != reflect.Slice {
|
|
return errors.New("table have multiple primary keys, key is not core.PK or slice")
|
|
}
|
|
ikey = key
|
|
}
|
|
|
|
if t.Kind() == reflect.Ptr {
|
|
sliceValue.SetMapIndex(reflect.ValueOf(ikey), reflect.ValueOf(bean))
|
|
} else {
|
|
sliceValue.SetMapIndex(reflect.ValueOf(ikey), reflect.Indirect(reflect.ValueOf(bean)))
|
|
}
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// IterFunc only use by Iterate
|
|
type IterFunc func(idx int, bean interface{}) error
|
|
|
|
// Rows return sql.Rows compatible Rows obj, as a forward Iterator object for iterating record by record, bean's non-empty fields
|
|
// are conditions.
|
|
func (session *Session) Rows(bean interface{}) (*Rows, error) {
|
|
return newRows(session, bean)
|
|
}
|
|
|
|
// Iterate record by record handle records from table, condiBeans's non-empty fields
|
|
// are conditions. beans could be []Struct, []*Struct, map[int64]Struct
|
|
// map[int64]*Struct
|
|
func (session *Session) Iterate(bean interface{}, fun IterFunc) error {
|
|
rows, err := session.Rows(bean)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer rows.Close()
|
|
|
|
i := 0
|
|
for rows.Next() {
|
|
b := reflect.New(rows.beanType).Interface()
|
|
err = rows.Scan(b)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
err = fun(i, b)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
i++
|
|
}
|
|
return err
|
|
}
|
|
|
|
func (session *Session) doPrepare(sqlStr string) (stmt *core.Stmt, err error) {
|
|
crc := crc32.ChecksumIEEE([]byte(sqlStr))
|
|
// TODO try hash(sqlStr+len(sqlStr))
|
|
var has bool
|
|
stmt, has = session.stmtCache[crc]
|
|
if !has {
|
|
stmt, err = session.DB().Prepare(sqlStr)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
session.stmtCache[crc] = stmt
|
|
}
|
|
return
|
|
}
|
|
|
|
func (session *Session) nocacheGet(bean interface{}, sqlStr string, args ...interface{}) (bool, error) {
|
|
var rawRows *core.Rows
|
|
var err error
|
|
session.queryPreprocess(&sqlStr, args...)
|
|
if session.IsAutoCommit {
|
|
_, rawRows, err = session.innerQuery(sqlStr, args...)
|
|
} else {
|
|
rawRows, err = session.Tx.Query(sqlStr, args...)
|
|
}
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
|
|
defer rawRows.Close()
|
|
|
|
if rawRows.Next() {
|
|
if fields, err := rawRows.Columns(); err == nil {
|
|
err = session.row2Bean(rawRows, fields, len(fields), bean)
|
|
}
|
|
return true, err
|
|
}
|
|
return false, nil
|
|
}
|
|
|
|
// Get retrieve one record from database, bean's non-empty fields
|
|
// will be as conditions
|
|
func (session *Session) Get(bean interface{}) (bool, error) {
|
|
defer session.resetStatement()
|
|
if session.IsAutoClose {
|
|
defer session.Close()
|
|
}
|
|
|
|
session.Statement.setRefValue(rValue(bean))
|
|
|
|
var sqlStr string
|
|
var args []interface{}
|
|
|
|
if session.Statement.RawSQL == "" {
|
|
if len(session.Statement.TableName()) <= 0 {
|
|
return false, ErrTableNotFound
|
|
}
|
|
session.Statement.Limit(1)
|
|
sqlStr, args = session.Statement.genGetSQL(bean)
|
|
} else {
|
|
sqlStr = session.Statement.RawSQL
|
|
args = session.Statement.RawParams
|
|
}
|
|
|
|
if session.canCache() {
|
|
if cacher := session.Engine.getCacher2(session.Statement.RefTable); cacher != nil &&
|
|
!session.Statement.unscoped {
|
|
has, err := session.cacheGet(bean, sqlStr, args...)
|
|
if err != ErrCacheFailed {
|
|
return has, err
|
|
}
|
|
}
|
|
}
|
|
|
|
return session.nocacheGet(bean, sqlStr, args...)
|
|
}
|
|
|
|
// Count counts the records. bean's non-empty fields
|
|
// are conditions.
|
|
func (session *Session) Count(bean interface{}) (int64, error) {
|
|
defer session.resetStatement()
|
|
if session.IsAutoClose {
|
|
defer session.Close()
|
|
}
|
|
|
|
var sqlStr string
|
|
var args []interface{}
|
|
if session.Statement.RawSQL == "" {
|
|
sqlStr, args = session.Statement.genCountSQL(bean)
|
|
} else {
|
|
sqlStr = session.Statement.RawSQL
|
|
args = session.Statement.RawParams
|
|
}
|
|
|
|
session.queryPreprocess(&sqlStr, args...)
|
|
|
|
var err error
|
|
var total int64
|
|
if session.IsAutoCommit {
|
|
err = session.DB().QueryRow(sqlStr, args...).Scan(&total)
|
|
} else {
|
|
err = session.Tx.QueryRow(sqlStr, args...).Scan(&total)
|
|
}
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
|
|
return total, nil
|
|
}
|
|
|
|
// Sum call sum some column. bean's non-empty fields are conditions.
|
|
func (session *Session) Sum(bean interface{}, columnName string) (float64, error) {
|
|
defer session.resetStatement()
|
|
if session.IsAutoClose {
|
|
defer session.Close()
|
|
}
|
|
|
|
var sqlStr string
|
|
var args []interface{}
|
|
if len(session.Statement.RawSQL) == 0 {
|
|
sqlStr, args = session.Statement.genSumSQL(bean, columnName)
|
|
} else {
|
|
sqlStr = session.Statement.RawSQL
|
|
args = session.Statement.RawParams
|
|
}
|
|
|
|
session.queryPreprocess(&sqlStr, args...)
|
|
|
|
var err error
|
|
var res float64
|
|
if session.IsAutoCommit {
|
|
err = session.DB().QueryRow(sqlStr, args...).Scan(&res)
|
|
} else {
|
|
err = session.Tx.QueryRow(sqlStr, args...).Scan(&res)
|
|
}
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
|
|
return res, nil
|
|
}
|
|
|
|
// Sums call sum some columns. bean's non-empty fields are conditions.
|
|
func (session *Session) Sums(bean interface{}, columnNames ...string) ([]float64, error) {
|
|
defer session.resetStatement()
|
|
if session.IsAutoClose {
|
|
defer session.Close()
|
|
}
|
|
|
|
var sqlStr string
|
|
var args []interface{}
|
|
if len(session.Statement.RawSQL) == 0 {
|
|
sqlStr, args = session.Statement.genSumSQL(bean, columnNames...)
|
|
} else {
|
|
sqlStr = session.Statement.RawSQL
|
|
args = session.Statement.RawParams
|
|
}
|
|
|
|
session.queryPreprocess(&sqlStr, args...)
|
|
|
|
var err error
|
|
var res = make([]float64, len(columnNames), len(columnNames))
|
|
if session.IsAutoCommit {
|
|
err = session.DB().QueryRow(sqlStr, args...).ScanSlice(&res)
|
|
} else {
|
|
err = session.Tx.QueryRow(sqlStr, args...).ScanSlice(&res)
|
|
}
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return res, nil
|
|
}
|
|
|
|
// SumsInt sum specify columns and return as []int64 instead of []float64
|
|
func (session *Session) SumsInt(bean interface{}, columnNames ...string) ([]int64, error) {
|
|
defer session.resetStatement()
|
|
if session.IsAutoClose {
|
|
defer session.Close()
|
|
}
|
|
|
|
var sqlStr string
|
|
var args []interface{}
|
|
if len(session.Statement.RawSQL) == 0 {
|
|
sqlStr, args = session.Statement.genSumSQL(bean, columnNames...)
|
|
} else {
|
|
sqlStr = session.Statement.RawSQL
|
|
args = session.Statement.RawParams
|
|
}
|
|
|
|
session.queryPreprocess(&sqlStr, args...)
|
|
|
|
var err error
|
|
var res = make([]int64, 0, len(columnNames))
|
|
if session.IsAutoCommit {
|
|
err = session.DB().QueryRow(sqlStr, args...).ScanSlice(&res)
|
|
} else {
|
|
err = session.Tx.QueryRow(sqlStr, args...).ScanSlice(&res)
|
|
}
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return res, nil
|
|
}
|
|
|
|
func (session *Session) noCacheFind(sliceValue reflect.Value, sqlStr string, args ...interface{}) error {
|
|
var rawRows *core.Rows
|
|
var err error
|
|
|
|
session.queryPreprocess(&sqlStr, args...)
|
|
if session.IsAutoCommit {
|
|
_, rawRows, err = session.innerQuery(sqlStr, args...)
|
|
} else {
|
|
rawRows, err = session.Tx.Query(sqlStr, args...)
|
|
}
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer rawRows.Close()
|
|
|
|
fields, err := rawRows.Columns()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
var newElemFunc func() reflect.Value
|
|
sliceElementType := sliceValue.Type().Elem()
|
|
if sliceElementType.Kind() == reflect.Ptr {
|
|
newElemFunc = func() reflect.Value {
|
|
return reflect.New(sliceElementType.Elem())
|
|
}
|
|
} else {
|
|
newElemFunc = func() reflect.Value {
|
|
return reflect.New(sliceElementType)
|
|
}
|
|
}
|
|
|
|
var sliceValueSetFunc func(*reflect.Value)
|
|
|
|
if sliceValue.Kind() == reflect.Slice {
|
|
if sliceElementType.Kind() == reflect.Ptr {
|
|
sliceValueSetFunc = func(newValue *reflect.Value) {
|
|
sliceValue.Set(reflect.Append(sliceValue, reflect.ValueOf(newValue.Interface())))
|
|
}
|
|
} else {
|
|
sliceValueSetFunc = func(newValue *reflect.Value) {
|
|
sliceValue.Set(reflect.Append(sliceValue, reflect.Indirect(reflect.ValueOf(newValue.Interface()))))
|
|
}
|
|
}
|
|
}
|
|
|
|
var newValue = newElemFunc()
|
|
dataStruct := rValue(newValue.Interface())
|
|
if dataStruct.Kind() != reflect.Struct {
|
|
return errors.New("Expected a pointer to a struct")
|
|
}
|
|
|
|
return session.rows2Beans(rawRows, fields, len(fields), session.Engine.autoMapType(dataStruct), newElemFunc, sliceValueSetFunc)
|
|
}
|
|
|
|
// Find retrieve records from table, condiBeans's non-empty fields
|
|
// are conditions. beans could be []Struct, []*Struct, map[int64]Struct
|
|
// map[int64]*Struct
|
|
func (session *Session) Find(rowsSlicePtr interface{}, condiBean ...interface{}) error {
|
|
defer session.resetStatement()
|
|
if session.IsAutoClose {
|
|
defer session.Close()
|
|
}
|
|
|
|
sliceValue := reflect.Indirect(reflect.ValueOf(rowsSlicePtr))
|
|
if sliceValue.Kind() != reflect.Slice && sliceValue.Kind() != reflect.Map {
|
|
return errors.New("needs a pointer to a slice or a map")
|
|
}
|
|
|
|
sliceElementType := sliceValue.Type().Elem()
|
|
|
|
if session.Statement.RefTable == nil {
|
|
if sliceElementType.Kind() == reflect.Ptr {
|
|
if sliceElementType.Elem().Kind() == reflect.Struct {
|
|
pv := reflect.New(sliceElementType.Elem())
|
|
session.Statement.setRefValue(pv.Elem())
|
|
} else {
|
|
return errors.New("slice type")
|
|
}
|
|
} else if sliceElementType.Kind() == reflect.Struct {
|
|
pv := reflect.New(sliceElementType)
|
|
session.Statement.setRefValue(pv.Elem())
|
|
} else {
|
|
return errors.New("slice type")
|
|
}
|
|
}
|
|
|
|
var table = session.Statement.RefTable
|
|
|
|
var addedTableName = (len(session.Statement.JoinStr) > 0)
|
|
var autoCond builder.Cond
|
|
if !session.Statement.noAutoCondition && len(condiBean) > 0 {
|
|
var err error
|
|
autoCond, err = session.Statement.buildConds(table, condiBean[0], true, true, false, true, addedTableName)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
} else {
|
|
// !oinume! Add "<col> IS NULL" to WHERE whatever condiBean is given.
|
|
// See https://github.com/go-xorm/xorm/issues/179
|
|
if col := table.DeletedColumn(); col != nil && !session.Statement.unscoped { // tag "deleted" is enabled
|
|
var colName = session.Engine.Quote(col.Name)
|
|
if addedTableName {
|
|
var nm = session.Statement.TableName()
|
|
if len(session.Statement.TableAlias) > 0 {
|
|
nm = session.Statement.TableAlias
|
|
}
|
|
colName = session.Engine.Quote(nm) + "." + colName
|
|
}
|
|
autoCond = builder.IsNull{colName}.Or(builder.Eq{colName: "0001-01-01 00:00:00"})
|
|
}
|
|
}
|
|
|
|
var sqlStr string
|
|
var args []interface{}
|
|
if session.Statement.RawSQL == "" {
|
|
if len(session.Statement.TableName()) <= 0 {
|
|
return ErrTableNotFound
|
|
}
|
|
|
|
var columnStr = session.Statement.ColumnStr
|
|
if len(session.Statement.selectStr) > 0 {
|
|
columnStr = session.Statement.selectStr
|
|
} else {
|
|
if session.Statement.JoinStr == "" {
|
|
if columnStr == "" {
|
|
if session.Statement.GroupByStr != "" {
|
|
columnStr = session.Statement.Engine.Quote(strings.Replace(session.Statement.GroupByStr, ",", session.Engine.Quote(","), -1))
|
|
} else {
|
|
columnStr = session.Statement.genColumnStr()
|
|
}
|
|
}
|
|
} else {
|
|
if columnStr == "" {
|
|
if session.Statement.GroupByStr != "" {
|
|
columnStr = session.Statement.Engine.Quote(strings.Replace(session.Statement.GroupByStr, ",", session.Engine.Quote(","), -1))
|
|
} else {
|
|
columnStr = "*"
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
condSQL, condArgs, _ := builder.ToSQL(session.Statement.cond.And(autoCond))
|
|
|
|
args = append(session.Statement.joinArgs, condArgs...)
|
|
sqlStr = session.Statement.genSelectSQL(columnStr, condSQL)
|
|
// for mssql and use limit
|
|
qs := strings.Count(sqlStr, "?")
|
|
if len(args)*2 == qs {
|
|
args = append(args, args...)
|
|
}
|
|
} else {
|
|
sqlStr = session.Statement.RawSQL
|
|
args = session.Statement.RawParams
|
|
}
|
|
|
|
var err error
|
|
if session.canCache() {
|
|
if cacher := session.Engine.getCacher2(table); cacher != nil &&
|
|
!session.Statement.IsDistinct &&
|
|
!session.Statement.unscoped {
|
|
err = session.cacheFind(sliceElementType, sqlStr, rowsSlicePtr, args...)
|
|
if err != ErrCacheFailed {
|
|
return err
|
|
}
|
|
err = nil // !nashtsai! reset err to nil for ErrCacheFailed
|
|
session.Engine.logger.Warn("Cache Find Failed")
|
|
}
|
|
}
|
|
|
|
if sliceValue.Kind() != reflect.Map {
|
|
return session.noCacheFind(sliceValue, sqlStr, args...)
|
|
}
|
|
|
|
resultsSlice, err := session.query(sqlStr, args...)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
keyType := sliceValue.Type().Key()
|
|
|
|
for _, results := range resultsSlice {
|
|
var newValue reflect.Value
|
|
if sliceElementType.Kind() == reflect.Ptr {
|
|
newValue = reflect.New(sliceElementType.Elem())
|
|
} else {
|
|
newValue = reflect.New(sliceElementType)
|
|
}
|
|
err := session.scanMapIntoStruct(newValue.Interface(), results)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
var key interface{}
|
|
// if there is only one pk, we can put the id as map key.
|
|
if len(table.PrimaryKeys) == 1 {
|
|
key, err = str2PK(string(results[table.PrimaryKeys[0]]), keyType)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
} else {
|
|
if keyType.Kind() != reflect.Slice {
|
|
panic("don't support multiple primary key's map has non-slice key type")
|
|
} else {
|
|
var keys core.PK = make([]interface{}, 0, len(table.PrimaryKeys))
|
|
for _, pk := range table.PrimaryKeys {
|
|
skey, err := str2PK(string(results[pk]), keyType)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
keys = append(keys, skey)
|
|
}
|
|
key = keys
|
|
}
|
|
}
|
|
|
|
if sliceElementType.Kind() == reflect.Ptr {
|
|
sliceValue.SetMapIndex(reflect.ValueOf(key), reflect.ValueOf(newValue.Interface()))
|
|
} else {
|
|
sliceValue.SetMapIndex(reflect.ValueOf(key), reflect.Indirect(reflect.ValueOf(newValue.Interface())))
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// Ping test if database is ok
|
|
func (session *Session) Ping() error {
|
|
defer session.resetStatement()
|
|
if session.IsAutoClose {
|
|
defer session.Close()
|
|
}
|
|
|
|
return session.DB().Ping()
|
|
}
|
|
|
|
// IsTableExist if a table is exist
|
|
func (session *Session) IsTableExist(beanOrTableName interface{}) (bool, error) {
|
|
tableName, err := session.Engine.tableName(beanOrTableName)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
|
|
return session.isTableExist(tableName)
|
|
}
|
|
|
|
func (session *Session) isTableExist(tableName string) (bool, error) {
|
|
defer session.resetStatement()
|
|
if session.IsAutoClose {
|
|
defer session.Close()
|
|
}
|
|
sqlStr, args := session.Engine.dialect.TableCheckSql(tableName)
|
|
results, err := session.query(sqlStr, args...)
|
|
return len(results) > 0, err
|
|
}
|
|
|
|
// IsTableEmpty if table have any records
|
|
func (session *Session) IsTableEmpty(bean interface{}) (bool, error) {
|
|
v := rValue(bean)
|
|
t := v.Type()
|
|
|
|
if t.Kind() == reflect.String {
|
|
return session.isTableEmpty(bean.(string))
|
|
} else if t.Kind() == reflect.Struct {
|
|
rows, err := session.Count(bean)
|
|
return rows == 0, err
|
|
}
|
|
return false, errors.New("bean should be a struct or struct's point")
|
|
}
|
|
|
|
func (session *Session) isTableEmpty(tableName string) (bool, error) {
|
|
defer session.resetStatement()
|
|
if session.IsAutoClose {
|
|
defer session.Close()
|
|
}
|
|
|
|
var total int64
|
|
sql := fmt.Sprintf("select count(*) from %s", session.Engine.Quote(tableName))
|
|
err := session.DB().QueryRow(sql).Scan(&total)
|
|
session.saveLastSQL(sql)
|
|
if err != nil {
|
|
return true, err
|
|
}
|
|
|
|
return total == 0, nil
|
|
}
|
|
|
|
func (session *Session) isIndexExist(tableName, idxName string, unique bool) (bool, error) {
|
|
defer session.resetStatement()
|
|
if session.IsAutoClose {
|
|
defer session.Close()
|
|
}
|
|
var idx string
|
|
if unique {
|
|
idx = uniqueName(tableName, idxName)
|
|
} else {
|
|
idx = indexName(tableName, idxName)
|
|
}
|
|
sqlStr, args := session.Engine.dialect.IndexCheckSql(tableName, idx)
|
|
results, err := session.query(sqlStr, args...)
|
|
return len(results) > 0, err
|
|
}
|
|
|
|
// find if index is exist according cols
|
|
func (session *Session) isIndexExist2(tableName string, cols []string, unique bool) (bool, error) {
|
|
defer session.resetStatement()
|
|
if session.IsAutoClose {
|
|
defer session.Close()
|
|
}
|
|
|
|
indexes, err := session.Engine.dialect.GetIndexes(tableName)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
|
|
for _, index := range indexes {
|
|
if sliceEq(index.Cols, cols) {
|
|
if unique {
|
|
return index.Type == core.UniqueType, nil
|
|
}
|
|
return index.Type == core.IndexType, nil
|
|
}
|
|
}
|
|
return false, nil
|
|
}
|
|
|
|
func (session *Session) addColumn(colName string) error {
|
|
defer session.resetStatement()
|
|
if session.IsAutoClose {
|
|
defer session.Close()
|
|
}
|
|
|
|
col := session.Statement.RefTable.GetColumn(colName)
|
|
sql, args := session.Statement.genAddColumnStr(col)
|
|
_, err := session.exec(sql, args...)
|
|
return err
|
|
}
|
|
|
|
func (session *Session) addIndex(tableName, idxName string) error {
|
|
defer session.resetStatement()
|
|
if session.IsAutoClose {
|
|
defer session.Close()
|
|
}
|
|
index := session.Statement.RefTable.Indexes[idxName]
|
|
sqlStr := session.Engine.dialect.CreateIndexSql(tableName, index)
|
|
|
|
_, err := session.exec(sqlStr)
|
|
return err
|
|
}
|
|
|
|
func (session *Session) addUnique(tableName, uqeName string) error {
|
|
defer session.resetStatement()
|
|
if session.IsAutoClose {
|
|
defer session.Close()
|
|
}
|
|
index := session.Statement.RefTable.Indexes[uqeName]
|
|
sqlStr := session.Engine.dialect.CreateIndexSql(tableName, index)
|
|
_, err := session.exec(sqlStr)
|
|
return err
|
|
}
|
|
|
|
// To be deleted
|
|
func (session *Session) dropAll() error {
|
|
defer session.resetStatement()
|
|
if session.IsAutoClose {
|
|
defer session.Close()
|
|
}
|
|
|
|
for _, table := range session.Engine.Tables {
|
|
session.Statement.Init()
|
|
session.Statement.RefTable = table
|
|
sqlStr := session.Engine.Dialect().DropTableSql(session.Statement.TableName())
|
|
_, err := session.exec(sqlStr)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (session *Session) getField(dataStruct *reflect.Value, key string, table *core.Table, idx int) *reflect.Value {
|
|
var col *core.Column
|
|
if col = table.GetColumnIdx(key, idx); col == nil {
|
|
//session.Engine.logger.Warnf("table %v has no column %v. %v", table.Name, key, table.ColumnsSeq())
|
|
return nil
|
|
}
|
|
|
|
fieldValue, err := col.ValueOfV(dataStruct)
|
|
if err != nil {
|
|
session.Engine.logger.Error(err)
|
|
return nil
|
|
}
|
|
|
|
if !fieldValue.IsValid() || !fieldValue.CanSet() {
|
|
session.Engine.logger.Warnf("table %v's column %v is not valid or cannot set", table.Name, key)
|
|
return nil
|
|
}
|
|
return fieldValue
|
|
}
|
|
|
|
// Cell cell is a result of one column field
|
|
type Cell *interface{}
|
|
|
|
func (session *Session) rows2Beans(rows *core.Rows, fields []string, fieldsCount int,
|
|
table *core.Table, newElemFunc func() reflect.Value,
|
|
sliceValueSetFunc func(*reflect.Value)) error {
|
|
for rows.Next() {
|
|
var newValue = newElemFunc()
|
|
bean := newValue.Interface()
|
|
dataStruct := rValue(bean)
|
|
err := session._row2Bean(rows, fields, fieldsCount, bean, &dataStruct, table)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
sliceValueSetFunc(&newValue)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (session *Session) row2Bean(rows *core.Rows, fields []string, fieldsCount int, bean interface{}) error {
|
|
dataStruct := rValue(bean)
|
|
if dataStruct.Kind() != reflect.Struct {
|
|
return errors.New("Expected a pointer to a struct")
|
|
}
|
|
|
|
session.Statement.setRefValue(dataStruct)
|
|
|
|
return session._row2Bean(rows, fields, fieldsCount, bean, &dataStruct, session.Statement.RefTable)
|
|
}
|
|
|
|
func (session *Session) _row2Bean(rows *core.Rows, fields []string, fieldsCount int, bean interface{}, dataStruct *reflect.Value, table *core.Table) error {
|
|
scanResults := make([]interface{}, fieldsCount)
|
|
for i := 0; i < len(fields); i++ {
|
|
var cell interface{}
|
|
scanResults[i] = &cell
|
|
}
|
|
if err := rows.Scan(scanResults...); err != nil {
|
|
return err
|
|
}
|
|
|
|
if b, hasBeforeSet := bean.(BeforeSetProcessor); hasBeforeSet {
|
|
for ii, key := range fields {
|
|
b.BeforeSet(key, Cell(scanResults[ii].(*interface{})))
|
|
}
|
|
}
|
|
|
|
defer func() {
|
|
if b, hasAfterSet := bean.(AfterSetProcessor); hasAfterSet {
|
|
for ii, key := range fields {
|
|
b.AfterSet(key, Cell(scanResults[ii].(*interface{})))
|
|
}
|
|
}
|
|
}()
|
|
|
|
var tempMap = make(map[string]int)
|
|
for ii, key := range fields {
|
|
var idx int
|
|
var ok bool
|
|
var lKey = strings.ToLower(key)
|
|
if idx, ok = tempMap[lKey]; !ok {
|
|
idx = 0
|
|
} else {
|
|
idx = idx + 1
|
|
}
|
|
tempMap[lKey] = idx
|
|
|
|
if fieldValue := session.getField(dataStruct, key, table, idx); fieldValue != nil {
|
|
rawValue := reflect.Indirect(reflect.ValueOf(scanResults[ii]))
|
|
|
|
// if row is null then ignore
|
|
if rawValue.Interface() == nil {
|
|
continue
|
|
}
|
|
|
|
if fieldValue.CanAddr() {
|
|
if structConvert, ok := fieldValue.Addr().Interface().(core.Conversion); ok {
|
|
if data, err := value2Bytes(&rawValue); err == nil {
|
|
structConvert.FromDB(data)
|
|
} else {
|
|
session.Engine.logger.Error(err)
|
|
}
|
|
continue
|
|
}
|
|
}
|
|
|
|
if _, ok := fieldValue.Interface().(core.Conversion); ok {
|
|
if data, err := value2Bytes(&rawValue); err == nil {
|
|
if fieldValue.Kind() == reflect.Ptr && fieldValue.IsNil() {
|
|
fieldValue.Set(reflect.New(fieldValue.Type().Elem()))
|
|
}
|
|
fieldValue.Interface().(core.Conversion).FromDB(data)
|
|
} else {
|
|
session.Engine.logger.Error(err)
|
|
}
|
|
continue
|
|
}
|
|
|
|
rawValueType := reflect.TypeOf(rawValue.Interface())
|
|
vv := reflect.ValueOf(rawValue.Interface())
|
|
|
|
fieldType := fieldValue.Type()
|
|
hasAssigned := false
|
|
col := table.GetColumnIdx(key, idx)
|
|
|
|
if col.SQLType.IsJson() {
|
|
var bs []byte
|
|
if rawValueType.Kind() == reflect.String {
|
|
bs = []byte(vv.String())
|
|
} else if rawValueType.ConvertibleTo(core.BytesType) {
|
|
bs = vv.Bytes()
|
|
} else {
|
|
return fmt.Errorf("unsupported database data type: %s %v", key, rawValueType.Kind())
|
|
}
|
|
|
|
hasAssigned = true
|
|
|
|
if len(bs) > 0 {
|
|
if fieldValue.CanAddr() {
|
|
err := json.Unmarshal(bs, fieldValue.Addr().Interface())
|
|
if err != nil {
|
|
session.Engine.logger.Error(key, err)
|
|
return err
|
|
}
|
|
} else {
|
|
x := reflect.New(fieldType)
|
|
err := json.Unmarshal(bs, x.Interface())
|
|
if err != nil {
|
|
session.Engine.logger.Error(key, err)
|
|
return err
|
|
}
|
|
fieldValue.Set(x.Elem())
|
|
}
|
|
}
|
|
|
|
continue
|
|
}
|
|
|
|
switch fieldType.Kind() {
|
|
case reflect.Complex64, reflect.Complex128:
|
|
// TODO: reimplement this
|
|
var bs []byte
|
|
if rawValueType.Kind() == reflect.String {
|
|
bs = []byte(vv.String())
|
|
} else if rawValueType.ConvertibleTo(core.BytesType) {
|
|
bs = vv.Bytes()
|
|
}
|
|
|
|
hasAssigned = true
|
|
if len(bs) > 0 {
|
|
if fieldValue.CanAddr() {
|
|
err := json.Unmarshal(bs, fieldValue.Addr().Interface())
|
|
if err != nil {
|
|
session.Engine.logger.Error(err)
|
|
return err
|
|
}
|
|
} else {
|
|
x := reflect.New(fieldType)
|
|
err := json.Unmarshal(bs, x.Interface())
|
|
if err != nil {
|
|
session.Engine.logger.Error(err)
|
|
return err
|
|
}
|
|
fieldValue.Set(x.Elem())
|
|
}
|
|
}
|
|
case reflect.Slice, reflect.Array:
|
|
switch rawValueType.Kind() {
|
|
case reflect.Slice, reflect.Array:
|
|
switch rawValueType.Elem().Kind() {
|
|
case reflect.Uint8:
|
|
if fieldType.Elem().Kind() == reflect.Uint8 {
|
|
hasAssigned = true
|
|
fieldValue.Set(vv)
|
|
}
|
|
}
|
|
}
|
|
case reflect.String:
|
|
if rawValueType.Kind() == reflect.String {
|
|
hasAssigned = true
|
|
fieldValue.SetString(vv.String())
|
|
}
|
|
case reflect.Bool:
|
|
if rawValueType.Kind() == reflect.Bool {
|
|
hasAssigned = true
|
|
fieldValue.SetBool(vv.Bool())
|
|
}
|
|
case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64:
|
|
switch rawValueType.Kind() {
|
|
case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64:
|
|
hasAssigned = true
|
|
fieldValue.SetInt(vv.Int())
|
|
}
|
|
case reflect.Float32, reflect.Float64:
|
|
switch rawValueType.Kind() {
|
|
case reflect.Float32, reflect.Float64:
|
|
hasAssigned = true
|
|
fieldValue.SetFloat(vv.Float())
|
|
}
|
|
case reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64, reflect.Uint:
|
|
switch rawValueType.Kind() {
|
|
case reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64, reflect.Uint:
|
|
hasAssigned = true
|
|
fieldValue.SetUint(vv.Uint())
|
|
case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64:
|
|
hasAssigned = true
|
|
fieldValue.SetUint(uint64(vv.Int()))
|
|
}
|
|
case reflect.Struct:
|
|
if fieldType.ConvertibleTo(core.TimeType) {
|
|
if rawValueType == core.TimeType {
|
|
hasAssigned = true
|
|
|
|
t := vv.Convert(core.TimeType).Interface().(time.Time)
|
|
z, _ := t.Zone()
|
|
if len(z) == 0 || t.Year() == 0 { // !nashtsai! HACK tmp work around for lib/pq doesn't properly time with location
|
|
dbTZ := session.Engine.DatabaseTZ
|
|
if dbTZ == nil {
|
|
dbTZ = time.Local
|
|
}
|
|
session.Engine.logger.Debugf("empty zone key[%v] : %v | zone: %v | location: %+v\n", key, t, z, *t.Location())
|
|
t = time.Date(t.Year(), t.Month(), t.Day(), t.Hour(),
|
|
t.Minute(), t.Second(), t.Nanosecond(), dbTZ)
|
|
}
|
|
// !nashtsai! convert to engine location
|
|
if col.TimeZone == nil {
|
|
t = t.In(session.Engine.TZLocation)
|
|
} else {
|
|
t = t.In(col.TimeZone)
|
|
}
|
|
fieldValue.Set(reflect.ValueOf(t).Convert(fieldType))
|
|
|
|
// t = fieldValue.Interface().(time.Time)
|
|
// z, _ = t.Zone()
|
|
// session.Engine.LogDebug("fieldValue key[%v]: %v | zone: %v | location: %+v\n", key, t, z, *t.Location())
|
|
} else if rawValueType == core.IntType || rawValueType == core.Int64Type ||
|
|
rawValueType == core.Int32Type {
|
|
hasAssigned = true
|
|
var tz *time.Location
|
|
if col.TimeZone == nil {
|
|
tz = session.Engine.TZLocation
|
|
} else {
|
|
tz = col.TimeZone
|
|
}
|
|
t := time.Unix(vv.Int(), 0).In(tz)
|
|
//vv = reflect.ValueOf(t)
|
|
fieldValue.Set(reflect.ValueOf(t).Convert(fieldType))
|
|
} else {
|
|
if d, ok := vv.Interface().([]uint8); ok {
|
|
hasAssigned = true
|
|
t, err := session.byte2Time(col, d)
|
|
if err != nil {
|
|
session.Engine.logger.Error("byte2Time error:", err.Error())
|
|
hasAssigned = false
|
|
} else {
|
|
fieldValue.Set(reflect.ValueOf(t).Convert(fieldType))
|
|
}
|
|
} else if d, ok := vv.Interface().(string); ok {
|
|
hasAssigned = true
|
|
t, err := session.str2Time(col, d)
|
|
if err != nil {
|
|
session.Engine.logger.Error("byte2Time error:", err.Error())
|
|
hasAssigned = false
|
|
} else {
|
|
fieldValue.Set(reflect.ValueOf(t).Convert(fieldType))
|
|
}
|
|
} else {
|
|
panic(fmt.Sprintf("rawValueType is %v, value is %v", rawValueType, vv.Interface()))
|
|
}
|
|
}
|
|
} else if nulVal, ok := fieldValue.Addr().Interface().(sql.Scanner); ok {
|
|
// !<winxxp>! 增加支持sql.Scanner接口的结构，如sql.NullString
|
|
hasAssigned = true
|
|
if err := nulVal.Scan(vv.Interface()); err != nil {
|
|
session.Engine.logger.Error("sql.Sanner error:", err.Error())
|
|
hasAssigned = false
|
|
}
|
|
} else if col.SQLType.IsJson() {
|
|
if rawValueType.Kind() == reflect.String {
|
|
hasAssigned = true
|
|
x := reflect.New(fieldType)
|
|
if len([]byte(vv.String())) > 0 {
|
|
err := json.Unmarshal([]byte(vv.String()), x.Interface())
|
|
if err != nil {
|
|
session.Engine.logger.Error(err)
|
|
return err
|
|
}
|
|
fieldValue.Set(x.Elem())
|
|
}
|
|
} else if rawValueType.Kind() == reflect.Slice {
|
|
hasAssigned = true
|
|
x := reflect.New(fieldType)
|
|
if len(vv.Bytes()) > 0 {
|
|
err := json.Unmarshal(vv.Bytes(), x.Interface())
|
|
if err != nil {
|
|
session.Engine.logger.Error(err)
|
|
return err
|
|
}
|
|
fieldValue.Set(x.Elem())
|
|
}
|
|
}
|
|
} else if session.Statement.UseCascade {
|
|
table := session.Engine.autoMapType(*fieldValue)
|
|
if table != nil {
|
|
hasAssigned = true
|
|
if len(table.PrimaryKeys) != 1 {
|
|
panic("unsupported non or composited primary key cascade")
|
|
}
|
|
var pk = make(core.PK, len(table.PrimaryKeys))
|
|
|
|
switch rawValueType.Kind() {
|
|
case reflect.Int64:
|
|
pk[0] = vv.Int()
|
|
case reflect.Int:
|
|
pk[0] = int(vv.Int())
|
|
case reflect.Int32:
|
|
pk[0] = int32(vv.Int())
|
|
case reflect.Int16:
|
|
pk[0] = int16(vv.Int())
|
|
case reflect.Int8:
|
|
pk[0] = int8(vv.Int())
|
|
case reflect.Uint64:
|
|
pk[0] = vv.Uint()
|
|
case reflect.Uint:
|
|
pk[0] = uint(vv.Uint())
|
|
case reflect.Uint32:
|
|
pk[0] = uint32(vv.Uint())
|
|
case reflect.Uint16:
|
|
pk[0] = uint16(vv.Uint())
|
|
case reflect.Uint8:
|
|
pk[0] = uint8(vv.Uint())
|
|
case reflect.String:
|
|
pk[0] = vv.String()
|
|
case reflect.Slice:
|
|
pk[0], _ = strconv.ParseInt(string(rawValue.Interface().([]byte)), 10, 64)
|
|
default:
|
|
panic(fmt.Sprintf("unsupported primary key type: %v, %v", rawValueType, fieldValue))
|
|
}
|
|
|
|
if !isPKZero(pk) {
|
|
// !nashtsai! TODO for hasOne relationship, it's preferred to use join query for eager fetch
|
|
// however, also need to consider adding a 'lazy' attribute to xorm tag which allow hasOne
|
|
// property to be fetched lazily
|
|
structInter := reflect.New(fieldValue.Type())
|
|
newsession := session.Engine.NewSession()
|
|
defer newsession.Close()
|
|
has, err := newsession.Id(pk).NoCascade().Get(structInter.Interface())
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if has {
|
|
//v := structInter.Elem().Interface()
|
|
//fieldValue.Set(reflect.ValueOf(v))
|
|
fieldValue.Set(structInter.Elem())
|
|
} else {
|
|
return errors.New("cascade obj is not exist")
|
|
}
|
|
}
|
|
} else {
|
|
session.Engine.logger.Error("unsupported struct type in Scan: ", fieldValue.Type().String())
|
|
}
|
|
}
|
|
case reflect.Ptr:
|
|
// !nashtsai! TODO merge duplicated codes above
|
|
//typeStr := fieldType.String()
|
|
switch fieldType {
|
|
// following types case matching ptr's native type, therefore assign ptr directly
|
|
case core.PtrStringType:
|
|
if rawValueType.Kind() == reflect.String {
|
|
x := vv.String()
|
|
hasAssigned = true
|
|
fieldValue.Set(reflect.ValueOf(&x))
|
|
}
|
|
case core.PtrBoolType:
|
|
if rawValueType.Kind() == reflect.Bool {
|
|
x := vv.Bool()
|
|
hasAssigned = true
|
|
fieldValue.Set(reflect.ValueOf(&x))
|
|
}
|
|
case core.PtrTimeType:
|
|
if rawValueType == core.PtrTimeType {
|
|
hasAssigned = true
|
|
var x = rawValue.Interface().(time.Time)
|
|
fieldValue.Set(reflect.ValueOf(&x))
|
|
}
|
|
case core.PtrFloat64Type:
|
|
if rawValueType.Kind() == reflect.Float64 {
|
|
x := vv.Float()
|
|
hasAssigned = true
|
|
fieldValue.Set(reflect.ValueOf(&x))
|
|
}
|
|
case core.PtrUint64Type:
|
|
if rawValueType.Kind() == reflect.Int64 {
|
|
var x = uint64(vv.Int())
|
|
hasAssigned = true
|
|
fieldValue.Set(reflect.ValueOf(&x))
|
|
}
|
|
case core.PtrInt64Type:
|
|
if rawValueType.Kind() == reflect.Int64 {
|
|
x := vv.Int()
|
|
hasAssigned = true
|
|
fieldValue.Set(reflect.ValueOf(&x))
|
|
}
|
|
case core.PtrFloat32Type:
|
|
if rawValueType.Kind() == reflect.Float64 {
|
|
var x = float32(vv.Float())
|
|
hasAssigned = true
|
|
fieldValue.Set(reflect.ValueOf(&x))
|
|
}
|
|
case core.PtrIntType:
|
|
if rawValueType.Kind() == reflect.Int64 {
|
|
var x = int(vv.Int())
|
|
hasAssigned = true
|
|
fieldValue.Set(reflect.ValueOf(&x))
|
|
}
|
|
case core.PtrInt32Type:
|
|
if rawValueType.Kind() == reflect.Int64 {
|
|
var x = int32(vv.Int())
|
|
hasAssigned = true
|
|
fieldValue.Set(reflect.ValueOf(&x))
|
|
}
|
|
case core.PtrInt8Type:
|
|
if rawValueType.Kind() == reflect.Int64 {
|
|
var x = int8(vv.Int())
|
|
hasAssigned = true
|
|
fieldValue.Set(reflect.ValueOf(&x))
|
|
}
|
|
case core.PtrInt16Type:
|
|
if rawValueType.Kind() == reflect.Int64 {
|
|
var x = int16(vv.Int())
|
|
hasAssigned = true
|
|
fieldValue.Set(reflect.ValueOf(&x))
|
|
}
|
|
case core.PtrUintType:
|
|
if rawValueType.Kind() == reflect.Int64 {
|
|
var x = uint(vv.Int())
|
|
hasAssigned = true
|
|
fieldValue.Set(reflect.ValueOf(&x))
|
|
}
|
|
case core.PtrUint32Type:
|
|
if rawValueType.Kind() == reflect.Int64 {
|
|
var x = uint32(vv.Int())
|
|
hasAssigned = true
|
|
fieldValue.Set(reflect.ValueOf(&x))
|
|
}
|
|
case core.Uint8Type:
|
|
if rawValueType.Kind() == reflect.Int64 {
|
|
var x = uint8(vv.Int())
|
|
hasAssigned = true
|
|
fieldValue.Set(reflect.ValueOf(&x))
|
|
}
|
|
case core.Uint16Type:
|
|
if rawValueType.Kind() == reflect.Int64 {
|
|
var x = uint16(vv.Int())
|
|
hasAssigned = true
|
|
fieldValue.Set(reflect.ValueOf(&x))
|
|
}
|
|
case core.Complex64Type:
|
|
var x complex64
|
|
if len([]byte(vv.String())) > 0 {
|
|
err := json.Unmarshal([]byte(vv.String()), &x)
|
|
if err != nil {
|
|
session.Engine.logger.Error(err)
|
|
} else {
|
|
fieldValue.Set(reflect.ValueOf(&x))
|
|
}
|
|
}
|
|
hasAssigned = true
|
|
case core.Complex128Type:
|
|
var x complex128
|
|
if len([]byte(vv.String())) > 0 {
|
|
err := json.Unmarshal([]byte(vv.String()), &x)
|
|
if err != nil {
|
|
session.Engine.logger.Error(err)
|
|
} else {
|
|
fieldValue.Set(reflect.ValueOf(&x))
|
|
}
|
|
}
|
|
hasAssigned = true
|
|
} // switch fieldType
|
|
// default:
|
|
// session.Engine.LogError("unsupported type in Scan: ", reflect.TypeOf(v).String())
|
|
} // switch fieldType.Kind()
|
|
|
|
// !nashtsai! for value can't be assigned directly fallback to convert to []byte then back to value
|
|
if !hasAssigned {
|
|
data, err := value2Bytes(&rawValue)
|
|
if err == nil {
|
|
session.bytes2Value(col, fieldValue, data)
|
|
} else {
|
|
session.Engine.logger.Error(err.Error())
|
|
}
|
|
}
|
|
}
|
|
}
|
|
return nil
|
|
|
|
}
|
|
|
|
func (session *Session) queryPreprocess(sqlStr *string, paramStr ...interface{}) {
|
|
for _, filter := range session.Engine.dialect.Filters() {
|
|
*sqlStr = filter.Do(*sqlStr, session.Engine.dialect, session.Statement.RefTable)
|
|
}
|
|
|
|
session.saveLastSQL(*sqlStr, paramStr...)
|
|
}
|
|
|
|
func (session *Session) query(sqlStr string, paramStr ...interface{}) (resultsSlice []map[string][]byte, err error) {
|
|
|
|
session.queryPreprocess(&sqlStr, paramStr...)
|
|
|
|
if session.IsAutoCommit {
|
|
return session.innerQuery2(sqlStr, paramStr...)
|
|
}
|
|
return session.txQuery(session.Tx, sqlStr, paramStr...)
|
|
}
|
|
|
|
func (session *Session) txQuery(tx *core.Tx, sqlStr string, params ...interface{}) (resultsSlice []map[string][]byte, err error) {
|
|
rows, err := tx.Query(sqlStr, params...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
defer rows.Close()
|
|
|
|
return rows2maps(rows)
|
|
}
|
|
|
|
func (session *Session) innerQuery(sqlStr string, params ...interface{}) (*core.Stmt, *core.Rows, error) {
|
|
var callback func() (*core.Stmt, *core.Rows, error)
|
|
if session.prepareStmt {
|
|
callback = func() (*core.Stmt, *core.Rows, error) {
|
|
stmt, err := session.doPrepare(sqlStr)
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
rows, err := stmt.Query(params...)
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
return stmt, rows, nil
|
|
}
|
|
} else {
|
|
callback = func() (*core.Stmt, *core.Rows, error) {
|
|
rows, err := session.DB().Query(sqlStr, params...)
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
return nil, rows, err
|
|
}
|
|
}
|
|
stmt, rows, err := session.Engine.logSQLQueryTime(sqlStr, params, callback)
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
return stmt, rows, nil
|
|
}
|
|
|
|
func (session *Session) innerQuery2(sqlStr string, params ...interface{}) ([]map[string][]byte, error) {
|
|
_, rows, err := session.innerQuery(sqlStr, params...)
|
|
if rows != nil {
|
|
defer rows.Close()
|
|
}
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return rows2maps(rows)
|
|
}
|
|
|
|
// Query a raw sql and return records as []map[string][]byte
|
|
func (session *Session) Query(sqlStr string, paramStr ...interface{}) (resultsSlice []map[string][]byte, err error) {
|
|
defer session.resetStatement()
|
|
if session.IsAutoClose {
|
|
defer session.Close()
|
|
}
|
|
|
|
return session.query(sqlStr, paramStr...)
|
|
}
|
|
|
|
// =============================
|
|
// for string
|
|
// =============================
|
|
func (session *Session) query2(sqlStr string, paramStr ...interface{}) (resultsSlice []map[string]string, err error) {
|
|
session.queryPreprocess(&sqlStr, paramStr...)
|
|
|
|
if session.IsAutoCommit {
|
|
return query2(session.DB(), sqlStr, paramStr...)
|
|
}
|
|
return txQuery2(session.Tx, sqlStr, paramStr...)
|
|
}
|
|
|
|
// Insert insert one or more beans
|
|
func (session *Session) Insert(beans ...interface{}) (int64, error) {
|
|
var affected int64
|
|
var err error
|
|
|
|
if session.IsAutoClose {
|
|
defer session.Close()
|
|
}
|
|
|
|
for _, bean := range beans {
|
|
sliceValue := reflect.Indirect(reflect.ValueOf(bean))
|
|
if sliceValue.Kind() == reflect.Slice {
|
|
size := sliceValue.Len()
|
|
if size > 0 {
|
|
if session.Engine.SupportInsertMany() {
|
|
cnt, err := session.innerInsertMulti(bean)
|
|
session.resetStatement()
|
|
if err != nil {
|
|
return affected, err
|
|
}
|
|
affected += cnt
|
|
} else {
|
|
for i := 0; i < size; i++ {
|
|
cnt, err := session.innerInsert(sliceValue.Index(i).Interface())
|
|
session.resetStatement()
|
|
if err != nil {
|
|
return affected, err
|
|
}
|
|
affected += cnt
|
|
}
|
|
}
|
|
}
|
|
} else {
|
|
cnt, err := session.innerInsert(bean)
|
|
session.resetStatement()
|
|
if err != nil {
|
|
return affected, err
|
|
}
|
|
affected += cnt
|
|
}
|
|
}
|
|
|
|
return affected, err
|
|
}
|
|
|
|
func (session *Session) innerInsertMulti(rowsSlicePtr interface{}) (int64, error) {
|
|
sliceValue := reflect.Indirect(reflect.ValueOf(rowsSlicePtr))
|
|
if sliceValue.Kind() != reflect.Slice {
|
|
return 0, errors.New("needs a pointer to a slice")
|
|
}
|
|
|
|
if sliceValue.Len() <= 0 {
|
|
return 0, errors.New("could not insert a empty slice")
|
|
}
|
|
|
|
session.Statement.setRefValue(sliceValue.Index(0))
|
|
|
|
if len(session.Statement.TableName()) <= 0 {
|
|
return 0, ErrTableNotFound
|
|
}
|
|
|
|
table := session.Statement.RefTable
|
|
size := sliceValue.Len()
|
|
|
|
var colNames []string
|
|
var colMultiPlaces []string
|
|
var args []interface{}
|
|
var cols []*core.Column
|
|
|
|
for i := 0; i < size; i++ {
|
|
v := sliceValue.Index(i)
|
|
vv := reflect.Indirect(v)
|
|
elemValue := v.Interface()
|
|
var colPlaces []string
|
|
|
|
// handle BeforeInsertProcessor
|
|
// !nashtsai! does user expect it's same slice to passed closure when using Before()/After() when insert multi??
|
|
for _, closure := range session.beforeClosures {
|
|
closure(elemValue)
|
|
}
|
|
|
|
if processor, ok := interface{}(elemValue).(BeforeInsertProcessor); ok {
|
|
processor.BeforeInsert()
|
|
}
|
|
// --
|
|
|
|
if i == 0 {
|
|
for _, col := range table.Columns() {
|
|
ptrFieldValue, err := col.ValueOfV(&vv)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
fieldValue := *ptrFieldValue
|
|
if col.IsAutoIncrement && isZero(fieldValue.Interface()) {
|
|
continue
|
|
}
|
|
if col.MapType == core.ONLYFROMDB {
|
|
continue
|
|
}
|
|
if col.IsDeleted {
|
|
continue
|
|
}
|
|
if session.Statement.ColumnStr != "" {
|
|
if _, ok := session.Statement.columnMap[strings.ToLower(col.Name)]; !ok {
|
|
continue
|
|
}
|
|
}
|
|
if session.Statement.OmitStr != "" {
|
|
if _, ok := session.Statement.columnMap[strings.ToLower(col.Name)]; ok {
|
|
continue
|
|
}
|
|
}
|
|
if (col.IsCreated || col.IsUpdated) && session.Statement.UseAutoTime {
|
|
val, t := session.Engine.NowTime2(col.SQLType.Name)
|
|
args = append(args, val)
|
|
|
|
var colName = col.Name
|
|
session.afterClosures = append(session.afterClosures, func(bean interface{}) {
|
|
col := table.GetColumn(colName)
|
|
setColumnTime(bean, col, t)
|
|
})
|
|
} else if col.IsVersion && session.Statement.checkVersion {
|
|
args = append(args, 1)
|
|
var colName = col.Name
|
|
session.afterClosures = append(session.afterClosures, func(bean interface{}) {
|
|
col := table.GetColumn(colName)
|
|
setColumnInt(bean, col, 1)
|
|
})
|
|
} else {
|
|
arg, err := session.value2Interface(col, fieldValue)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
args = append(args, arg)
|
|
}
|
|
|
|
colNames = append(colNames, col.Name)
|
|
cols = append(cols, col)
|
|
colPlaces = append(colPlaces, "?")
|
|
}
|
|
} else {
|
|
for _, col := range cols {
|
|
ptrFieldValue, err := col.ValueOfV(&vv)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
fieldValue := *ptrFieldValue
|
|
|
|
if col.IsAutoIncrement && isZero(fieldValue.Interface()) {
|
|
continue
|
|
}
|
|
if col.MapType == core.ONLYFROMDB {
|
|
continue
|
|
}
|
|
if col.IsDeleted {
|
|
continue
|
|
}
|
|
if session.Statement.ColumnStr != "" {
|
|
if _, ok := session.Statement.columnMap[strings.ToLower(col.Name)]; !ok {
|
|
continue
|
|
}
|
|
}
|
|
if session.Statement.OmitStr != "" {
|
|
if _, ok := session.Statement.columnMap[strings.ToLower(col.Name)]; ok {
|
|
continue
|
|
}
|
|
}
|
|
if (col.IsCreated || col.IsUpdated) && session.Statement.UseAutoTime {
|
|
val, t := session.Engine.NowTime2(col.SQLType.Name)
|
|
args = append(args, val)
|
|
|
|
var colName = col.Name
|
|
session.afterClosures = append(session.afterClosures, func(bean interface{}) {
|
|
col := table.GetColumn(colName)
|
|
setColumnTime(bean, col, t)
|
|
})
|
|
} else if col.IsVersion && session.Statement.checkVersion {
|
|
args = append(args, 1)
|
|
var colName = col.Name
|
|
session.afterClosures = append(session.afterClosures, func(bean interface{}) {
|
|
col := table.GetColumn(colName)
|
|
setColumnInt(bean, col, 1)
|
|
})
|
|
} else {
|
|
arg, err := session.value2Interface(col, fieldValue)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
args = append(args, arg)
|
|
}
|
|
|
|
colPlaces = append(colPlaces, "?")
|
|
}
|
|
}
|
|
colMultiPlaces = append(colMultiPlaces, strings.Join(colPlaces, ", "))
|
|
}
|
|
cleanupProcessorsClosures(&session.beforeClosures)
|
|
|
|
statement := fmt.Sprintf("INSERT INTO %s (%v%v%v) VALUES (%v)",
|
|
session.Engine.Quote(session.Statement.TableName()),
|
|
session.Engine.QuoteStr(),
|
|
strings.Join(colNames, session.Engine.QuoteStr()+", "+session.Engine.QuoteStr()),
|
|
session.Engine.QuoteStr(),
|
|
strings.Join(colMultiPlaces, "),("))
|
|
|
|
res, err := session.exec(statement, args...)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
|
|
if cacher := session.Engine.getCacher2(table); cacher != nil && session.Statement.UseCache {
|
|
session.cacheInsert(session.Statement.TableName())
|
|
}
|
|
|
|
lenAfterClosures := len(session.afterClosures)
|
|
for i := 0; i < size; i++ {
|
|
elemValue := reflect.Indirect(sliceValue.Index(i)).Addr().Interface()
|
|
|
|
// handle AfterInsertProcessor
|
|
if session.IsAutoCommit {
|
|
// !nashtsai! does user expect it's same slice to passed closure when using Before()/After() when insert multi??
|
|
for _, closure := range session.afterClosures {
|
|
closure(elemValue)
|
|
}
|
|
if processor, ok := interface{}(elemValue).(AfterInsertProcessor); ok {
|
|
processor.AfterInsert()
|
|
}
|
|
} else {
|
|
if lenAfterClosures > 0 {
|
|
if value, has := session.afterInsertBeans[elemValue]; has && value != nil {
|
|
*value = append(*value, session.afterClosures...)
|
|
} else {
|
|
afterClosures := make([]func(interface{}), lenAfterClosures)
|
|
copy(afterClosures, session.afterClosures)
|
|
session.afterInsertBeans[elemValue] = &afterClosures
|
|
}
|
|
} else {
|
|
if _, ok := interface{}(elemValue).(AfterInsertProcessor); ok {
|
|
session.afterInsertBeans[elemValue] = nil
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
cleanupProcessorsClosures(&session.afterClosures)
|
|
return res.RowsAffected()
|
|
}
|
|
|
|
// InsertMulti insert multiple records
|
|
func (session *Session) InsertMulti(rowsSlicePtr interface{}) (int64, error) {
|
|
defer session.resetStatement()
|
|
if session.IsAutoClose {
|
|
defer session.Close()
|
|
}
|
|
|
|
sliceValue := reflect.Indirect(reflect.ValueOf(rowsSlicePtr))
|
|
if sliceValue.Kind() != reflect.Slice {
|
|
return 0, ErrParamsType
|
|
|
|
}
|
|
|
|
if sliceValue.Len() <= 0 {
|
|
return 0, nil
|
|
}
|
|
|
|
return session.innerInsertMulti(rowsSlicePtr)
|
|
}
|
|
|
|
func (session *Session) str2Time(col *core.Column, data string) (outTime time.Time, outErr error) {
|
|
sdata := strings.TrimSpace(data)
|
|
var x time.Time
|
|
var err error
|
|
|
|
if sdata == "0000-00-00 00:00:00" ||
|
|
sdata == "0001-01-01 00:00:00" {
|
|
} else if !strings.ContainsAny(sdata, "- :") { // !nashtsai! has only found that mymysql driver is using this for time type column
|
|
// time stamp
|
|
sd, err := strconv.ParseInt(sdata, 10, 64)
|
|
if err == nil {
|
|
x = time.Unix(sd, 0)
|
|
// !nashtsai! HACK mymysql driver is casuing Local location being change to CHAT and cause wrong time conversion
|
|
if col.TimeZone == nil {
|
|
x = x.In(session.Engine.TZLocation)
|
|
} else {
|
|
x = x.In(col.TimeZone)
|
|
}
|
|
session.Engine.logger.Debugf("time(0) key[%v]: %+v | sdata: [%v]\n", col.FieldName, x, sdata)
|
|
} else {
|
|
session.Engine.logger.Debugf("time(0) err key[%v]: %+v | sdata: [%v]\n", col.FieldName, x, sdata)
|
|
}
|
|
} else if len(sdata) > 19 && strings.Contains(sdata, "-") {
|
|
x, err = time.ParseInLocation(time.RFC3339Nano, sdata, session.Engine.TZLocation)
|
|
session.Engine.logger.Debugf("time(1) key[%v]: %+v | sdata: [%v]\n", col.FieldName, x, sdata)
|
|
if err != nil {
|
|
x, err = time.ParseInLocation("2006-01-02 15:04:05.999999999", sdata, session.Engine.TZLocation)
|
|
session.Engine.logger.Debugf("time(2) key[%v]: %+v | sdata: [%v]\n", col.FieldName, x, sdata)
|
|
}
|
|
if err != nil {
|
|
x, err = time.ParseInLocation("2006-01-02 15:04:05.9999999 Z07:00", sdata, session.Engine.TZLocation)
|
|
session.Engine.logger.Debugf("time(3) key[%v]: %+v | sdata: [%v]\n", col.FieldName, x, sdata)
|
|
}
|
|
|
|
} else if len(sdata) == 19 && strings.Contains(sdata, "-") {
|
|
x, err = time.ParseInLocation("2006-01-02 15:04:05", sdata, session.Engine.TZLocation)
|
|
session.Engine.logger.Debugf("time(4) key[%v]: %+v | sdata: [%v]\n", col.FieldName, x, sdata)
|
|
} else if len(sdata) == 10 && sdata[4] == '-' && sdata[7] == '-' {
|
|
x, err = time.ParseInLocation("2006-01-02", sdata, session.Engine.TZLocation)
|
|
session.Engine.logger.Debugf("time(5) key[%v]: %+v | sdata: [%v]\n", col.FieldName, x, sdata)
|
|
} else if col.SQLType.Name == core.Time {
|
|
if strings.Contains(sdata, " ") {
|
|
ssd := strings.Split(sdata, " ")
|
|
sdata = ssd[1]
|
|
}
|
|
|
|
sdata = strings.TrimSpace(sdata)
|
|
if session.Engine.dialect.DBType() == core.MYSQL && len(sdata) > 8 {
|
|
sdata = sdata[len(sdata)-8:]
|
|
}
|
|
|
|
st := fmt.Sprintf("2006-01-02 %v", sdata)
|
|
x, err = time.ParseInLocation("2006-01-02 15:04:05", st, session.Engine.TZLocation)
|
|
session.Engine.logger.Debugf("time(6) key[%v]: %+v | sdata: [%v]\n", col.FieldName, x, sdata)
|
|
} else {
|
|
outErr = fmt.Errorf("unsupported time format %v", sdata)
|
|
return
|
|
}
|
|
if err != nil {
|
|
outErr = fmt.Errorf("unsupported time format %v: %v", sdata, err)
|
|
return
|
|
}
|
|
outTime = x
|
|
return
|
|
}
|
|
|
|
func (session *Session) byte2Time(col *core.Column, data []byte) (outTime time.Time, outErr error) {
|
|
return session.str2Time(col, string(data))
|
|
}
|
|
|
|
// convert a db data([]byte) to a field value
|
|
func (session *Session) bytes2Value(col *core.Column, fieldValue *reflect.Value, data []byte) error {
|
|
if structConvert, ok := fieldValue.Addr().Interface().(core.Conversion); ok {
|
|
return structConvert.FromDB(data)
|
|
}
|
|
|
|
if structConvert, ok := fieldValue.Interface().(core.Conversion); ok {
|
|
return structConvert.FromDB(data)
|
|
}
|
|
|
|
var v interface{}
|
|
key := col.Name
|
|
fieldType := fieldValue.Type()
|
|
|
|
switch fieldType.Kind() {
|
|
case reflect.Complex64, reflect.Complex128:
|
|
x := reflect.New(fieldType)
|
|
if len(data) > 0 {
|
|
err := json.Unmarshal(data, x.Interface())
|
|
if err != nil {
|
|
session.Engine.logger.Error(err)
|
|
return err
|
|
}
|
|
fieldValue.Set(x.Elem())
|
|
}
|
|
case reflect.Slice, reflect.Array, reflect.Map:
|
|
v = data
|
|
t := fieldType.Elem()
|
|
k := t.Kind()
|
|
if col.SQLType.IsText() {
|
|
x := reflect.New(fieldType)
|
|
if len(data) > 0 {
|
|
err := json.Unmarshal(data, x.Interface())
|
|
if err != nil {
|
|
session.Engine.logger.Error(err)
|
|
return err
|
|
}
|
|
fieldValue.Set(x.Elem())
|
|
}
|
|
} else if col.SQLType.IsBlob() {
|
|
if k == reflect.Uint8 {
|
|
fieldValue.Set(reflect.ValueOf(v))
|
|
} else {
|
|
x := reflect.New(fieldType)
|
|
if len(data) > 0 {
|
|
err := json.Unmarshal(data, x.Interface())
|
|
if err != nil {
|
|
session.Engine.logger.Error(err)
|
|
return err
|
|
}
|
|
fieldValue.Set(x.Elem())
|
|
}
|
|
}
|
|
} else {
|
|
return ErrUnSupportedType
|
|
}
|
|
case reflect.String:
|
|
fieldValue.SetString(string(data))
|
|
case reflect.Bool:
|
|
d := string(data)
|
|
v, err := strconv.ParseBool(d)
|
|
if err != nil {
|
|
return fmt.Errorf("arg %v as bool: %s", key, err.Error())
|
|
}
|
|
fieldValue.Set(reflect.ValueOf(v))
|
|
case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64:
|
|
sdata := string(data)
|
|
var x int64
|
|
var err error
|
|
// for mysql, when use bit, it returned \x01
|
|
if col.SQLType.Name == core.Bit &&
|
|
session.Engine.dialect.DBType() == core.MYSQL { // !nashtsai! TODO dialect needs to provide conversion interface API
|
|
if len(data) == 1 {
|
|
x = int64(data[0])
|
|
} else {
|
|
x = 0
|
|
}
|
|
} else if strings.HasPrefix(sdata, "0x") {
|
|
x, err = strconv.ParseInt(sdata, 16, 64)
|
|
} else if strings.HasPrefix(sdata, "0") {
|
|
x, err = strconv.ParseInt(sdata, 8, 64)
|
|
} else if strings.EqualFold(sdata, "true") {
|
|
x = 1
|
|
} else if strings.EqualFold(sdata, "false") {
|
|
x = 0
|
|
} else {
|
|
x, err = strconv.ParseInt(sdata, 10, 64)
|
|
}
|
|
if err != nil {
|
|
return fmt.Errorf("arg %v as int: %s", key, err.Error())
|
|
}
|
|
fieldValue.SetInt(x)
|
|
case reflect.Float32, reflect.Float64:
|
|
x, err := strconv.ParseFloat(string(data), 64)
|
|
if err != nil {
|
|
return fmt.Errorf("arg %v as float64: %s", key, err.Error())
|
|
}
|
|
fieldValue.SetFloat(x)
|
|
case reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64, reflect.Uint:
|
|
x, err := strconv.ParseUint(string(data), 10, 64)
|
|
if err != nil {
|
|
return fmt.Errorf("arg %v as int: %s", key, err.Error())
|
|
}
|
|
fieldValue.SetUint(x)
|
|
//Currently only support Time type
|
|
case reflect.Struct:
|
|
// !<winxxp>! 增加支持sql.Scanner接口的结构，如sql.NullString
|
|
if nulVal, ok := fieldValue.Addr().Interface().(sql.Scanner); ok {
|
|
if err := nulVal.Scan(data); err != nil {
|
|
return fmt.Errorf("sql.Scan(%v) failed: %s ", data, err.Error())
|
|
}
|
|
} else {
|
|
if fieldType.ConvertibleTo(core.TimeType) {
|
|
x, err := session.byte2Time(col, data)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
v = x
|
|
fieldValue.Set(reflect.ValueOf(v).Convert(fieldType))
|
|
} else if session.Statement.UseCascade {
|
|
table := session.Engine.autoMapType(*fieldValue)
|
|
if table != nil {
|
|
// TODO: current only support 1 primary key
|
|
if len(table.PrimaryKeys) > 1 {
|
|
panic("unsupported composited primary key cascade")
|
|
}
|
|
var pk = make(core.PK, len(table.PrimaryKeys))
|
|
rawValueType := table.ColumnType(table.PKColumns()[0].FieldName)
|
|
var err error
|
|
pk[0], err = str2PK(string(data), rawValueType)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if !isPKZero(pk) {
|
|
// !nashtsai! TODO for hasOne relationship, it's preferred to use join query for eager fetch
|
|
// however, also need to consider adding a 'lazy' attribute to xorm tag which allow hasOne
|
|
// property to be fetched lazily
|
|
structInter := reflect.New(fieldValue.Type())
|
|
newsession := session.Engine.NewSession()
|
|
defer newsession.Close()
|
|
has, err := newsession.Id(pk).NoCascade().Get(structInter.Interface())
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if has {
|
|
v = structInter.Elem().Interface()
|
|
fieldValue.Set(reflect.ValueOf(v))
|
|
} else {
|
|
return errors.New("cascade obj is not exist")
|
|
}
|
|
}
|
|
} else {
|
|
return fmt.Errorf("unsupported struct type in Scan: %s", fieldValue.Type().String())
|
|
}
|
|
}
|
|
}
|
|
case reflect.Ptr:
|
|
// !nashtsai! TODO merge duplicated codes above
|
|
//typeStr := fieldType.String()
|
|
switch fieldType.Elem().Kind() {
|
|
// case "*string":
|
|
case core.StringType.Kind():
|
|
x := string(data)
|
|
fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
|
|
// case "*bool":
|
|
case core.BoolType.Kind():
|
|
d := string(data)
|
|
v, err := strconv.ParseBool(d)
|
|
if err != nil {
|
|
return fmt.Errorf("arg %v as bool: %s", key, err.Error())
|
|
}
|
|
fieldValue.Set(reflect.ValueOf(&v).Convert(fieldType))
|
|
// case "*complex64":
|
|
case core.Complex64Type.Kind():
|
|
var x complex64
|
|
if len(data) > 0 {
|
|
err := json.Unmarshal(data, &x)
|
|
if err != nil {
|
|
session.Engine.logger.Error(err)
|
|
return err
|
|
}
|
|
fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
|
|
}
|
|
// case "*complex128":
|
|
case core.Complex128Type.Kind():
|
|
var x complex128
|
|
if len(data) > 0 {
|
|
err := json.Unmarshal(data, &x)
|
|
if err != nil {
|
|
session.Engine.logger.Error(err)
|
|
return err
|
|
}
|
|
fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
|
|
}
|
|
// case "*float64":
|
|
case core.Float64Type.Kind():
|
|
x, err := strconv.ParseFloat(string(data), 64)
|
|
if err != nil {
|
|
return fmt.Errorf("arg %v as float64: %s", key, err.Error())
|
|
}
|
|
fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
|
|
// case "*float32":
|
|
case core.Float32Type.Kind():
|
|
var x float32
|
|
x1, err := strconv.ParseFloat(string(data), 32)
|
|
if err != nil {
|
|
return fmt.Errorf("arg %v as float32: %s", key, err.Error())
|
|
}
|
|
x = float32(x1)
|
|
fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
|
|
// case "*uint64":
|
|
case core.Uint64Type.Kind():
|
|
var x uint64
|
|
x, err := strconv.ParseUint(string(data), 10, 64)
|
|
if err != nil {
|
|
return fmt.Errorf("arg %v as int: %s", key, err.Error())
|
|
}
|
|
fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
|
|
// case "*uint":
|
|
case core.UintType.Kind():
|
|
var x uint
|
|
x1, err := strconv.ParseUint(string(data), 10, 64)
|
|
if err != nil {
|
|
return fmt.Errorf("arg %v as int: %s", key, err.Error())
|
|
}
|
|
x = uint(x1)
|
|
fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
|
|
// case "*uint32":
|
|
case core.Uint32Type.Kind():
|
|
var x uint32
|
|
x1, err := strconv.ParseUint(string(data), 10, 64)
|
|
if err != nil {
|
|
return fmt.Errorf("arg %v as int: %s", key, err.Error())
|
|
}
|
|
x = uint32(x1)
|
|
fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
|
|
// case "*uint8":
|
|
case core.Uint8Type.Kind():
|
|
var x uint8
|
|
x1, err := strconv.ParseUint(string(data), 10, 64)
|
|
if err != nil {
|
|
return fmt.Errorf("arg %v as int: %s", key, err.Error())
|
|
}
|
|
x = uint8(x1)
|
|
fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
|
|
// case "*uint16":
|
|
case core.Uint16Type.Kind():
|
|
var x uint16
|
|
x1, err := strconv.ParseUint(string(data), 10, 64)
|
|
if err != nil {
|
|
return fmt.Errorf("arg %v as int: %s", key, err.Error())
|
|
}
|
|
x = uint16(x1)
|
|
fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
|
|
// case "*int64":
|
|
case core.Int64Type.Kind():
|
|
sdata := string(data)
|
|
var x int64
|
|
var err error
|
|
// for mysql, when use bit, it returned \x01
|
|
if col.SQLType.Name == core.Bit &&
|
|
strings.Contains(session.Engine.DriverName(), "mysql") {
|
|
if len(data) == 1 {
|
|
x = int64(data[0])
|
|
} else {
|
|
x = 0
|
|
}
|
|
} else if strings.HasPrefix(sdata, "0x") {
|
|
x, err = strconv.ParseInt(sdata, 16, 64)
|
|
} else if strings.HasPrefix(sdata, "0") {
|
|
x, err = strconv.ParseInt(sdata, 8, 64)
|
|
} else {
|
|
x, err = strconv.ParseInt(sdata, 10, 64)
|
|
}
|
|
if err != nil {
|
|
return fmt.Errorf("arg %v as int: %s", key, err.Error())
|
|
}
|
|
fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
|
|
// case "*int":
|
|
case core.IntType.Kind():
|
|
sdata := string(data)
|
|
var x int
|
|
var x1 int64
|
|
var err error
|
|
// for mysql, when use bit, it returned \x01
|
|
if col.SQLType.Name == core.Bit &&
|
|
strings.Contains(session.Engine.DriverName(), "mysql") {
|
|
if len(data) == 1 {
|
|
x = int(data[0])
|
|
} else {
|
|
x = 0
|
|
}
|
|
} else if strings.HasPrefix(sdata, "0x") {
|
|
x1, err = strconv.ParseInt(sdata, 16, 64)
|
|
x = int(x1)
|
|
} else if strings.HasPrefix(sdata, "0") {
|
|
x1, err = strconv.ParseInt(sdata, 8, 64)
|
|
x = int(x1)
|
|
} else {
|
|
x1, err = strconv.ParseInt(sdata, 10, 64)
|
|
x = int(x1)
|
|
}
|
|
if err != nil {
|
|
return fmt.Errorf("arg %v as int: %s", key, err.Error())
|
|
}
|
|
fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
|
|
// case "*int32":
|
|
case core.Int32Type.Kind():
|
|
sdata := string(data)
|
|
var x int32
|
|
var x1 int64
|
|
var err error
|
|
// for mysql, when use bit, it returned \x01
|
|
if col.SQLType.Name == core.Bit &&
|
|
session.Engine.dialect.DBType() == core.MYSQL {
|
|
if len(data) == 1 {
|
|
x = int32(data[0])
|
|
} else {
|
|
x = 0
|
|
}
|
|
} else if strings.HasPrefix(sdata, "0x") {
|
|
x1, err = strconv.ParseInt(sdata, 16, 64)
|
|
x = int32(x1)
|
|
} else if strings.HasPrefix(sdata, "0") {
|
|
x1, err = strconv.ParseInt(sdata, 8, 64)
|
|
x = int32(x1)
|
|
} else {
|
|
x1, err = strconv.ParseInt(sdata, 10, 64)
|
|
x = int32(x1)
|
|
}
|
|
if err != nil {
|
|
return fmt.Errorf("arg %v as int: %s", key, err.Error())
|
|
}
|
|
fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
|
|
// case "*int8":
|
|
case core.Int8Type.Kind():
|
|
sdata := string(data)
|
|
var x int8
|
|
var x1 int64
|
|
var err error
|
|
// for mysql, when use bit, it returned \x01
|
|
if col.SQLType.Name == core.Bit &&
|
|
strings.Contains(session.Engine.DriverName(), "mysql") {
|
|
if len(data) == 1 {
|
|
x = int8(data[0])
|
|
} else {
|
|
x = 0
|
|
}
|
|
} else if strings.HasPrefix(sdata, "0x") {
|
|
x1, err = strconv.ParseInt(sdata, 16, 64)
|
|
x = int8(x1)
|
|
} else if strings.HasPrefix(sdata, "0") {
|
|
x1, err = strconv.ParseInt(sdata, 8, 64)
|
|
x = int8(x1)
|
|
} else {
|
|
x1, err = strconv.ParseInt(sdata, 10, 64)
|
|
x = int8(x1)
|
|
}
|
|
if err != nil {
|
|
return fmt.Errorf("arg %v as int: %s", key, err.Error())
|
|
}
|
|
fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
|
|
// case "*int16":
|
|
case core.Int16Type.Kind():
|
|
sdata := string(data)
|
|
var x int16
|
|
var x1 int64
|
|
var err error
|
|
// for mysql, when use bit, it returned \x01
|
|
if col.SQLType.Name == core.Bit &&
|
|
strings.Contains(session.Engine.DriverName(), "mysql") {
|
|
if len(data) == 1 {
|
|
x = int16(data[0])
|
|
} else {
|
|
x = 0
|
|
}
|
|
} else if strings.HasPrefix(sdata, "0x") {
|
|
x1, err = strconv.ParseInt(sdata, 16, 64)
|
|
x = int16(x1)
|
|
} else if strings.HasPrefix(sdata, "0") {
|
|
x1, err = strconv.ParseInt(sdata, 8, 64)
|
|
x = int16(x1)
|
|
} else {
|
|
x1, err = strconv.ParseInt(sdata, 10, 64)
|
|
x = int16(x1)
|
|
}
|
|
if err != nil {
|
|
return fmt.Errorf("arg %v as int: %s", key, err.Error())
|
|
}
|
|
fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
|
|
// case "*SomeStruct":
|
|
case reflect.Struct:
|
|
switch fieldType {
|
|
// case "*.time.Time":
|
|
case core.PtrTimeType:
|
|
x, err := session.byte2Time(col, data)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
v = x
|
|
fieldValue.Set(reflect.ValueOf(&x))
|
|
default:
|
|
if session.Statement.UseCascade {
|
|
structInter := reflect.New(fieldType.Elem())
|
|
table := session.Engine.autoMapType(structInter.Elem())
|
|
if table != nil {
|
|
if len(table.PrimaryKeys) > 1 {
|
|
panic("unsupported composited primary key cascade")
|
|
}
|
|
var pk = make(core.PK, len(table.PrimaryKeys))
|
|
var err error
|
|
rawValueType := table.ColumnType(table.PKColumns()[0].FieldName)
|
|
pk[0], err = str2PK(string(data), rawValueType)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if !isPKZero(pk) {
|
|
// !nashtsai! TODO for hasOne relationship, it's preferred to use join query for eager fetch
|
|
// however, also need to consider adding a 'lazy' attribute to xorm tag which allow hasOne
|
|
// property to be fetched lazily
|
|
newsession := session.Engine.NewSession()
|
|
defer newsession.Close()
|
|
has, err := newsession.Id(pk).NoCascade().Get(structInter.Interface())
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if has {
|
|
v = structInter.Interface()
|
|
fieldValue.Set(reflect.ValueOf(v))
|
|
} else {
|
|
return errors.New("cascade obj is not exist")
|
|
}
|
|
}
|
|
}
|
|
} else {
|
|
return fmt.Errorf("unsupported struct type in Scan: %s", fieldValue.Type().String())
|
|
}
|
|
}
|
|
default:
|
|
return fmt.Errorf("unsupported type in Scan: %s", fieldValue.Type().String())
|
|
}
|
|
default:
|
|
return fmt.Errorf("unsupported type in Scan: %s", fieldValue.Type().String())
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// convert a field value of a struct to interface for put into db
|
|
func (session *Session) value2Interface(col *core.Column, fieldValue reflect.Value) (interface{}, error) {
|
|
if fieldValue.CanAddr() {
|
|
if fieldConvert, ok := fieldValue.Addr().Interface().(core.Conversion); ok {
|
|
data, err := fieldConvert.ToDB()
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
return string(data), nil
|
|
}
|
|
}
|
|
|
|
if fieldConvert, ok := fieldValue.Interface().(core.Conversion); ok {
|
|
data, err := fieldConvert.ToDB()
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
return string(data), nil
|
|
}
|
|
|
|
fieldType := fieldValue.Type()
|
|
k := fieldType.Kind()
|
|
if k == reflect.Ptr {
|
|
if fieldValue.IsNil() {
|
|
return nil, nil
|
|
} else if !fieldValue.IsValid() {
|
|
session.Engine.logger.Warn("the field[", col.FieldName, "] is invalid")
|
|
return nil, nil
|
|
} else {
|
|
// !nashtsai! deference pointer type to instance type
|
|
fieldValue = fieldValue.Elem()
|
|
fieldType = fieldValue.Type()
|
|
k = fieldType.Kind()
|
|
}
|
|
}
|
|
|
|
switch k {
|
|
case reflect.Bool:
|
|
return fieldValue.Bool(), nil
|
|
case reflect.String:
|
|
return fieldValue.String(), nil
|
|
case reflect.Struct:
|
|
if fieldType.ConvertibleTo(core.TimeType) {
|
|
t := fieldValue.Convert(core.TimeType).Interface().(time.Time)
|
|
if session.Engine.dialect.DBType() == core.MSSQL {
|
|
if t.IsZero() {
|
|
return nil, nil
|
|
}
|
|
}
|
|
tf := session.Engine.FormatTime(col.SQLType.Name, t)
|
|
return tf, nil
|
|
}
|
|
|
|
if !col.SQLType.IsJson() {
|
|
// !<winxxp>! 增加支持driver.Valuer接口的结构，如sql.NullString
|
|
if v, ok := fieldValue.Interface().(driver.Valuer); ok {
|
|
return v.Value()
|
|
}
|
|
|
|
fieldTable := session.Engine.autoMapType(fieldValue)
|
|
if len(fieldTable.PrimaryKeys) == 1 {
|
|
pkField := reflect.Indirect(fieldValue).FieldByName(fieldTable.PKColumns()[0].FieldName)
|
|
return pkField.Interface(), nil
|
|
}
|
|
return 0, fmt.Errorf("no primary key for col %v", col.Name)
|
|
}
|
|
|
|
if col.SQLType.IsText() {
|
|
bytes, err := json.Marshal(fieldValue.Interface())
|
|
if err != nil {
|
|
session.Engine.logger.Error(err)
|
|
return 0, err
|
|
}
|
|
return string(bytes), nil
|
|
} else if col.SQLType.IsBlob() {
|
|
bytes, err := json.Marshal(fieldValue.Interface())
|
|
if err != nil {
|
|
session.Engine.logger.Error(err)
|
|
return 0, err
|
|
}
|
|
return bytes, nil
|
|
}
|
|
return nil, fmt.Errorf("Unsupported type %v", fieldValue.Type())
|
|
case reflect.Complex64, reflect.Complex128:
|
|
bytes, err := json.Marshal(fieldValue.Interface())
|
|
if err != nil {
|
|
session.Engine.logger.Error(err)
|
|
return 0, err
|
|
}
|
|
return string(bytes), nil
|
|
case reflect.Array, reflect.Slice, reflect.Map:
|
|
if !fieldValue.IsValid() {
|
|
return fieldValue.Interface(), nil
|
|
}
|
|
|
|
if col.SQLType.IsText() {
|
|
bytes, err := json.Marshal(fieldValue.Interface())
|
|
if err != nil {
|
|
session.Engine.logger.Error(err)
|
|
return 0, err
|
|
}
|
|
return string(bytes), nil
|
|
} else if col.SQLType.IsBlob() {
|
|
var bytes []byte
|
|
var err error
|
|
if (k == reflect.Array || k == reflect.Slice) &&
|
|
(fieldValue.Type().Elem().Kind() == reflect.Uint8) {
|
|
bytes = fieldValue.Bytes()
|
|
} else {
|
|
bytes, err = json.Marshal(fieldValue.Interface())
|
|
if err != nil {
|
|
session.Engine.logger.Error(err)
|
|
return 0, err
|
|
}
|
|
}
|
|
return bytes, nil
|
|
}
|
|
return nil, ErrUnSupportedType
|
|
case reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64, reflect.Uint:
|
|
return int64(fieldValue.Uint()), nil
|
|
default:
|
|
return fieldValue.Interface(), nil
|
|
}
|
|
}
|
|
|
|
func (session *Session) innerInsert(bean interface{}) (int64, error) {
|
|
session.Statement.setRefValue(rValue(bean))
|
|
if len(session.Statement.TableName()) <= 0 {
|
|
return 0, ErrTableNotFound
|
|
}
|
|
|
|
table := session.Statement.RefTable
|
|
|
|
// handle BeforeInsertProcessor
|
|
for _, closure := range session.beforeClosures {
|
|
closure(bean)
|
|
}
|
|
cleanupProcessorsClosures(&session.beforeClosures) // cleanup after used
|
|
|
|
if processor, ok := interface{}(bean).(BeforeInsertProcessor); ok {
|
|
processor.BeforeInsert()
|
|
}
|
|
// --
|
|
colNames, args, err := genCols(session.Statement.RefTable, session, bean, false, false)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
// insert expr columns, override if exists
|
|
exprColumns := session.Statement.getExpr()
|
|
exprColVals := make([]string, 0, len(exprColumns))
|
|
for _, v := range exprColumns {
|
|
// remove the expr columns
|
|
for i, colName := range colNames {
|
|
if colName == v.colName {
|
|
colNames = append(colNames[:i], colNames[i+1:]...)
|
|
args = append(args[:i], args[i+1:]...)
|
|
}
|
|
}
|
|
|
|
// append expr column to the end
|
|
colNames = append(colNames, v.colName)
|
|
exprColVals = append(exprColVals, v.expr)
|
|
}
|
|
|
|
colPlaces := strings.Repeat("?, ", len(colNames)-len(exprColumns))
|
|
if len(exprColVals) > 0 {
|
|
colPlaces = colPlaces + strings.Join(exprColVals, ", ")
|
|
} else {
|
|
colPlaces = colPlaces[0 : len(colPlaces)-2]
|
|
}
|
|
|
|
sqlStr := fmt.Sprintf("INSERT INTO %s (%v%v%v) VALUES (%v)",
|
|
session.Engine.Quote(session.Statement.TableName()),
|
|
session.Engine.QuoteStr(),
|
|
strings.Join(colNames, session.Engine.Quote(", ")),
|
|
session.Engine.QuoteStr(),
|
|
colPlaces)
|
|
|
|
handleAfterInsertProcessorFunc := func(bean interface{}) {
|
|
if session.IsAutoCommit {
|
|
for _, closure := range session.afterClosures {
|
|
closure(bean)
|
|
}
|
|
if processor, ok := interface{}(bean).(AfterInsertProcessor); ok {
|
|
processor.AfterInsert()
|
|
}
|
|
} else {
|
|
lenAfterClosures := len(session.afterClosures)
|
|
if lenAfterClosures > 0 {
|
|
if value, has := session.afterInsertBeans[bean]; has && value != nil {
|
|
*value = append(*value, session.afterClosures...)
|
|
} else {
|
|
afterClosures := make([]func(interface{}), lenAfterClosures)
|
|
copy(afterClosures, session.afterClosures)
|
|
session.afterInsertBeans[bean] = &afterClosures
|
|
}
|
|
|
|
} else {
|
|
if _, ok := interface{}(bean).(AfterInsertProcessor); ok {
|
|
session.afterInsertBeans[bean] = nil
|
|
}
|
|
}
|
|
}
|
|
cleanupProcessorsClosures(&session.afterClosures) // cleanup after used
|
|
}
|
|
|
|
// for postgres, many of them didn't implement lastInsertId, so we should
|
|
// implemented it ourself.
|
|
if session.Engine.dialect.DBType() == core.ORACLE && len(table.AutoIncrement) > 0 {
|
|
//assert table.AutoIncrement != ""
|
|
res, err := session.query("select seq_atable.currval from dual", args...)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
|
|
handleAfterInsertProcessorFunc(bean)
|
|
|
|
if cacher := session.Engine.getCacher2(table); cacher != nil && session.Statement.UseCache {
|
|
session.cacheInsert(session.Statement.TableName())
|
|
}
|
|
|
|
if table.Version != "" && session.Statement.checkVersion {
|
|
verValue, err := table.VersionColumn().ValueOf(bean)
|
|
if err != nil {
|
|
session.Engine.logger.Error(err)
|
|
} else if verValue.IsValid() && verValue.CanSet() {
|
|
verValue.SetInt(1)
|
|
}
|
|
}
|
|
|
|
if len(res) < 1 {
|
|
return 0, errors.New("insert no error but not returned id")
|
|
}
|
|
|
|
idByte := res[0][table.AutoIncrement]
|
|
id, err := strconv.ParseInt(string(idByte), 10, 64)
|
|
if err != nil || id <= 0 {
|
|
return 1, err
|
|
}
|
|
|
|
aiValue, err := table.AutoIncrColumn().ValueOf(bean)
|
|
if err != nil {
|
|
session.Engine.logger.Error(err)
|
|
}
|
|
|
|
if aiValue == nil || !aiValue.IsValid() || !aiValue.CanSet() {
|
|
return 1, nil
|
|
}
|
|
|
|
aiValue.Set(int64ToIntValue(id, aiValue.Type()))
|
|
|
|
return 1, nil
|
|
} else if session.Engine.dialect.DBType() == core.POSTGRES && len(table.AutoIncrement) > 0 {
|
|
//assert table.AutoIncrement != ""
|
|
sqlStr = sqlStr + " RETURNING " + session.Engine.Quote(table.AutoIncrement)
|
|
res, err := session.query(sqlStr, args...)
|
|
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
handleAfterInsertProcessorFunc(bean)
|
|
|
|
if cacher := session.Engine.getCacher2(table); cacher != nil && session.Statement.UseCache {
|
|
session.cacheInsert(session.Statement.TableName())
|
|
}
|
|
|
|
if table.Version != "" && session.Statement.checkVersion {
|
|
verValue, err := table.VersionColumn().ValueOf(bean)
|
|
if err != nil {
|
|
session.Engine.logger.Error(err)
|
|
} else if verValue.IsValid() && verValue.CanSet() {
|
|
verValue.SetInt(1)
|
|
}
|
|
}
|
|
|
|
if len(res) < 1 {
|
|
return 0, errors.New("insert no error but not returned id")
|
|
}
|
|
|
|
idByte := res[0][table.AutoIncrement]
|
|
id, err := strconv.ParseInt(string(idByte), 10, 64)
|
|
if err != nil || id <= 0 {
|
|
return 1, err
|
|
}
|
|
|
|
aiValue, err := table.AutoIncrColumn().ValueOf(bean)
|
|
if err != nil {
|
|
session.Engine.logger.Error(err)
|
|
}
|
|
|
|
if aiValue == nil || !aiValue.IsValid() || !aiValue.CanSet() {
|
|
return 1, nil
|
|
}
|
|
|
|
aiValue.Set(int64ToIntValue(id, aiValue.Type()))
|
|
|
|
return 1, nil
|
|
} else {
|
|
res, err := session.exec(sqlStr, args...)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
|
|
defer handleAfterInsertProcessorFunc(bean)
|
|
|
|
if cacher := session.Engine.getCacher2(table); cacher != nil && session.Statement.UseCache {
|
|
session.cacheInsert(session.Statement.TableName())
|
|
}
|
|
|
|
if table.Version != "" && session.Statement.checkVersion {
|
|
verValue, err := table.VersionColumn().ValueOf(bean)
|
|
if err != nil {
|
|
session.Engine.logger.Error(err)
|
|
} else if verValue.IsValid() && verValue.CanSet() {
|
|
verValue.SetInt(1)
|
|
}
|
|
}
|
|
|
|
if table.AutoIncrement == "" {
|
|
return res.RowsAffected()
|
|
}
|
|
|
|
var id int64
|
|
id, err = res.LastInsertId()
|
|
if err != nil || id <= 0 {
|
|
return res.RowsAffected()
|
|
}
|
|
|
|
aiValue, err := table.AutoIncrColumn().ValueOf(bean)
|
|
if err != nil {
|
|
session.Engine.logger.Error(err)
|
|
}
|
|
|
|
if aiValue == nil || !aiValue.IsValid() || !aiValue.CanSet() {
|
|
return res.RowsAffected()
|
|
}
|
|
|
|
aiValue.Set(int64ToIntValue(id, aiValue.Type()))
|
|
|
|
return res.RowsAffected()
|
|
}
|
|
}
|
|
|
|
// InsertOne insert only one struct into database as a record.
|
|
// The in parameter bean must a struct or a point to struct. The return
|
|
// parameter is inserted and error
|
|
func (session *Session) InsertOne(bean interface{}) (int64, error) {
|
|
defer session.resetStatement()
|
|
if session.IsAutoClose {
|
|
defer session.Close()
|
|
}
|
|
|
|
return session.innerInsert(bean)
|
|
}
|
|
|
|
func (session *Session) cacheInsert(tables ...string) error {
|
|
if session.Statement.RefTable == nil {
|
|
return ErrCacheFailed
|
|
}
|
|
|
|
table := session.Statement.RefTable
|
|
cacher := session.Engine.getCacher2(table)
|
|
|
|
for _, t := range tables {
|
|
session.Engine.logger.Debug("[cache] clear sql:", t)
|
|
cacher.ClearIds(t)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (session *Session) cacheUpdate(sqlStr string, args ...interface{}) error {
|
|
if session.Statement.RefTable == nil ||
|
|
session.Tx != nil {
|
|
return ErrCacheFailed
|
|
}
|
|
|
|
oldhead, newsql := session.Statement.convertUpdateSQL(sqlStr)
|
|
if newsql == "" {
|
|
return ErrCacheFailed
|
|
}
|
|
for _, filter := range session.Engine.dialect.Filters() {
|
|
newsql = filter.Do(newsql, session.Engine.dialect, session.Statement.RefTable)
|
|
}
|
|
session.Engine.logger.Debug("[cacheUpdate] new sql", oldhead, newsql)
|
|
|
|
var nStart int
|
|
if len(args) > 0 {
|
|
if strings.Index(sqlStr, "?") > -1 {
|
|
nStart = strings.Count(oldhead, "?")
|
|
} else {
|
|
// only for pq, TODO: if any other databse?
|
|
nStart = strings.Count(oldhead, "$")
|
|
}
|
|
}
|
|
table := session.Statement.RefTable
|
|
cacher := session.Engine.getCacher2(table)
|
|
tableName := session.Statement.TableName()
|
|
session.Engine.logger.Debug("[cacheUpdate] get cache sql", newsql, args[nStart:])
|
|
ids, err := core.GetCacheSql(cacher, tableName, newsql, args[nStart:])
|
|
if err != nil {
|
|
rows, err := session.DB().Query(newsql, args[nStart:]...)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer rows.Close()
|
|
|
|
ids = make([]core.PK, 0)
|
|
for rows.Next() {
|
|
var res = make([]string, len(table.PrimaryKeys))
|
|
err = rows.ScanSlice(&res)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
var pk core.PK = make([]interface{}, len(table.PrimaryKeys))
|
|
for i, col := range table.PKColumns() {
|
|
if col.SQLType.IsNumeric() {
|
|
n, err := strconv.ParseInt(res[i], 10, 64)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
pk[i] = n
|
|
} else if col.SQLType.IsText() {
|
|
pk[i] = res[i]
|
|
} else {
|
|
return errors.New("not supported")
|
|
}
|
|
}
|
|
|
|
ids = append(ids, pk)
|
|
}
|
|
session.Engine.logger.Debug("[cacheUpdate] find updated id", ids)
|
|
} /*else {
|
|
session.Engine.LogDebug("[xorm:cacheUpdate] del cached sql:", tableName, newsql, args)
|
|
cacher.DelIds(tableName, genSqlKey(newsql, args))
|
|
}*/
|
|
|
|
for _, id := range ids {
|
|
sid, err := id.ToString()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if bean := cacher.GetBean(tableName, sid); bean != nil {
|
|
sqls := splitNNoCase(sqlStr, "where", 2)
|
|
if len(sqls) == 0 || len(sqls) > 2 {
|
|
return ErrCacheFailed
|
|
}
|
|
|
|
sqls = splitNNoCase(sqls[0], "set", 2)
|
|
if len(sqls) != 2 {
|
|
return ErrCacheFailed
|
|
}
|
|
kvs := strings.Split(strings.TrimSpace(sqls[1]), ",")
|
|
for idx, kv := range kvs {
|
|
sps := strings.SplitN(kv, "=", 2)
|
|
sps2 := strings.Split(sps[0], ".")
|
|
colName := sps2[len(sps2)-1]
|
|
if strings.Contains(colName, "`") {
|
|
colName = strings.TrimSpace(strings.Replace(colName, "`", "", -1))
|
|
} else if strings.Contains(colName, session.Engine.QuoteStr()) {
|
|
colName = strings.TrimSpace(strings.Replace(colName, session.Engine.QuoteStr(), "", -1))
|
|
} else {
|
|
session.Engine.logger.Debug("[cacheUpdate] cannot find column", tableName, colName)
|
|
return ErrCacheFailed
|
|
}
|
|
|
|
if col := table.GetColumn(colName); col != nil {
|
|
fieldValue, err := col.ValueOf(bean)
|
|
if err != nil {
|
|
session.Engine.logger.Error(err)
|
|
} else {
|
|
session.Engine.logger.Debug("[cacheUpdate] set bean field", bean, colName, fieldValue.Interface())
|
|
if col.IsVersion && session.Statement.checkVersion {
|
|
fieldValue.SetInt(fieldValue.Int() + 1)
|
|
} else {
|
|
fieldValue.Set(reflect.ValueOf(args[idx]))
|
|
}
|
|
}
|
|
} else {
|
|
session.Engine.logger.Errorf("[cacheUpdate] ERROR: column %v is not table %v's",
|
|
colName, table.Name)
|
|
}
|
|
}
|
|
|
|
session.Engine.logger.Debug("[cacheUpdate] update cache", tableName, id, bean)
|
|
cacher.PutBean(tableName, sid, bean)
|
|
}
|
|
}
|
|
session.Engine.logger.Debug("[cacheUpdate] clear cached table sql:", tableName)
|
|
cacher.ClearIds(tableName)
|
|
return nil
|
|
}
|
|
|
|
// Update records, bean's non-empty fields are updated contents,
|
|
// condiBean' non-empty filds are conditions
|
|
// CAUTION:
|
|
// 1.bool will defaultly be updated content nor conditions
|
|
// You should call UseBool if you have bool to use.
|
|
// 2.float32 & float64 may be not inexact as conditions
|
|
func (session *Session) Update(bean interface{}, condiBean ...interface{}) (int64, error) {
|
|
defer session.resetStatement()
|
|
if session.IsAutoClose {
|
|
defer session.Close()
|
|
}
|
|
|
|
v := rValue(bean)
|
|
t := v.Type()
|
|
|
|
var colNames []string
|
|
var args []interface{}
|
|
|
|
// handle before update processors
|
|
for _, closure := range session.beforeClosures {
|
|
closure(bean)
|
|
}
|
|
cleanupProcessorsClosures(&session.beforeClosures) // cleanup after used
|
|
if processor, ok := interface{}(bean).(BeforeUpdateProcessor); ok {
|
|
processor.BeforeUpdate()
|
|
}
|
|
// --
|
|
|
|
var err error
|
|
var isMap = t.Kind() == reflect.Map
|
|
var isStruct = t.Kind() == reflect.Struct
|
|
if isStruct {
|
|
session.Statement.setRefValue(v)
|
|
|
|
if len(session.Statement.TableName()) <= 0 {
|
|
return 0, ErrTableNotFound
|
|
}
|
|
|
|
if session.Statement.ColumnStr == "" {
|
|
colNames, args = buildUpdates(session.Engine, session.Statement.RefTable, bean, false, false,
|
|
false, false, session.Statement.allUseBool, session.Statement.useAllCols,
|
|
session.Statement.mustColumnMap, session.Statement.nullableMap,
|
|
session.Statement.columnMap, true, session.Statement.unscoped)
|
|
} else {
|
|
colNames, args, err = genCols(session.Statement.RefTable, session, bean, true, true)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
}
|
|
} else if isMap {
|
|
colNames = make([]string, 0)
|
|
args = make([]interface{}, 0)
|
|
bValue := reflect.Indirect(reflect.ValueOf(bean))
|
|
|
|
for _, v := range bValue.MapKeys() {
|
|
colNames = append(colNames, session.Engine.Quote(v.String())+" = ?")
|
|
args = append(args, bValue.MapIndex(v).Interface())
|
|
}
|
|
} else {
|
|
return 0, ErrParamsType
|
|
}
|
|
|
|
table := session.Statement.RefTable
|
|
|
|
if session.Statement.UseAutoTime && table != nil && table.Updated != "" {
|
|
colNames = append(colNames, session.Engine.Quote(table.Updated)+" = ?")
|
|
col := table.UpdatedColumn()
|
|
val, t := session.Engine.NowTime2(col.SQLType.Name)
|
|
args = append(args, val)
|
|
|
|
var colName = col.Name
|
|
if isStruct {
|
|
session.afterClosures = append(session.afterClosures, func(bean interface{}) {
|
|
col := table.GetColumn(colName)
|
|
setColumnTime(bean, col, t)
|
|
})
|
|
}
|
|
}
|
|
|
|
//for update action to like "column = column + ?"
|
|
incColumns := session.Statement.getInc()
|
|
for _, v := range incColumns {
|
|
colNames = append(colNames, session.Engine.Quote(v.colName)+" = "+session.Engine.Quote(v.colName)+" + ?")
|
|
args = append(args, v.arg)
|
|
}
|
|
//for update action to like "column = column - ?"
|
|
decColumns := session.Statement.getDec()
|
|
for _, v := range decColumns {
|
|
colNames = append(colNames, session.Engine.Quote(v.colName)+" = "+session.Engine.Quote(v.colName)+" - ?")
|
|
args = append(args, v.arg)
|
|
}
|
|
//for update action to like "column = expression"
|
|
exprColumns := session.Statement.getExpr()
|
|
for _, v := range exprColumns {
|
|
colNames = append(colNames, session.Engine.Quote(v.colName)+" = "+v.expr)
|
|
}
|
|
|
|
session.Statement.processIdParam()
|
|
|
|
var autoCond builder.Cond
|
|
if !session.Statement.noAutoCondition && len(condiBean) > 0 {
|
|
var err error
|
|
autoCond, err = session.Statement.buildConds(session.Statement.RefTable, condiBean[0], true, true, false, true, false)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
}
|
|
|
|
st := session.Statement
|
|
defer session.resetStatement()
|
|
|
|
var sqlStr string
|
|
var condArgs []interface{}
|
|
var condSQL string
|
|
cond := session.Statement.cond.And(autoCond)
|
|
|
|
doIncVer := false
|
|
var verValue *reflect.Value
|
|
if table != nil && table.Version != "" && session.Statement.checkVersion {
|
|
verValue, err = table.VersionColumn().ValueOf(bean)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
|
|
cond = cond.And(builder.Eq{session.Engine.Quote(table.Version): verValue.Interface()})
|
|
condSQL, condArgs, _ = builder.ToSQL(cond)
|
|
|
|
if len(condSQL) > 0 {
|
|
condSQL = "WHERE " + condSQL
|
|
}
|
|
|
|
if st.LimitN > 0 {
|
|
condSQL = condSQL + fmt.Sprintf(" LIMIT %d", st.LimitN)
|
|
}
|
|
|
|
sqlStr = fmt.Sprintf("UPDATE %v SET %v, %v %v",
|
|
session.Engine.Quote(session.Statement.TableName()),
|
|
strings.Join(colNames, ", "),
|
|
session.Engine.Quote(table.Version)+" = "+session.Engine.Quote(table.Version)+" + 1",
|
|
condSQL)
|
|
|
|
doIncVer = true
|
|
} else {
|
|
condSQL, condArgs, _ = builder.ToSQL(cond)
|
|
if len(condSQL) > 0 {
|
|
condSQL = "WHERE " + condSQL
|
|
}
|
|
|
|
if st.LimitN > 0 {
|
|
condSQL = condSQL + fmt.Sprintf(" LIMIT %d", st.LimitN)
|
|
}
|
|
|
|
sqlStr = fmt.Sprintf("UPDATE %v SET %v %v",
|
|
session.Engine.Quote(session.Statement.TableName()),
|
|
strings.Join(colNames, ", "),
|
|
condSQL)
|
|
}
|
|
|
|
res, err := session.exec(sqlStr, append(args, condArgs...)...)
|
|
if err != nil {
|
|
return 0, err
|
|
} else if doIncVer {
|
|
if verValue != nil && verValue.IsValid() && verValue.CanSet() {
|
|
verValue.SetInt(verValue.Int() + 1)
|
|
}
|
|
}
|
|
|
|
if table != nil {
|
|
if cacher := session.Engine.getCacher2(table); cacher != nil && session.Statement.UseCache {
|
|
cacher.ClearIds(session.Statement.TableName())
|
|
cacher.ClearBeans(session.Statement.TableName())
|
|
}
|
|
}
|
|
|
|
// handle after update processors
|
|
if session.IsAutoCommit {
|
|
for _, closure := range session.afterClosures {
|
|
closure(bean)
|
|
}
|
|
if processor, ok := interface{}(bean).(AfterUpdateProcessor); ok {
|
|
session.Engine.logger.Debug("[event]", session.Statement.TableName(), " has after update processor")
|
|
processor.AfterUpdate()
|
|
}
|
|
} else {
|
|
lenAfterClosures := len(session.afterClosures)
|
|
if lenAfterClosures > 0 {
|
|
if value, has := session.afterUpdateBeans[bean]; has && value != nil {
|
|
*value = append(*value, session.afterClosures...)
|
|
} else {
|
|
afterClosures := make([]func(interface{}), lenAfterClosures)
|
|
copy(afterClosures, session.afterClosures)
|
|
// FIXME: if bean is a map type, it will panic because map cannot be as map key
|
|
session.afterUpdateBeans[bean] = &afterClosures
|
|
}
|
|
|
|
} else {
|
|
if _, ok := interface{}(bean).(AfterInsertProcessor); ok {
|
|
session.afterUpdateBeans[bean] = nil
|
|
}
|
|
}
|
|
}
|
|
cleanupProcessorsClosures(&session.afterClosures) // cleanup after used
|
|
// --
|
|
|
|
return res.RowsAffected()
|
|
}
|
|
|
|
func (session *Session) cacheDelete(sqlStr string, args ...interface{}) error {
|
|
if session.Statement.RefTable == nil ||
|
|
session.Tx != nil {
|
|
return ErrCacheFailed
|
|
}
|
|
|
|
for _, filter := range session.Engine.dialect.Filters() {
|
|
sqlStr = filter.Do(sqlStr, session.Engine.dialect, session.Statement.RefTable)
|
|
}
|
|
|
|
newsql := session.Statement.convertIDSQL(sqlStr)
|
|
if newsql == "" {
|
|
return ErrCacheFailed
|
|
}
|
|
|
|
cacher := session.Engine.getCacher2(session.Statement.RefTable)
|
|
tableName := session.Statement.TableName()
|
|
ids, err := core.GetCacheSql(cacher, tableName, newsql, args)
|
|
if err != nil {
|
|
resultsSlice, err := session.query(newsql, args...)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
ids = make([]core.PK, 0)
|
|
if len(resultsSlice) > 0 {
|
|
for _, data := range resultsSlice {
|
|
var id int64
|
|
var pk core.PK = make([]interface{}, 0)
|
|
for _, col := range session.Statement.RefTable.PKColumns() {
|
|
if v, ok := data[col.Name]; !ok {
|
|
return errors.New("no id")
|
|
} else if col.SQLType.IsText() {
|
|
pk = append(pk, string(v))
|
|
} else if col.SQLType.IsNumeric() {
|
|
id, err = strconv.ParseInt(string(v), 10, 64)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
pk = append(pk, id)
|
|
} else {
|
|
return errors.New("not supported primary key type")
|
|
}
|
|
}
|
|
ids = append(ids, pk)
|
|
}
|
|
}
|
|
} /*else {
|
|
session.Engine.LogDebug("delete cache sql %v", newsql)
|
|
cacher.DelIds(tableName, genSqlKey(newsql, args))
|
|
}*/
|
|
|
|
for _, id := range ids {
|
|
session.Engine.logger.Debug("[cacheDelete] delete cache obj", tableName, id)
|
|
sid, err := id.ToString()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
cacher.DelBean(tableName, sid)
|
|
}
|
|
session.Engine.logger.Debug("[cacheDelete] clear cache sql", tableName)
|
|
cacher.ClearIds(tableName)
|
|
return nil
|
|
}
|
|
|
|
// Delete records, bean's non-empty fields are conditions
|
|
func (session *Session) Delete(bean interface{}) (int64, error) {
|
|
defer session.resetStatement()
|
|
if session.IsAutoClose {
|
|
defer session.Close()
|
|
}
|
|
|
|
session.Statement.setRefValue(rValue(bean))
|
|
var table = session.Statement.RefTable
|
|
|
|
// handle before delete processors
|
|
for _, closure := range session.beforeClosures {
|
|
closure(bean)
|
|
}
|
|
cleanupProcessorsClosures(&session.beforeClosures)
|
|
|
|
if processor, ok := interface{}(bean).(BeforeDeleteProcessor); ok {
|
|
processor.BeforeDelete()
|
|
}
|
|
|
|
// --
|
|
condSQL, condArgs, _ := session.Statement.genConds(bean)
|
|
if len(condSQL) == 0 && session.Statement.LimitN == 0 {
|
|
return 0, ErrNeedDeletedCond
|
|
}
|
|
|
|
var tableName = session.Engine.Quote(session.Statement.TableName())
|
|
var deleteSQL string
|
|
if len(condSQL) > 0 {
|
|
deleteSQL = fmt.Sprintf("DELETE FROM %v WHERE %v", tableName, condSQL)
|
|
} else {
|
|
deleteSQL = fmt.Sprintf("DELETE FROM %v", tableName)
|
|
}
|
|
|
|
var orderSQL string
|
|
if len(session.Statement.OrderStr) > 0 {
|
|
orderSQL += fmt.Sprintf(" ORDER BY %s", session.Statement.OrderStr)
|
|
}
|
|
if session.Statement.LimitN > 0 {
|
|
orderSQL += fmt.Sprintf(" LIMIT %d", session.Statement.LimitN)
|
|
}
|
|
|
|
if len(orderSQL) > 0 {
|
|
switch session.Engine.dialect.DBType() {
|
|
case core.POSTGRES:
|
|
inSQL := fmt.Sprintf("ctid IN (SELECT ctid FROM %s%s)", tableName, orderSQL)
|
|
if len(condSQL) > 0 {
|
|
deleteSQL += " AND " + inSQL
|
|
} else {
|
|
deleteSQL += " WHERE " + inSQL
|
|
}
|
|
case core.SQLITE:
|
|
inSQL := fmt.Sprintf("rowid IN (SELECT rowid FROM %s%s)", tableName, orderSQL)
|
|
if len(condSQL) > 0 {
|
|
deleteSQL += " AND " + inSQL
|
|
} else {
|
|
deleteSQL += " WHERE " + inSQL
|
|
}
|
|
// TODO: how to handle delete limit on mssql?
|
|
case core.MSSQL:
|
|
return 0, ErrNotImplemented
|
|
default:
|
|
deleteSQL += orderSQL
|
|
}
|
|
}
|
|
|
|
var realSQL string
|
|
argsForCache := make([]interface{}, 0, len(condArgs)*2)
|
|
if session.Statement.unscoped || table.DeletedColumn() == nil { // tag "deleted" is disabled
|
|
realSQL = deleteSQL
|
|
copy(argsForCache, condArgs)
|
|
argsForCache = append(condArgs, argsForCache...)
|
|
} else {
|
|
// !oinume! sqlStrForCache and argsForCache is needed to behave as executing "DELETE FROM ..." for cache.
|
|
copy(argsForCache, condArgs)
|
|
argsForCache = append(condArgs, argsForCache...)
|
|
|
|
deletedColumn := table.DeletedColumn()
|
|
realSQL = fmt.Sprintf("UPDATE %v SET %v = ? WHERE %v",
|
|
session.Engine.Quote(session.Statement.TableName()),
|
|
session.Engine.Quote(deletedColumn.Name),
|
|
condSQL)
|
|
|
|
if len(orderSQL) > 0 {
|
|
switch session.Engine.dialect.DBType() {
|
|
case core.POSTGRES:
|
|
inSQL := fmt.Sprintf("ctid IN (SELECT ctid FROM %s%s)", tableName, orderSQL)
|
|
if len(condSQL) > 0 {
|
|
realSQL += " AND " + inSQL
|
|
} else {
|
|
realSQL += " WHERE " + inSQL
|
|
}
|
|
case core.SQLITE:
|
|
inSQL := fmt.Sprintf("rowid IN (SELECT rowid FROM %s%s)", tableName, orderSQL)
|
|
if len(condSQL) > 0 {
|
|
realSQL += " AND " + inSQL
|
|
} else {
|
|
realSQL += " WHERE " + inSQL
|
|
}
|
|
// TODO: how to handle delete limit on mssql?
|
|
case core.MSSQL:
|
|
return 0, ErrNotImplemented
|
|
default:
|
|
realSQL += orderSQL
|
|
}
|
|
}
|
|
|
|
// !oinume! Insert NowTime to the head of session.Statement.Params
|
|
condArgs = append(condArgs, "")
|
|
paramsLen := len(condArgs)
|
|
copy(condArgs[1:paramsLen], condArgs[0:paramsLen-1])
|
|
|
|
val, t := session.Engine.NowTime2(deletedColumn.SQLType.Name)
|
|
condArgs[0] = val
|
|
|
|
var colName = deletedColumn.Name
|
|
session.afterClosures = append(session.afterClosures, func(bean interface{}) {
|
|
col := table.GetColumn(colName)
|
|
setColumnTime(bean, col, t)
|
|
})
|
|
}
|
|
|
|
if cacher := session.Engine.getCacher2(session.Statement.RefTable); cacher != nil && session.Statement.UseCache {
|
|
session.cacheDelete(deleteSQL, argsForCache...)
|
|
}
|
|
|
|
res, err := session.exec(realSQL, condArgs...)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
|
|
// handle after delete processors
|
|
if session.IsAutoCommit {
|
|
for _, closure := range session.afterClosures {
|
|
closure(bean)
|
|
}
|
|
if processor, ok := interface{}(bean).(AfterDeleteProcessor); ok {
|
|
processor.AfterDelete()
|
|
}
|
|
} else {
|
|
lenAfterClosures := len(session.afterClosures)
|
|
if lenAfterClosures > 0 {
|
|
if value, has := session.afterDeleteBeans[bean]; has && value != nil {
|
|
*value = append(*value, session.afterClosures...)
|
|
} else {
|
|
afterClosures := make([]func(interface{}), lenAfterClosures)
|
|
copy(afterClosures, session.afterClosures)
|
|
session.afterDeleteBeans[bean] = &afterClosures
|
|
}
|
|
} else {
|
|
if _, ok := interface{}(bean).(AfterInsertProcessor); ok {
|
|
session.afterDeleteBeans[bean] = nil
|
|
}
|
|
}
|
|
}
|
|
cleanupProcessorsClosures(&session.afterClosures)
|
|
// --
|
|
|
|
return res.RowsAffected()
|
|
}
|
|
|
|
// saveLastSQL stores executed query information
|
|
func (session *Session) saveLastSQL(sql string, args ...interface{}) {
|
|
session.lastSQL = sql
|
|
session.lastSQLArgs = args
|
|
session.Engine.logSQL(sql, args...)
|
|
}
|
|
|
|
// LastSQL returns last query information
|
|
func (session *Session) LastSQL() (string, []interface{}) {
|
|
return session.lastSQL, session.lastSQLArgs
|
|
}
|
|
|
|
// tbName get some table's table name
|
|
func (session *Session) tbNameNoSchema(table *core.Table) string {
|
|
if len(session.Statement.AltTableName) > 0 {
|
|
return session.Statement.AltTableName
|
|
}
|
|
|
|
return table.Name
|
|
}
|
|
|
|
// Sync2 synchronize structs to database tables
|
|
func (session *Session) Sync2(beans ...interface{}) error {
|
|
engine := session.Engine
|
|
|
|
tables, err := engine.DBMetas()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
var structTables []*core.Table
|
|
|
|
for _, bean := range beans {
|
|
v := rValue(bean)
|
|
table := engine.mapType(v)
|
|
structTables = append(structTables, table)
|
|
var tbName = session.tbNameNoSchema(table)
|
|
|
|
var oriTable *core.Table
|
|
for _, tb := range tables {
|
|
if strings.EqualFold(tb.Name, tbName) {
|
|
oriTable = tb
|
|
break
|
|
}
|
|
}
|
|
|
|
if oriTable == nil {
|
|
err = session.StoreEngine(session.Statement.StoreEngine).CreateTable(bean)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = session.CreateUniques(bean)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = session.CreateIndexes(bean)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
} else {
|
|
for _, col := range table.Columns() {
|
|
var oriCol *core.Column
|
|
for _, col2 := range oriTable.Columns() {
|
|
if strings.EqualFold(col.Name, col2.Name) {
|
|
oriCol = col2
|
|
break
|
|
}
|
|
}
|
|
|
|
if oriCol != nil {
|
|
expectedType := engine.dialect.SqlType(col)
|
|
curType := engine.dialect.SqlType(oriCol)
|
|
if expectedType != curType {
|
|
if expectedType == core.Text &&
|
|
strings.HasPrefix(curType, core.Varchar) {
|
|
// currently only support mysql & postgres
|
|
if engine.dialect.DBType() == core.MYSQL ||
|
|
engine.dialect.DBType() == core.POSTGRES {
|
|
engine.logger.Infof("Table %s column %s change type from %s to %s\n",
|
|
tbName, col.Name, curType, expectedType)
|
|
_, err = engine.Exec(engine.dialect.ModifyColumnSql(table.Name, col))
|
|
} else {
|
|
engine.logger.Warnf("Table %s column %s db type is %s, struct type is %s\n",
|
|
tbName, col.Name, curType, expectedType)
|
|
}
|
|
} else if strings.HasPrefix(curType, core.Varchar) && strings.HasPrefix(expectedType, core.Varchar) {
|
|
if engine.dialect.DBType() == core.MYSQL {
|
|
if oriCol.Length < col.Length {
|
|
engine.logger.Infof("Table %s column %s change type from varchar(%d) to varchar(%d)\n",
|
|
tbName, col.Name, oriCol.Length, col.Length)
|
|
_, err = engine.Exec(engine.dialect.ModifyColumnSql(table.Name, col))
|
|
}
|
|
}
|
|
} else {
|
|
if !(strings.HasPrefix(curType, expectedType) && curType[len(expectedType)] == '(') {
|
|
engine.logger.Warnf("Table %s column %s db type is %s, struct type is %s",
|
|
tbName, col.Name, curType, expectedType)
|
|
}
|
|
}
|
|
} else if expectedType == core.Varchar {
|
|
if engine.dialect.DBType() == core.MYSQL {
|
|
if oriCol.Length < col.Length {
|
|
engine.logger.Infof("Table %s column %s change type from varchar(%d) to varchar(%d)\n",
|
|
tbName, col.Name, oriCol.Length, col.Length)
|
|
_, err = engine.Exec(engine.dialect.ModifyColumnSql(table.Name, col))
|
|
}
|
|
}
|
|
}
|
|
if col.Default != oriCol.Default {
|
|
engine.logger.Warnf("Table %s Column %s db default is %s, struct default is %s",
|
|
tbName, col.Name, oriCol.Default, col.Default)
|
|
}
|
|
if col.Nullable != oriCol.Nullable {
|
|
engine.logger.Warnf("Table %s Column %s db nullable is %v, struct nullable is %v",
|
|
tbName, col.Name, oriCol.Nullable, col.Nullable)
|
|
}
|
|
} else {
|
|
session := engine.NewSession()
|
|
session.Statement.RefTable = table
|
|
session.Statement.tableName = tbName
|
|
defer session.Close()
|
|
err = session.addColumn(col.Name)
|
|
}
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
var foundIndexNames = make(map[string]bool)
|
|
var addedNames = make(map[string]*core.Index)
|
|
|
|
for name, index := range table.Indexes {
|
|
var oriIndex *core.Index
|
|
for name2, index2 := range oriTable.Indexes {
|
|
if index.Equal(index2) {
|
|
oriIndex = index2
|
|
foundIndexNames[name2] = true
|
|
break
|
|
}
|
|
}
|
|
|
|
if oriIndex != nil {
|
|
if oriIndex.Type != index.Type {
|
|
sql := engine.dialect.DropIndexSql(tbName, oriIndex)
|
|
_, err = engine.Exec(sql)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
oriIndex = nil
|
|
}
|
|
}
|
|
|
|
if oriIndex == nil {
|
|
addedNames[name] = index
|
|
}
|
|
}
|
|
|
|
for name2, index2 := range oriTable.Indexes {
|
|
if _, ok := foundIndexNames[name2]; !ok {
|
|
sql := engine.dialect.DropIndexSql(tbName, index2)
|
|
_, err = engine.Exec(sql)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
|
|
for name, index := range addedNames {
|
|
if index.Type == core.UniqueType {
|
|
session := engine.NewSession()
|
|
session.Statement.RefTable = table
|
|
session.Statement.tableName = tbName
|
|
defer session.Close()
|
|
err = session.addUnique(tbName, name)
|
|
} else if index.Type == core.IndexType {
|
|
session := engine.NewSession()
|
|
session.Statement.RefTable = table
|
|
session.Statement.tableName = tbName
|
|
defer session.Close()
|
|
err = session.addIndex(tbName, name)
|
|
}
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
for _, table := range tables {
|
|
var oriTable *core.Table
|
|
for _, structTable := range structTables {
|
|
if strings.EqualFold(table.Name, session.tbNameNoSchema(structTable)) {
|
|
oriTable = structTable
|
|
break
|
|
}
|
|
}
|
|
|
|
if oriTable == nil {
|
|
//engine.LogWarnf("Table %s has no struct to mapping it", table.Name)
|
|
continue
|
|
}
|
|
|
|
for _, colName := range table.ColumnsSeq() {
|
|
if oriTable.GetColumn(colName) == nil {
|
|
engine.logger.Warnf("Table %s has column %s but struct has not related field", table.Name, colName)
|
|
}
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// Unscoped always disable struct tag "deleted"
|
|
func (session *Session) Unscoped() *Session {
|
|
session.Statement.Unscoped()
|
|
return session
|
|
}
|
|
|