|
@@ -13,6 +13,7 @@ import (
|
|
"path"
|
|
"path"
|
|
"path/filepath"
|
|
"path/filepath"
|
|
"strings"
|
|
"strings"
|
|
|
|
+ "time"
|
|
|
|
|
|
"github.com/Unknwon/com"
|
|
"github.com/Unknwon/com"
|
|
"github.com/go-xorm/xorm"
|
|
"github.com/go-xorm/xorm"
|
|
@@ -65,6 +66,7 @@ var migrations = []Migration{
|
|
NewMigration("rename pull request fields", renamePullRequestFields), // V8 -> V9:v0.6.16
|
|
NewMigration("rename pull request fields", renamePullRequestFields), // V8 -> V9:v0.6.16
|
|
NewMigration("clean up migrate repo info", cleanUpMigrateRepoInfo), // V9 -> V10:v0.6.20
|
|
NewMigration("clean up migrate repo info", cleanUpMigrateRepoInfo), // V9 -> V10:v0.6.20
|
|
NewMigration("generate rands and salt for organizations", generateOrgRandsAndSalt), // V10 -> V11:v0.8.5
|
|
NewMigration("generate rands and salt for organizations", generateOrgRandsAndSalt), // V10 -> V11:v0.8.5
|
|
|
|
+ NewMigration("convert date to unix timestamp", convertDateToUnix), // V11 -> V12:v0.9.2
|
|
}
|
|
}
|
|
|
|
|
|
// Migrate database to current version
|
|
// Migrate database to current version
|
|
@@ -453,3 +455,221 @@ func generateOrgRandsAndSalt(x *xorm.Engine) (err error) {
|
|
|
|
|
|
return sess.Commit()
|
|
return sess.Commit()
|
|
}
|
|
}
|
|
|
|
+
|
|
|
|
+type TAction struct {
|
|
|
|
+ ID int64 `xorm:"pk autoincr"`
|
|
|
|
+ CreatedUnix int64
|
|
|
|
+}
|
|
|
|
+
|
|
|
|
+func (t *TAction) TableName() string { return "action" }
|
|
|
|
+
|
|
|
|
+type TNotice struct {
|
|
|
|
+ ID int64 `xorm:"pk autoincr"`
|
|
|
|
+ CreatedUnix int64
|
|
|
|
+}
|
|
|
|
+
|
|
|
|
+func (t *TNotice) TableName() string { return "notice" }
|
|
|
|
+
|
|
|
|
+type TComment struct {
|
|
|
|
+ ID int64 `xorm:"pk autoincr"`
|
|
|
|
+ CreatedUnix int64
|
|
|
|
+}
|
|
|
|
+
|
|
|
|
+func (t *TComment) TableName() string { return "comment" }
|
|
|
|
+
|
|
|
|
+type TIssue struct {
|
|
|
|
+ ID int64 `xorm:"pk autoincr"`
|
|
|
|
+ DeadlineUnix int64
|
|
|
|
+ CreatedUnix int64
|
|
|
|
+ UpdatedUnix int64
|
|
|
|
+}
|
|
|
|
+
|
|
|
|
+func (t *TIssue) TableName() string { return "issue" }
|
|
|
|
+
|
|
|
|
+type TMilestone struct {
|
|
|
|
+ ID int64 `xorm:"pk autoincr"`
|
|
|
|
+ DeadlineUnix int64
|
|
|
|
+ ClosedDateUnix int64
|
|
|
|
+}
|
|
|
|
+
|
|
|
|
+func (t *TMilestone) TableName() string { return "milestone" }
|
|
|
|
+
|
|
|
|
+type TAttachment struct {
|
|
|
|
+ ID int64 `xorm:"pk autoincr"`
|
|
|
|
+ CreatedUnix int64
|
|
|
|
+}
|
|
|
|
+
|
|
|
|
+func (t *TAttachment) TableName() string { return "attachment" }
|
|
|
|
+
|
|
|
|
+type TLoginSource struct {
|
|
|
|
+ ID int64 `xorm:"pk autoincr"`
|
|
|
|
+ CreatedUnix int64
|
|
|
|
+ UpdatedUnix int64
|
|
|
|
+}
|
|
|
|
+
|
|
|
|
+func (t *TLoginSource) TableName() string { return "login_source" }
|
|
|
|
+
|
|
|
|
+type TPull struct {
|
|
|
|
+ ID int64 `xorm:"pk autoincr"`
|
|
|
|
+ MergedUnix int64
|
|
|
|
+}
|
|
|
|
+
|
|
|
|
+func (t *TPull) TableName() string { return "pull_request" }
|
|
|
|
+
|
|
|
|
+type TRelease struct {
|
|
|
|
+ ID int64 `xorm:"pk autoincr"`
|
|
|
|
+ CreatedUnix int64
|
|
|
|
+}
|
|
|
|
+
|
|
|
|
+func (t *TRelease) TableName() string { return "release" }
|
|
|
|
+
|
|
|
|
+type TRepo struct {
|
|
|
|
+ ID int64 `xorm:"pk autoincr"`
|
|
|
|
+ CreatedUnix int64
|
|
|
|
+ UpdatedUnix int64
|
|
|
|
+}
|
|
|
|
+
|
|
|
|
+func (t *TRepo) TableName() string { return "repository" }
|
|
|
|
+
|
|
|
|
+type TMirror struct {
|
|
|
|
+ ID int64 `xorm:"pk autoincr"`
|
|
|
|
+ UpdatedUnix int64
|
|
|
|
+ NextUpdateUnix int64
|
|
|
|
+}
|
|
|
|
+
|
|
|
|
+func (t *TMirror) TableName() string { return "mirror" }
|
|
|
|
+
|
|
|
|
+type TPublicKey struct {
|
|
|
|
+ ID int64 `xorm:"pk autoincr"`
|
|
|
|
+ CreatedUnix int64
|
|
|
|
+ UpdatedUnix int64
|
|
|
|
+}
|
|
|
|
+
|
|
|
|
+func (t *TPublicKey) TableName() string { return "public_key" }
|
|
|
|
+
|
|
|
|
+type TDeployKey struct {
|
|
|
|
+ ID int64 `xorm:"pk autoincr"`
|
|
|
|
+ CreatedUnix int64
|
|
|
|
+ UpdatedUnix int64
|
|
|
|
+}
|
|
|
|
+
|
|
|
|
+func (t *TDeployKey) TableName() string { return "deploy_key" }
|
|
|
|
+
|
|
|
|
+type TAccessToken struct {
|
|
|
|
+ ID int64 `xorm:"pk autoincr"`
|
|
|
|
+ CreatedUnix int64
|
|
|
|
+ UpdatedUnix int64
|
|
|
|
+}
|
|
|
|
+
|
|
|
|
+func (t *TAccessToken) TableName() string { return "access_token" }
|
|
|
|
+
|
|
|
|
+type TUser struct {
|
|
|
|
+ ID int64 `xorm:"pk autoincr"`
|
|
|
|
+ CreatedUnix int64
|
|
|
|
+ UpdatedUnix int64
|
|
|
|
+}
|
|
|
|
+
|
|
|
|
+func (t *TUser) TableName() string { return "user" }
|
|
|
|
+
|
|
|
|
+type TWebhook struct {
|
|
|
|
+ ID int64 `xorm:"pk autoincr"`
|
|
|
|
+ CreatedUnix int64
|
|
|
|
+ UpdatedUnix int64
|
|
|
|
+}
|
|
|
|
+
|
|
|
|
+func (t *TWebhook) TableName() string { return "webhook" }
|
|
|
|
+
|
|
|
|
+func convertDateToUnix(x *xorm.Engine) (err error) {
|
|
|
|
+ type Bean struct {
|
|
|
|
+ ID int64 `xorm:"pk autoincr"`
|
|
|
|
+ Created time.Time
|
|
|
|
+ Updated time.Time
|
|
|
|
+ Merged time.Time
|
|
|
|
+ Deadline time.Time
|
|
|
|
+ ClosedDate time.Time
|
|
|
|
+ NextUpdate time.Time
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ var tables = []struct {
|
|
|
|
+ name string
|
|
|
|
+ cols []string
|
|
|
|
+ bean interface{}
|
|
|
|
+ }{
|
|
|
|
+ {"action", []string{"created"}, new(TAction)},
|
|
|
|
+ {"notice", []string{"created"}, new(TNotice)},
|
|
|
|
+ {"comment", []string{"created"}, new(TComment)},
|
|
|
|
+ {"issue", []string{"deadline", "created", "updated"}, new(TIssue)},
|
|
|
|
+ {"milestone", []string{"deadline", "closed_date"}, new(TMilestone)},
|
|
|
|
+ {"attachment", []string{"created"}, new(TAttachment)},
|
|
|
|
+ {"login_source", []string{"created", "updated"}, new(TLoginSource)},
|
|
|
|
+ {"pull_request", []string{"merged"}, new(TPull)},
|
|
|
|
+ {"release", []string{"created"}, new(TRelease)},
|
|
|
|
+ {"repository", []string{"created", "updated"}, new(TRepo)},
|
|
|
|
+ {"mirror", []string{"updated", "next_update"}, new(TMirror)},
|
|
|
|
+ {"public_key", []string{"created", "updated"}, new(TPublicKey)},
|
|
|
|
+ {"deploy_key", []string{"created", "updated"}, new(TDeployKey)},
|
|
|
|
+ {"access_token", []string{"created", "updated"}, new(TAccessToken)},
|
|
|
|
+ {"user", []string{"created", "updated"}, new(TUser)},
|
|
|
|
+ {"webhook", []string{"created", "updated"}, new(TWebhook)},
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ for _, table := range tables {
|
|
|
|
+ log.Info("Converting table: %s", table.name)
|
|
|
|
+ if err = x.Sync2(table.bean); err != nil {
|
|
|
|
+ return fmt.Errorf("Sync [table: %s]: %v", table.name, err)
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ offset := 0
|
|
|
|
+ for {
|
|
|
|
+ beans := make([]*Bean, 0, 100)
|
|
|
|
+ if err = x.Sql(fmt.Sprintf("SELECT * FROM `%s` ORDER BY id ASC LIMIT 100 OFFSET %d",
|
|
|
|
+ table.name, offset)).Find(&beans); err != nil {
|
|
|
|
+ return fmt.Errorf("select beans [table: %s, offset: %d]: %v", table.name, offset, err)
|
|
|
|
+ }
|
|
|
|
+ log.Trace("Table [%s]: offset: %d, beans: %d", table.name, offset, len(beans))
|
|
|
|
+ if len(beans) == 0 {
|
|
|
|
+ break
|
|
|
|
+ }
|
|
|
|
+ offset += 100
|
|
|
|
+
|
|
|
|
+ baseSQL := "UPDATE `" + table.name + "` SET "
|
|
|
|
+ for _, bean := range beans {
|
|
|
|
+ valSQLs := make([]string, 0, len(table.cols))
|
|
|
|
+ for _, col := range table.cols {
|
|
|
|
+ fieldSQL := ""
|
|
|
|
+ fieldSQL += col + "_unix = "
|
|
|
|
+
|
|
|
|
+ switch col {
|
|
|
|
+ case "deadline":
|
|
|
|
+ if bean.Deadline.IsZero() {
|
|
|
|
+ continue
|
|
|
|
+ }
|
|
|
|
+ fieldSQL += com.ToStr(bean.Deadline.UTC().Unix())
|
|
|
|
+ case "created":
|
|
|
|
+ fieldSQL += com.ToStr(bean.Created.UTC().Unix())
|
|
|
|
+ case "updated":
|
|
|
|
+ fieldSQL += com.ToStr(bean.Updated.UTC().Unix())
|
|
|
|
+ case "closed_date":
|
|
|
|
+ fieldSQL += com.ToStr(bean.ClosedDate.UTC().Unix())
|
|
|
|
+ case "merged":
|
|
|
|
+ fieldSQL += com.ToStr(bean.Merged.UTC().Unix())
|
|
|
|
+ case "next_update":
|
|
|
|
+ fieldSQL += com.ToStr(bean.NextUpdate.UTC().Unix())
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ valSQLs = append(valSQLs, fieldSQL)
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ if len(valSQLs) == 0 {
|
|
|
|
+ continue
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ if _, err = x.Exec(baseSQL + strings.Join(valSQLs, ",") + " WHERE id = " + com.ToStr(bean.ID)); err != nil {
|
|
|
|
+ return fmt.Errorf("update bean [table: %s, id: %d]: %v", table.name, bean.ID, err)
|
|
|
|
+ }
|
|
|
|
+ }
|
|
|
|
+ }
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ return nil
|
|
|
|
+}
|