db.go 3.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134
  1. // Copyright 2020 The Gogs Authors. All rights reserved.
  2. // Use of this source code is governed by a MIT-style
  3. // license that can be found in the LICENSE file.
  4. package db
  5. import (
  6. "fmt"
  7. "path/filepath"
  8. "strings"
  9. "time"
  10. "github.com/pkg/errors"
  11. "gorm.io/gorm"
  12. "gorm.io/gorm/logger"
  13. "gorm.io/gorm/schema"
  14. log "unknwon.dev/clog/v2"
  15. "gogs.io/gogs/internal/conf"
  16. "gogs.io/gogs/internal/dbutil"
  17. )
  18. func newLogWriter() (logger.Writer, error) {
  19. sec := conf.File.Section("log.gorm")
  20. w, err := log.NewFileWriter(
  21. filepath.Join(conf.Log.RootPath, "gorm.log"),
  22. log.FileRotationConfig{
  23. Rotate: sec.Key("ROTATE").MustBool(true),
  24. Daily: sec.Key("ROTATE_DAILY").MustBool(true),
  25. MaxSize: sec.Key("MAX_SIZE").MustInt64(100) * 1024 * 1024,
  26. MaxDays: sec.Key("MAX_DAYS").MustInt64(3),
  27. },
  28. )
  29. if err != nil {
  30. return nil, errors.Wrap(err, `create "gorm.log"`)
  31. }
  32. return &dbutil.Logger{Writer: w}, nil
  33. }
  34. // Tables is the list of struct-to-table mappings.
  35. //
  36. // NOTE: Lines are sorted in alphabetical order, each letter in its own line.
  37. var Tables = []any{
  38. new(Access), new(AccessToken), new(Action),
  39. new(EmailAddress),
  40. new(Follow),
  41. new(LFSObject), new(LoginSource),
  42. }
  43. // Init initializes the database with given logger.
  44. func Init(w logger.Writer) (*gorm.DB, error) {
  45. level := logger.Info
  46. if conf.IsProdMode() {
  47. level = logger.Warn
  48. }
  49. // NOTE: AutoMigrate does not respect logger passed in gorm.Config.
  50. logger.Default = logger.New(w, logger.Config{
  51. SlowThreshold: 100 * time.Millisecond,
  52. LogLevel: level,
  53. })
  54. db, err := dbutil.OpenDB(
  55. conf.Database,
  56. &gorm.Config{
  57. SkipDefaultTransaction: true,
  58. NamingStrategy: schema.NamingStrategy{
  59. SingularTable: true,
  60. },
  61. NowFunc: func() time.Time {
  62. return time.Now().UTC().Truncate(time.Microsecond)
  63. },
  64. },
  65. )
  66. if err != nil {
  67. return nil, errors.Wrap(err, "open database")
  68. }
  69. sqlDB, err := db.DB()
  70. if err != nil {
  71. return nil, errors.Wrap(err, "get underlying *sql.DB")
  72. }
  73. sqlDB.SetMaxOpenConns(conf.Database.MaxOpenConns)
  74. sqlDB.SetMaxIdleConns(conf.Database.MaxIdleConns)
  75. sqlDB.SetConnMaxLifetime(time.Minute)
  76. switch conf.Database.Type {
  77. case "postgres":
  78. conf.UsePostgreSQL = true
  79. case "mysql":
  80. conf.UseMySQL = true
  81. db = db.Set("gorm:table_options", "ENGINE=InnoDB").Session(&gorm.Session{})
  82. case "sqlite3":
  83. conf.UseSQLite3 = true
  84. case "mssql":
  85. conf.UseMSSQL = true
  86. default:
  87. panic("unreachable")
  88. }
  89. // NOTE: GORM has problem detecting existing columns, see
  90. // https://github.com/gogs/gogs/issues/6091. Therefore only use it to create new
  91. // tables, and do customized migration with future changes.
  92. for _, table := range Tables {
  93. if db.Migrator().HasTable(table) {
  94. continue
  95. }
  96. name := strings.TrimPrefix(fmt.Sprintf("%T", table), "*db.")
  97. err = db.Migrator().AutoMigrate(table)
  98. if err != nil {
  99. return nil, errors.Wrapf(err, "auto migrate %q", name)
  100. }
  101. log.Trace("Auto migrated %q", name)
  102. }
  103. sourceFiles, err := loadLoginSourceFiles(filepath.Join(conf.CustomDir(), "conf", "auth.d"), db.NowFunc)
  104. if err != nil {
  105. return nil, errors.Wrap(err, "load login source files")
  106. }
  107. // Initialize stores, sorted in alphabetical order.
  108. AccessTokens = &accessTokens{DB: db}
  109. Actions = NewActionsStore(db)
  110. LoginSources = &loginSources{DB: db, files: sourceFiles}
  111. LFS = &lfs{DB: db}
  112. Orgs = NewOrgsStore(db)
  113. Perms = NewPermsStore(db)
  114. Repos = NewReposStore(db)
  115. TwoFactors = &twoFactors{DB: db}
  116. Users = NewUsersStore(db)
  117. return db, nil
  118. }