2020-01-30 14:49:39 +01:00
|
|
|
package database
|
|
|
|
|
|
|
|
import (
|
2021-01-12 19:12:56 +01:00
|
|
|
"context"
|
2021-01-17 16:50:48 +01:00
|
|
|
"fmt"
|
2020-01-30 14:49:39 +01:00
|
|
|
"log"
|
2020-01-31 15:22:58 +01:00
|
|
|
"net/url"
|
2021-01-12 19:12:56 +01:00
|
|
|
"time"
|
2020-01-30 14:49:39 +01:00
|
|
|
|
2021-01-17 13:08:44 +01:00
|
|
|
"github.com/photoview/photoview/api/database/drivers"
|
2020-12-17 23:18:00 +01:00
|
|
|
"github.com/photoview/photoview/api/graphql/models"
|
2021-01-17 16:50:48 +01:00
|
|
|
"github.com/photoview/photoview/api/utils"
|
2020-04-15 16:18:51 +02:00
|
|
|
"github.com/pkg/errors"
|
|
|
|
|
2021-02-26 13:57:13 +01:00
|
|
|
"github.com/go-sql-driver/mysql"
|
|
|
|
gorm_mysql "gorm.io/driver/mysql"
|
2021-01-31 17:06:25 +01:00
|
|
|
"gorm.io/driver/postgres"
|
2021-01-10 18:59:01 +01:00
|
|
|
"gorm.io/driver/sqlite"
|
2020-11-23 19:39:44 +01:00
|
|
|
"gorm.io/gorm"
|
2020-11-30 21:29:49 +01:00
|
|
|
"gorm.io/gorm/logger"
|
2020-01-30 14:49:39 +01:00
|
|
|
)
|
|
|
|
|
2021-02-26 13:57:13 +01:00
|
|
|
func getMysqlAddress() (string, error) {
|
2021-01-17 16:50:48 +01:00
|
|
|
addressString := utils.EnvMysqlURL.GetValue()
|
|
|
|
if addressString == "" {
|
2021-02-26 13:57:13 +01:00
|
|
|
return "", errors.New(fmt.Sprintf("Environment variable %s missing, exiting", utils.EnvMysqlURL.GetName()))
|
2020-01-31 15:22:58 +01:00
|
|
|
}
|
|
|
|
|
2021-02-26 13:57:13 +01:00
|
|
|
config, err := mysql.ParseDSN(addressString)
|
2021-01-17 16:50:48 +01:00
|
|
|
if err != nil {
|
2021-02-26 13:57:13 +01:00
|
|
|
return "", errors.Wrap(err, "Could not parse mysql url")
|
2020-02-19 22:04:38 +01:00
|
|
|
}
|
|
|
|
|
2021-02-26 13:57:13 +01:00
|
|
|
config.MultiStatements = true
|
|
|
|
config.ParseTime = true
|
2020-01-31 15:22:58 +01:00
|
|
|
|
2021-02-26 13:57:13 +01:00
|
|
|
return config.FormatDSN(), nil
|
2021-01-10 18:59:01 +01:00
|
|
|
}
|
2020-01-31 15:22:58 +01:00
|
|
|
|
2021-01-31 17:06:25 +01:00
|
|
|
func getPostgresAddress() (*url.URL, error) {
|
|
|
|
addressString := utils.EnvPostgresURL.GetValue()
|
|
|
|
if addressString == "" {
|
|
|
|
return nil, errors.New(fmt.Sprintf("Environment variable %s missing, exiting", utils.EnvPostgresURL.GetName()))
|
|
|
|
}
|
|
|
|
|
|
|
|
address, err := url.Parse(addressString)
|
|
|
|
if err != nil {
|
|
|
|
return nil, errors.Wrap(err, "Could not parse postgres url")
|
|
|
|
}
|
|
|
|
|
|
|
|
return address, nil
|
|
|
|
}
|
|
|
|
|
2021-01-17 12:45:23 +01:00
|
|
|
func getSqliteAddress() (*url.URL, error) {
|
2021-01-17 16:50:48 +01:00
|
|
|
path := utils.EnvSqlitePath.GetValue()
|
2021-01-17 12:45:23 +01:00
|
|
|
if path == "" {
|
|
|
|
path = "photoview.db"
|
|
|
|
}
|
|
|
|
|
|
|
|
address, err := url.Parse(path)
|
|
|
|
if err != nil {
|
|
|
|
return nil, errors.Wrapf(err, "Could not parse sqlite url (%s)", path)
|
|
|
|
}
|
|
|
|
|
|
|
|
queryValues := address.Query()
|
|
|
|
queryValues.Add("cache", "shared")
|
|
|
|
queryValues.Add("mode", "rwc")
|
|
|
|
// queryValues.Add("_busy_timeout", "60000") // 1 minute
|
|
|
|
address.RawQuery = queryValues.Encode()
|
|
|
|
|
|
|
|
// log.Panicf("%s", address.String())
|
|
|
|
|
|
|
|
return address, nil
|
|
|
|
}
|
|
|
|
|
2021-01-19 15:49:03 +01:00
|
|
|
func configureDatabase(config *gorm.Config) (*gorm.DB, error) {
|
2021-01-10 18:59:01 +01:00
|
|
|
var databaseDialect gorm.Dialector
|
2021-01-17 13:08:44 +01:00
|
|
|
switch drivers.DatabaseDriver() {
|
|
|
|
case drivers.DatabaseDriverMysql:
|
2021-01-10 18:59:01 +01:00
|
|
|
mysqlAddress, err := getMysqlAddress()
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2021-01-17 18:12:32 +01:00
|
|
|
log.Printf("Connecting to MYSQL database: %s", mysqlAddress)
|
2021-02-26 13:57:13 +01:00
|
|
|
databaseDialect = gorm_mysql.Open(mysqlAddress)
|
2021-01-10 18:59:01 +01:00
|
|
|
|
2021-01-17 13:08:44 +01:00
|
|
|
case drivers.DatabaseDriverSqlite:
|
2021-01-17 12:45:23 +01:00
|
|
|
sqliteAddress, err := getSqliteAddress()
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
2021-01-10 18:59:01 +01:00
|
|
|
}
|
2021-01-17 18:12:32 +01:00
|
|
|
log.Printf("Opening SQLITE database: %s", sqliteAddress)
|
2021-01-17 12:45:23 +01:00
|
|
|
databaseDialect = sqlite.Open(sqliteAddress.String())
|
2021-01-31 17:06:25 +01:00
|
|
|
|
|
|
|
case drivers.DatabaseDriverPostgres:
|
|
|
|
postgresAddress, err := getPostgresAddress()
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2021-01-31 18:53:38 +01:00
|
|
|
log.Printf("Connecting to POSTGRES database: %s", postgresAddress.Redacted())
|
2021-01-31 17:06:25 +01:00
|
|
|
databaseDialect = postgres.Open(postgresAddress.String())
|
2021-01-10 18:59:01 +01:00
|
|
|
}
|
|
|
|
|
2021-01-19 15:49:03 +01:00
|
|
|
db, err := gorm.Open(databaseDialect, config)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
2020-04-30 15:00:18 +02:00
|
|
|
}
|
|
|
|
|
2021-01-19 15:49:03 +01:00
|
|
|
return db, nil
|
|
|
|
}
|
2021-01-12 19:12:56 +01:00
|
|
|
|
2021-01-19 15:49:03 +01:00
|
|
|
// SetupDatabase connects to the database using environment variables
|
|
|
|
func SetupDatabase() (*gorm.DB, error) {
|
2021-01-16 18:35:02 +01:00
|
|
|
|
2021-01-19 15:49:03 +01:00
|
|
|
config := gorm.Config{}
|
|
|
|
|
|
|
|
// Configure database logging
|
|
|
|
if utils.DevelopmentMode() {
|
|
|
|
config.Logger = logger.Default.LogMode(logger.Info)
|
|
|
|
} else {
|
|
|
|
config.Logger = logger.Default.LogMode(logger.Warn)
|
|
|
|
}
|
|
|
|
|
|
|
|
var db *gorm.DB
|
|
|
|
|
|
|
|
for retryCount := 1; retryCount <= 5; retryCount++ {
|
|
|
|
|
|
|
|
var err error
|
|
|
|
db, err = configureDatabase(&config)
|
|
|
|
if err == nil {
|
|
|
|
sqlDB, dbErr := db.DB()
|
|
|
|
if dbErr != nil {
|
|
|
|
return nil, dbErr
|
2021-01-12 19:12:56 +01:00
|
|
|
}
|
2021-01-16 18:35:02 +01:00
|
|
|
|
2021-01-19 15:49:03 +01:00
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
|
|
|
|
err = sqlDB.PingContext(ctx)
|
2021-01-16 18:35:02 +01:00
|
|
|
cancel()
|
|
|
|
|
2021-01-19 16:59:10 +01:00
|
|
|
sqlDB.SetMaxOpenConns(80)
|
|
|
|
|
2021-01-19 15:49:03 +01:00
|
|
|
if err == nil {
|
|
|
|
return db, nil
|
|
|
|
}
|
2021-01-12 19:12:56 +01:00
|
|
|
}
|
2021-01-17 12:21:32 +01:00
|
|
|
|
2021-01-19 15:49:03 +01:00
|
|
|
log.Printf("WARN: Could not ping database: %s. Will retry after 5 seconds\n", err)
|
|
|
|
time.Sleep(time.Duration(5) * time.Second)
|
2021-01-12 19:12:56 +01:00
|
|
|
}
|
2020-02-14 14:29:41 +01:00
|
|
|
|
2020-04-15 16:18:51 +02:00
|
|
|
return db, nil
|
2020-01-30 14:49:39 +01:00
|
|
|
}
|
2020-01-31 15:22:58 +01:00
|
|
|
|
2020-11-23 19:39:44 +01:00
|
|
|
func MigrateDatabase(db *gorm.DB) error {
|
2021-04-13 22:15:47 +02:00
|
|
|
err := db.AutoMigrate(
|
2020-11-23 19:59:01 +01:00
|
|
|
&models.User{},
|
|
|
|
&models.AccessToken{},
|
|
|
|
&models.SiteInfo{},
|
2020-11-23 20:43:00 +01:00
|
|
|
&models.Media{},
|
|
|
|
&models.MediaURL{},
|
2020-11-23 19:59:01 +01:00
|
|
|
&models.Album{},
|
|
|
|
&models.MediaEXIF{},
|
2020-11-25 23:06:47 +01:00
|
|
|
&models.VideoMetadata{},
|
2020-12-08 16:24:08 +01:00
|
|
|
&models.ShareToken{},
|
2020-12-20 17:10:00 +01:00
|
|
|
&models.UserMediaData{},
|
2021-04-11 22:31:42 +02:00
|
|
|
&models.UserPreferences{},
|
2021-02-15 17:35:28 +01:00
|
|
|
|
|
|
|
// Face detection
|
|
|
|
&models.FaceGroup{},
|
|
|
|
&models.ImageFace{},
|
2020-11-23 19:59:01 +01:00
|
|
|
)
|
2020-01-31 15:22:58 +01:00
|
|
|
|
2021-04-13 22:15:47 +02:00
|
|
|
if err != nil {
|
|
|
|
log.Printf("Auto migration failed: %v\n", err)
|
|
|
|
}
|
|
|
|
|
2021-02-13 16:53:02 +01:00
|
|
|
// v2.1.0 - Replaced by Media.CreatedAt
|
|
|
|
if db.Migrator().HasColumn(&models.Media{}, "date_imported") {
|
|
|
|
db.Migrator().DropColumn(&models.Media{}, "date_imported")
|
|
|
|
}
|
|
|
|
|
2021-04-03 21:20:02 +02:00
|
|
|
// v2.3.0 - Changed type of MediaEXIF.Exposure and MediaEXIF.Flash
|
|
|
|
// from string values to decimal and int respectively
|
2021-04-13 22:15:47 +02:00
|
|
|
err = migrate_exif_fields(db)
|
2021-04-03 21:20:02 +02:00
|
|
|
if err != nil {
|
2021-04-13 22:15:47 +02:00
|
|
|
log.Printf("Failed to run exif fields migration: %v\n", err)
|
2021-04-03 21:20:02 +02:00
|
|
|
}
|
|
|
|
|
2020-01-31 15:22:58 +01:00
|
|
|
return nil
|
|
|
|
}
|