362 lines
11 KiB
Go
362 lines
11 KiB
Go
package scanner
|
|
|
|
import (
|
|
"database/sql"
|
|
"fmt"
|
|
"log"
|
|
"os"
|
|
"path"
|
|
"strconv"
|
|
|
|
"github.com/pkg/errors"
|
|
"github.com/viktorstrate/photoview/api/graphql/models"
|
|
"github.com/viktorstrate/photoview/api/utils"
|
|
|
|
// Image decoders
|
|
_ "image/gif"
|
|
_ "image/png"
|
|
|
|
_ "golang.org/x/image/bmp"
|
|
_ "golang.org/x/image/tiff"
|
|
_ "golang.org/x/image/webp"
|
|
)
|
|
|
|
// Higher order function used to check if MediaURL for a given MediaPurpose exists
|
|
func makePhotoURLChecker(tx *sql.Tx, mediaID int) (func(purpose models.MediaPurpose) (*models.MediaURL, error), error) {
|
|
mediaURLExistsStmt, err := tx.Prepare("SELECT * FROM media_url WHERE media_id = ? AND purpose = ?")
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return func(purpose models.MediaPurpose) (*models.MediaURL, error) {
|
|
row := mediaURLExistsStmt.QueryRow(mediaID, purpose)
|
|
mediaURL, err := models.NewMediaURLFromRow(row)
|
|
if err != nil {
|
|
if err == sql.ErrNoRows {
|
|
return nil, nil
|
|
}
|
|
return nil, err
|
|
}
|
|
|
|
return mediaURL, nil
|
|
}, nil
|
|
}
|
|
|
|
func ProcessMedia(tx *sql.Tx, media *models.Media) (bool, error) {
|
|
imageData := EncodeMediaData{
|
|
media: media,
|
|
}
|
|
|
|
contentType, err := imageData.ContentType()
|
|
if err != nil {
|
|
return false, errors.Wrapf(err, "get content-type of media (%s)", media.Path)
|
|
}
|
|
|
|
// Make sure media cache directory exists
|
|
mediaCachePath, err := makeMediaCacheDir(media)
|
|
if err != nil {
|
|
return false, errors.Wrap(err, "cache directory error")
|
|
}
|
|
|
|
if contentType.isVideo() {
|
|
return processVideo(tx, &imageData, mediaCachePath)
|
|
} else {
|
|
return processPhoto(tx, &imageData, mediaCachePath)
|
|
}
|
|
}
|
|
|
|
func processPhoto(tx *sql.Tx, imageData *EncodeMediaData, photoCachePath *string) (bool, error) {
|
|
|
|
photo := imageData.media
|
|
|
|
log.Printf("Processing photo: %s\n", photo.Path)
|
|
|
|
didProcess := false
|
|
|
|
photoUrlFromDB, err := makePhotoURLChecker(tx, photo.MediaID)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
|
|
// original photo url
|
|
origURL, err := photoUrlFromDB(models.MediaOriginal)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
|
|
// Thumbnail
|
|
thumbURL, err := photoUrlFromDB(models.PhotoThumbnail)
|
|
if err != nil {
|
|
return false, errors.Wrap(err, "error processing photo thumbnail")
|
|
}
|
|
|
|
// Highres
|
|
highResURL, err := photoUrlFromDB(models.PhotoHighRes)
|
|
if err != nil {
|
|
return false, errors.Wrap(err, "error processing photo highres")
|
|
}
|
|
|
|
var photoDimensions *PhotoDimensions
|
|
var baseImagePath string = photo.Path
|
|
|
|
mediaType, err := getMediaType(photo.Path)
|
|
if err != nil {
|
|
return false, errors.Wrap(err, "could determine if media was photo or video")
|
|
}
|
|
|
|
if mediaType.isRaw() {
|
|
err = processRawSideCar(tx, imageData, highResURL, thumbURL, photoCachePath)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
}
|
|
|
|
// Generate high res jpeg
|
|
if highResURL == nil {
|
|
|
|
contentType, err := imageData.ContentType()
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
|
|
if !contentType.isWebCompatible() {
|
|
didProcess = true
|
|
|
|
highres_name := fmt.Sprintf("highres_%s_%s", path.Base(photo.Path), utils.GenerateToken())
|
|
highres_name = models.SanitizeMediaName(highres_name)
|
|
highres_name = highres_name + ".jpg"
|
|
|
|
baseImagePath = path.Join(*photoCachePath, highres_name)
|
|
|
|
err = generateSaveHighResJPEG(tx, photo.MediaID, imageData, highres_name, baseImagePath, -1)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
}
|
|
} else {
|
|
// Verify that highres photo still exists in cache
|
|
baseImagePath = path.Join(*photoCachePath, highResURL.MediaName)
|
|
|
|
if _, err := os.Stat(baseImagePath); os.IsNotExist(err) {
|
|
fmt.Printf("High-res photo found in database but not in cache, re-encoding photo to cache: %s\n", highResURL.MediaName)
|
|
didProcess = true
|
|
|
|
err = imageData.EncodeHighRes(tx, baseImagePath)
|
|
if err != nil {
|
|
return false, errors.Wrap(err, "creating high-res cached image")
|
|
}
|
|
}
|
|
}
|
|
|
|
// Save original photo to database
|
|
if origURL == nil {
|
|
didProcess = true
|
|
|
|
// Make sure photo dimensions is set
|
|
if photoDimensions == nil {
|
|
photoDimensions, err = GetPhotoDimensions(baseImagePath)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
}
|
|
|
|
if err = saveOriginalPhotoToDB(tx, photo, imageData, photoDimensions); err != nil {
|
|
return false, errors.Wrap(err, "saving original photo to database")
|
|
}
|
|
}
|
|
|
|
// Save thumbnail to cache
|
|
if thumbURL == nil {
|
|
didProcess = true
|
|
|
|
thumbnail_name := fmt.Sprintf("thumbnail_%s_%s", path.Base(photo.Path), utils.GenerateToken())
|
|
thumbnail_name = models.SanitizeMediaName(thumbnail_name)
|
|
thumbnail_name = thumbnail_name + ".jpg"
|
|
|
|
// thumbnailImage, err := imageData.ThumbnailImage(tx)
|
|
// if err != nil {
|
|
// return err
|
|
// }
|
|
|
|
err = generateSaveThumbnailJPEG(tx, photo.MediaID, thumbnail_name, photoCachePath, baseImagePath, -1)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
} else {
|
|
// Verify that thumbnail photo still exists in cache
|
|
thumbPath := path.Join(*photoCachePath, thumbURL.MediaName)
|
|
|
|
if _, err := os.Stat(thumbPath); os.IsNotExist(err) {
|
|
didProcess = true
|
|
fmt.Printf("Thumbnail photo found in database but not in cache, re-encoding photo to cache: %s\n", thumbURL.MediaName)
|
|
|
|
_, err := EncodeThumbnail(baseImagePath, thumbPath)
|
|
if err != nil {
|
|
return false, errors.Wrap(err, "could not create thumbnail cached image")
|
|
}
|
|
}
|
|
}
|
|
|
|
return didProcess, nil
|
|
}
|
|
|
|
func makeMediaCacheDir(photo *models.Media) (*string, error) {
|
|
|
|
// Make root cache dir if not exists
|
|
if _, err := os.Stat(PhotoCache()); os.IsNotExist(err) {
|
|
if err := os.Mkdir(PhotoCache(), os.ModePerm); err != nil {
|
|
return nil, errors.Wrap(err, "could not make root image cache directory")
|
|
}
|
|
}
|
|
|
|
// Make album cache dir if not exists
|
|
albumCachePath := path.Join(PhotoCache(), strconv.Itoa(photo.AlbumId))
|
|
if _, err := os.Stat(albumCachePath); os.IsNotExist(err) {
|
|
if err := os.Mkdir(albumCachePath, os.ModePerm); err != nil {
|
|
return nil, errors.Wrap(err, "could not make album image cache directory")
|
|
}
|
|
}
|
|
|
|
// Make photo cache dir if not exists
|
|
photoCachePath := path.Join(albumCachePath, strconv.Itoa(photo.MediaID))
|
|
if _, err := os.Stat(photoCachePath); os.IsNotExist(err) {
|
|
if err := os.Mkdir(photoCachePath, os.ModePerm); err != nil {
|
|
return nil, errors.Wrap(err, "could not make photo image cache directory")
|
|
}
|
|
}
|
|
|
|
return &photoCachePath, nil
|
|
}
|
|
|
|
func saveOriginalPhotoToDB(tx *sql.Tx, photo *models.Media, imageData *EncodeMediaData, photoDimensions *PhotoDimensions) error {
|
|
photoName := path.Base(photo.Path)
|
|
photoBaseName := photoName[0 : len(photoName)-len(path.Ext(photoName))]
|
|
photoBaseExt := path.Ext(photoName)
|
|
|
|
original_image_name := fmt.Sprintf("%s_%s", photoBaseName, utils.GenerateToken())
|
|
original_image_name = models.SanitizeMediaName(original_image_name) + photoBaseExt
|
|
|
|
contentType, err := imageData.ContentType()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
fileStats, err := os.Stat(photo.Path)
|
|
if err != nil {
|
|
return errors.Wrap(err, "reading file stats of original photo")
|
|
}
|
|
|
|
_, err = tx.Exec("INSERT INTO media_url (media_id, media_name, width, height, purpose, content_type, file_size) VALUES (?, ?, ?, ?, ?, ?, ?)", photo.MediaID, original_image_name, photoDimensions.Width, photoDimensions.Height, models.MediaOriginal, contentType, fileStats.Size())
|
|
if err != nil {
|
|
log.Printf("Could not insert original photo url: %d, %s\n", photo.MediaID, photoName)
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func generateSaveHighResJPEG(tx *sql.Tx, mediaID int, imageData *EncodeMediaData, highres_name string, imagePath string, urlID int) error {
|
|
|
|
err := imageData.EncodeHighRes(tx, imagePath)
|
|
if err != nil {
|
|
return errors.Wrap(err, "creating high-res cached image")
|
|
}
|
|
|
|
photoDimensions, err := GetPhotoDimensions(imagePath)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
fileStats, err := os.Stat(imagePath)
|
|
if err != nil {
|
|
return errors.Wrap(err, "reading file stats of highres photo")
|
|
}
|
|
|
|
if urlID < 0 {
|
|
_, err = tx.Exec("INSERT INTO media_url (media_id, media_name, width, height, purpose, content_type, file_size) VALUES (?, ?, ?, ?, ?, ?, ?)",
|
|
mediaID, highres_name, photoDimensions.Width, photoDimensions.Height, models.PhotoHighRes, "image/jpeg", fileStats.Size())
|
|
} else {
|
|
_, err = tx.Exec("UPDATE media_url SET width = ?, height = ?, file_size= ? WHERE url_id = ?",
|
|
photoDimensions.Width, photoDimensions.Height, fileStats.Size(), urlID)
|
|
}
|
|
if err != nil {
|
|
return errors.Wrapf(err, "could not insert highres media url (%d, %s)", mediaID, highres_name)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func generateSaveThumbnailJPEG(tx *sql.Tx, mediaID int, thumbnail_name string, photoCachePath *string, baseImagePath string, urlID int) error {
|
|
thumbOutputPath := path.Join(*photoCachePath, thumbnail_name)
|
|
|
|
thumbSize, err := EncodeThumbnail(baseImagePath, thumbOutputPath)
|
|
if err != nil {
|
|
return errors.Wrap(err, "could not create thumbnail cached image")
|
|
}
|
|
|
|
fileStats, err := os.Stat(thumbOutputPath)
|
|
if err != nil {
|
|
return errors.Wrap(err, "reading file stats of thumbnail photo")
|
|
}
|
|
|
|
if urlID < 0 {
|
|
_, err = tx.Exec("INSERT INTO media_url (media_id, media_name, width, height, purpose, content_type, file_size) VALUES (?, ?, ?, ?, ?, ?, ?)",
|
|
mediaID, thumbnail_name, thumbSize.Width, thumbSize.Height, models.PhotoThumbnail, "image/jpeg", fileStats.Size())
|
|
} else {
|
|
_, err = tx.Exec("UPDATE media_url SET width = ?, height = ?, file_size= ? WHERE url_id = ?",
|
|
thumbSize.Width, thumbSize.Height, fileStats.Size(), urlID)
|
|
}
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func processRawSideCar(tx *sql.Tx, imageData *EncodeMediaData, highResURL *models.MediaURL, thumbURL *models.MediaURL, photoCachePath *string) error {
|
|
photo := imageData.media
|
|
sideCarFileHasChanged := false
|
|
var currentFileHash *string
|
|
currentSideCarPath := scanForSideCarFile(photo.Path)
|
|
|
|
if currentSideCarPath != nil {
|
|
currentFileHash := hashSideCarFile(currentSideCarPath)
|
|
if photo.SideCarHash == nil || *photo.SideCarHash != *currentFileHash {
|
|
sideCarFileHasChanged = true
|
|
}
|
|
} else if photo.SideCarPath != nil { // sidecar has been deleted since last scan
|
|
sideCarFileHasChanged = true
|
|
}
|
|
if sideCarFileHasChanged {
|
|
fmt.Printf("Detected changed sidecar file for %s recreating JPG's to reflect changes\n", photo.Path)
|
|
|
|
// update high res image may be cropped so dimentions and file size can change
|
|
baseImagePath := path.Join(*photoCachePath, highResURL.MediaName) // update base image path for thumbnail
|
|
tempHighResPath := baseImagePath + ".hold"
|
|
os.Rename(baseImagePath, tempHighResPath)
|
|
err := generateSaveHighResJPEG(tx, photo.MediaID, imageData, highResURL.MediaName, baseImagePath, highResURL.UrlID)
|
|
if err != nil {
|
|
os.Rename(tempHighResPath, baseImagePath)
|
|
return errors.Wrap(err, "recreating high-res cached image")
|
|
}
|
|
os.Remove(tempHighResPath)
|
|
|
|
// update thumbnail image may be cropped so dimentions and file size can change
|
|
thumbPath := path.Join(*photoCachePath, thumbURL.MediaName)
|
|
tempThumbPath := thumbPath + ".hold" // hold onto the original image incase for some reason we fail to recreate one with the new settings
|
|
os.Rename(thumbPath, tempThumbPath)
|
|
err = generateSaveThumbnailJPEG(tx, photo.MediaID, thumbURL.MediaName, photoCachePath, baseImagePath, thumbURL.UrlID)
|
|
if err != nil {
|
|
os.Rename(tempThumbPath, thumbPath)
|
|
return errors.Wrap(err, "recreating thumbnail cached image")
|
|
}
|
|
os.Remove(tempThumbPath)
|
|
|
|
// save new side car hash
|
|
_, err = tx.Exec("UPDATE media SET side_car_hash = ?, side_car_path = ? WHERE media_id = ?", currentFileHash, currentSideCarPath, photo.MediaID)
|
|
if err != nil {
|
|
return errors.Wrapf(err, "could not update side car hash (%d, %s)", photo.MediaID, *currentFileHash)
|
|
}
|
|
}
|
|
return nil
|
|
}
|