2020-01-05 14:18:40 +01:00
package query
2019-12-11 07:37:39 +01:00
import (
2022-11-22 22:14:34 +01:00
"time"
2021-10-05 18:42:39 +02:00
"github.com/dustin/go-humanize/english"
2020-01-29 16:49:42 +01:00
"github.com/jinzhu/gorm"
2021-10-06 11:50:48 +02:00
2019-12-11 16:55:18 +01:00
"github.com/photoprism/photoprism/internal/entity"
2021-10-06 11:50:48 +02:00
"github.com/photoprism/photoprism/internal/mutex"
2019-12-11 07:37:39 +01:00
)
2020-03-28 15:29:17 +01:00
// PhotoByID returns a Photo based on the ID.
2020-05-08 15:41:01 +02:00
func PhotoByID ( photoID uint64 ) ( photo entity . Photo , err error ) {
if err := UnscopedDb ( ) . Where ( "id = ?" , photoID ) .
2020-05-26 19:27:29 +02:00
Preload ( "Labels" , func ( db * gorm . DB ) * gorm . DB {
return db . Order ( "photos_labels.uncertainty ASC, photos_labels.label_id DESC" )
} ) .
Preload ( "Labels.Label" ) .
2020-05-18 22:18:58 +02:00
Preload ( "Camera" ) .
Preload ( "Lens" ) .
Preload ( "Details" ) .
2020-05-27 13:40:21 +02:00
Preload ( "Place" ) .
2020-07-12 08:27:05 +02:00
Preload ( "Cell" ) .
Preload ( "Cell.Place" ) .
2020-04-16 20:57:00 +02:00
First ( & photo ) . Error ; err != nil {
2019-12-11 07:37:39 +01:00
return photo , err
}
return photo , nil
}
2020-05-23 20:58:58 +02:00
// PhotoByUID returns a Photo based on the UID.
func PhotoByUID ( photoUID string ) ( photo entity . Photo , err error ) {
if err := UnscopedDb ( ) . Where ( "photo_uid = ?" , photoUID ) .
2020-05-26 19:27:29 +02:00
Preload ( "Labels" , func ( db * gorm . DB ) * gorm . DB {
return db . Order ( "photos_labels.uncertainty ASC, photos_labels.label_id DESC" )
} ) .
Preload ( "Labels.Label" ) .
2020-05-18 22:18:58 +02:00
Preload ( "Camera" ) .
Preload ( "Lens" ) .
Preload ( "Details" ) .
2020-05-27 13:40:21 +02:00
Preload ( "Place" ) .
2020-07-12 08:27:05 +02:00
Preload ( "Cell" ) .
Preload ( "Cell.Place" ) .
2020-04-16 20:57:00 +02:00
First ( & photo ) . Error ; err != nil {
2019-12-11 07:37:39 +01:00
return photo , err
}
return photo , nil
}
2019-12-11 19:11:44 +01:00
2020-05-26 19:27:29 +02:00
// PhotoPreloadByUID returns a Photo based on the UID with all dependencies preloaded.
func PhotoPreloadByUID ( photoUID string ) ( photo entity . Photo , err error ) {
2020-05-23 20:58:58 +02:00
if err := UnscopedDb ( ) . Where ( "photo_uid = ?" , photoUID ) .
2020-01-29 16:49:42 +01:00
Preload ( "Labels" , func ( db * gorm . DB ) * gorm . DB {
2020-04-19 01:13:55 +02:00
return db . Order ( "photos_labels.uncertainty ASC, photos_labels.label_id DESC" )
2020-01-29 16:49:42 +01:00
} ) .
2020-01-29 15:28:20 +01:00
Preload ( "Labels.Label" ) .
Preload ( "Camera" ) .
Preload ( "Lens" ) .
2020-05-26 19:27:29 +02:00
Preload ( "Details" ) .
2020-05-27 13:40:21 +02:00
Preload ( "Place" ) .
2020-07-12 08:27:05 +02:00
Preload ( "Cell" ) .
Preload ( "Cell.Place" ) .
2020-01-29 15:28:20 +01:00
First ( & photo ) . Error ; err != nil {
2019-12-11 19:11:44 +01:00
return photo , err
}
2020-04-30 20:07:03 +02:00
photo . PreloadMany ( )
2019-12-11 19:11:44 +01:00
return photo , nil
}
2020-05-07 19:42:04 +02:00
2020-05-26 19:27:29 +02:00
// PhotosMissing returns photo entities without existing files.
2020-06-01 09:45:24 +02:00
func PhotosMissing ( limit int , offset int ) ( entities entity . Photos , err error ) {
2020-05-08 15:41:01 +02:00
err = Db ( ) .
2020-05-07 20:33:11 +02:00
Select ( "photos.*" ) .
2021-02-08 14:09:58 +01:00
Where ( "id NOT IN (SELECT photo_id FROM files WHERE file_missing = 0 AND file_root = '/' AND deleted_at IS NULL)" ) .
2022-04-15 09:42:07 +02:00
Where ( "photos.photo_type <> ?" , entity . MediaText ) .
2020-05-07 20:33:11 +02:00
Group ( "photos.id" ) .
Limit ( limit ) . Offset ( offset ) . Find ( & entities ) . Error
2020-05-07 19:42:04 +02:00
return entities , err
}
2020-05-08 12:01:22 +02:00
2021-11-18 02:23:25 +01:00
// PhotosMetadataUpdate returns photos selected for metadata maintenance.
2021-11-20 19:14:00 +01:00
func PhotosMetadataUpdate ( limit , offset int , delay , interval time . Duration ) ( entities entity . Photos , err error ) {
2020-05-26 19:27:29 +02:00
err = Db ( ) .
Preload ( "Labels" , func ( db * gorm . DB ) * gorm . DB {
return db . Order ( "photos_labels.uncertainty ASC, photos_labels.label_id DESC" )
} ) .
Preload ( "Labels.Label" ) .
Preload ( "Camera" ) .
Preload ( "Lens" ) .
Preload ( "Details" ) .
2020-05-27 13:40:21 +02:00
Preload ( "Place" ) .
2020-07-12 08:27:05 +02:00
Preload ( "Cell" ) .
Preload ( "Cell.Place" ) .
2021-11-20 19:14:00 +01:00
Where ( "checked_at IS NULL OR checked_at < ?" , time . Now ( ) . Add ( - 1 * interval ) ) .
2020-12-11 22:09:11 +01:00
Where ( "updated_at < ? OR (cell_id = 'zz' AND photo_lat <> 0)" , time . Now ( ) . Add ( - 1 * delay ) ) .
2020-12-09 21:44:04 +01:00
Order ( "photos.ID ASC" ) . Limit ( limit ) . Offset ( offset ) . Find ( & entities ) . Error
2020-05-26 19:27:29 +02:00
return entities , err
2020-12-09 21:49:41 +01:00
}
2021-01-24 17:46:18 +01:00
2021-02-06 16:30:30 +01:00
// OrphanPhotos finds orphan index entries that may be removed.
func OrphanPhotos ( ) ( photos entity . Photos , err error ) {
2021-01-24 17:46:18 +01:00
err = UnscopedDb ( ) .
Raw ( ` SELECT * FROM photos WHERE
deleted_at IS NOT NULL
AND photo_quality = - 1
AND id NOT IN ( SELECT photo_id FROM files WHERE files . deleted_at IS NULL ) ` ) .
Find ( & photos ) . Error
return photos , err
}
2021-01-24 20:40:40 +01:00
// FixPrimaries tries to set a primary file for photos that have none.
func FixPrimaries ( ) error {
2021-12-09 02:33:41 +01:00
mutex . Index . Lock ( )
defer mutex . Index . Unlock ( )
2021-10-06 11:50:48 +02:00
2021-10-05 18:42:39 +02:00
start := time . Now ( )
2021-10-02 14:24:44 +02:00
2021-01-24 20:40:40 +01:00
var photos entity . Photos
2021-10-06 02:59:27 +02:00
// Remove primary file flag from broken or missing files.
if err := UnscopedDb ( ) . Table ( entity . File { } . TableName ( ) ) .
2022-11-21 12:20:28 +01:00
Where ( "(file_error <> '' OR file_missing = 1) AND file_primary <> 0" ) .
2022-04-04 08:54:03 +02:00
UpdateColumn ( "file_primary" , 0 ) . Error ; err != nil {
2021-10-06 02:59:27 +02:00
return err
}
// Find photos without primary file.
2021-01-24 20:40:40 +01:00
if err := UnscopedDb ( ) .
2021-10-02 14:24:44 +02:00
Raw ( ` SELECT * FROM photos
WHERE deleted_at IS NULL
2021-02-08 07:39:29 +01:00
AND id NOT IN ( SELECT photo_id FROM files WHERE file_primary = 1 ) ` ) .
2021-01-24 20:40:40 +01:00
Find ( & photos ) . Error ; err != nil {
return err
}
2021-10-05 18:42:39 +02:00
if len ( photos ) == 0 {
log . Debugf ( "index: found no photos without primary file [%s]" , time . Since ( start ) )
return nil
}
2021-10-06 02:59:27 +02:00
// Try to find matching primary files.
2021-01-24 20:40:40 +01:00
for _ , p := range photos {
2021-10-05 18:42:39 +02:00
log . Debugf ( "index: searching primary file for %s" , p . PhotoUID )
2021-01-24 20:40:40 +01:00
if err := p . SetPrimary ( "" ) ; err != nil {
2022-04-16 13:50:35 +02:00
log . Infof ( "index: %s" , err )
2021-01-24 20:40:40 +01:00
}
}
2021-12-09 07:41:07 +01:00
log . Debugf ( "index: updated primary files [%s]" , time . Since ( start ) )
2021-10-05 18:42:39 +02:00
2021-01-24 20:40:40 +01:00
return nil
}
2021-10-06 11:50:48 +02:00
// FlagHiddenPhotos sets the quality score of photos without valid primary file to -1.
2022-11-21 12:20:28 +01:00
func FlagHiddenPhotos ( ) ( err error ) {
2021-12-09 02:33:41 +01:00
mutex . Index . Lock ( )
defer mutex . Index . Unlock ( )
2021-10-06 11:50:48 +02:00
2022-11-21 12:20:28 +01:00
// Start time for logs.
2021-10-06 11:50:48 +02:00
start := time . Now ( )
2022-11-21 12:20:28 +01:00
// IDs of hidden photos.
var hidden [ ] uint
2021-10-06 11:50:48 +02:00
2022-11-21 12:20:28 +01:00
// Find and flag hidden photos.
if err = Db ( ) . Table ( entity . Photo { } . TableName ( ) ) .
Where ( "id NOT IN (SELECT photo_id FROM files WHERE file_primary = 1 AND file_missing = 0 AND file_error = '' AND deleted_at IS NULL) AND photo_quality > -1" ) .
Pluck ( "id" , & hidden ) . Error ; err != nil {
// Find failed.
return err
} else if n := len ( hidden ) ; n == 0 {
// Nothing to do.
2021-12-09 07:41:07 +01:00
return nil
2022-11-21 12:20:28 +01:00
} else if err = Db ( ) . Table ( entity . Photo { } . TableName ( ) ) . Where ( "id IN (?)" , hidden ) . UpdateColumn ( "photo_quality" , - 1 ) . Error ; err != nil {
// Update failed.
return err
} else {
// Log result.
2023-03-08 12:42:57 +01:00
log . Infof ( "index: flagged %s as hidden [%s]" , english . Plural ( int ( n ) , "photo" , "photos" ) , time . Since ( start ) )
2021-10-06 11:50:48 +02:00
}
2022-11-21 12:20:28 +01:00
return nil
2021-10-06 11:50:48 +02:00
}