memories/lib/Db/TimelineWrite.php

222 lines
8.0 KiB
PHP
Raw Normal View History

2022-08-20 02:53:21 +00:00
<?php
2022-10-19 17:10:36 +00:00
2022-08-20 02:53:21 +00:00
declare(strict_types=1);
namespace OCA\Memories\Db;
use OCA\Memories\AppInfo\Application;
use OCA\Memories\Exif;
2022-10-19 17:10:36 +00:00
use OCP\DB\QueryBuilder\IQueryBuilder;
2022-08-20 02:53:21 +00:00
use OCP\Files\File;
use OCP\IDBConnection;
2022-10-25 00:47:25 +00:00
use OCP\IPreview;
2022-08-20 02:53:21 +00:00
2022-10-19 17:10:36 +00:00
class TimelineWrite
{
2022-09-09 07:31:42 +00:00
protected IDBConnection $connection;
2022-10-25 00:47:25 +00:00
protected IPreview $preview;
2022-11-22 11:10:25 +00:00
protected LivePhoto $livePhoto;
2022-08-20 02:53:21 +00:00
2022-10-25 00:47:25 +00:00
public function __construct(IDBConnection $connection, IPreview &$preview)
2022-10-19 17:10:36 +00:00
{
2022-09-09 07:31:42 +00:00
$this->connection = $connection;
2022-10-25 00:47:25 +00:00
$this->preview = $preview;
2022-11-22 11:10:25 +00:00
$this->livePhoto = new LivePhoto($connection);
2022-09-09 07:31:42 +00:00
}
2022-08-20 02:53:21 +00:00
/**
2022-10-19 17:10:36 +00:00
* Check if a file has a valid mimetype for processing.
*
* @return int 0 for invalid, 1 for image, 2 for video
*/
2022-10-19 17:10:36 +00:00
public function getFileType(File $file): int
{
$mime = $file->getMimeType();
2022-10-19 17:10:36 +00:00
if (\in_array($mime, Application::IMAGE_MIMES, true)) {
2022-10-25 17:25:26 +00:00
// Make sure preview generator supports the mime type
if (!$this->preview->isMimeSupported($mime)) {
return 0;
}
return 1;
2022-10-19 17:10:36 +00:00
}
if (\in_array($mime, Application::VIDEO_MIMES, true)) {
return 2;
}
2022-10-19 17:10:36 +00:00
return 0;
}
2022-08-20 02:53:21 +00:00
/**
2022-10-19 17:10:36 +00:00
* Process a file to insert Exif data into the database.
*
2022-08-23 09:35:51 +00:00
* @return int 2 if processed, 1 if skipped, 0 if not valid
2022-08-20 02:53:21 +00:00
*/
2022-09-13 17:39:38 +00:00
public function processFile(
File &$file,
2022-10-19 17:10:36 +00:00
bool $force = false
2022-09-13 17:39:38 +00:00
): int {
2022-08-20 02:53:21 +00:00
// There is no easy way to UPSERT in a standard SQL way, so just
// do multiple calls. The worst that can happen is more updates,
// but that's not a big deal.
// https://stackoverflow.com/questions/15252213/sql-standard-upsert-call
// Check if we want to process this file
$fileType = $this->getFileType($file);
2022-10-19 17:10:36 +00:00
$isvideo = (2 === $fileType);
if (!$fileType) {
2022-08-23 09:35:51 +00:00
return 0;
2022-08-20 02:53:21 +00:00
}
// Get parameters
$mtime = $file->getMtime();
$fileId = $file->getId();
// Check if need to update
2022-09-11 02:22:57 +00:00
$query = $this->connection->getQueryBuilder();
$query->select('fileid', 'mtime')
->from('memories')
2022-10-19 17:10:36 +00:00
->where($query->expr()->eq('fileid', $query->createNamedParameter($fileId, IQueryBuilder::PARAM_INT)))
;
2022-09-25 11:30:28 +00:00
$cursor = $query->executeQuery();
$prevRow = $cursor->fetch();
$cursor->closeCursor();
2022-11-22 11:10:25 +00:00
// Check in live-photo table in case this is a video part of a live photo
if (!$prevRow) {
$query = $this->connection->getQueryBuilder();
$query->select('fileid', 'mtime')
->from('memories_livephoto')
->where($query->expr()->eq('fileid', $query->createNamedParameter($fileId, IQueryBuilder::PARAM_INT)))
;
$cursor = $query->executeQuery();
$prevRow = $cursor->fetch();
$cursor->closeCursor();
}
2022-10-19 17:15:14 +00:00
if ($prevRow && !$force && (int) $prevRow['mtime'] === $mtime) {
2022-08-23 09:35:51 +00:00
return 1;
2022-08-20 02:53:21 +00:00
}
// Get exif data
$exif = [];
2022-10-19 17:10:36 +00:00
2022-08-20 02:53:21 +00:00
try {
$exif = Exif::getExifFromFile($file);
2022-10-19 17:10:36 +00:00
} catch (\Exception $e) {
}
2022-08-20 02:53:21 +00:00
2022-11-22 11:10:25 +00:00
// Hand off if live photo video part
if ($isvideo && $this->livePhoto->isVideoPart($exif)) {
$this->livePhoto->processVideoPart($file, $exif);
return 2;
}
2022-08-20 02:53:21 +00:00
// Get more parameters
$dateTaken = Exif::getDateTaken($file, $exif);
$dayId = floor($dateTaken / 86400);
$dateTaken = gmdate('Y-m-d H:i:s', $dateTaken);
2022-10-15 19:15:07 +00:00
[$w, $h] = Exif::getDimensions($exif);
2022-11-22 11:10:25 +00:00
$liveid = $this->livePhoto->getLivePhotoId($exif);
2022-08-20 02:53:21 +00:00
2022-11-10 03:48:03 +00:00
// Video parameters
$videoDuration = 0;
if ($isvideo) {
$videoDuration = round($exif['Duration'] ?? $exif['TrackDuration'] ?? 0);
}
2022-11-22 10:36:04 +00:00
// Clean up EXIF to keep only useful metadata
2022-11-07 21:13:16 +00:00
foreach ($exif as $key => &$value) {
2022-11-22 10:36:04 +00:00
// Truncate any fields > 2048 chars
2022-11-07 21:13:16 +00:00
if (\is_string($value) && \strlen($value) > 2048) {
2022-11-07 21:25:52 +00:00
$exif[$key] = substr($value, 0, 2048);
2022-11-07 21:13:16 +00:00
}
2022-11-22 10:36:04 +00:00
// These are huge and not needed
if (str_starts_with($key, 'Nikon') || str_starts_with($key, 'QuickTime')) {
2022-11-22 10:36:04 +00:00
unset($exif[$key]);
}
2022-11-07 21:13:16 +00:00
}
// Store JSON string
$exifJson = json_encode($exif);
// Store error if data > 64kb
2022-11-21 09:43:17 +00:00
if (\is_string($exifJson)) {
if (\strlen($exifJson) > 65535) {
$exifJson = json_encode(['error' => 'Exif data too large']);
}
} else {
$exifJson = json_encode(['error' => 'Exif data encoding error']);
2022-11-07 21:13:16 +00:00
}
2022-08-20 02:53:21 +00:00
if ($prevRow) {
// Update existing row
// No need to set objectid again
2022-09-11 02:22:57 +00:00
$query->update('memories')
->set('dayid', $query->createNamedParameter($dayId, IQueryBuilder::PARAM_INT))
->set('datetaken', $query->createNamedParameter($dateTaken, IQueryBuilder::PARAM_STR))
->set('mtime', $query->createNamedParameter($mtime, IQueryBuilder::PARAM_INT))
->set('isvideo', $query->createNamedParameter($isvideo, IQueryBuilder::PARAM_INT))
2022-11-10 03:48:03 +00:00
->set('video_duration', $query->createNamedParameter($videoDuration, IQueryBuilder::PARAM_INT))
2022-10-15 19:15:07 +00:00
->set('w', $query->createNamedParameter($w, IQueryBuilder::PARAM_INT))
->set('h', $query->createNamedParameter($h, IQueryBuilder::PARAM_INT))
2022-11-07 21:13:16 +00:00
->set('exif', $query->createNamedParameter($exifJson, IQueryBuilder::PARAM_STR))
2022-11-22 11:10:25 +00:00
->set('liveid', $query->createNamedParameter($liveid, IQueryBuilder::PARAM_STR))
2022-10-19 17:10:36 +00:00
->where($query->expr()->eq('fileid', $query->createNamedParameter($fileId, IQueryBuilder::PARAM_INT)))
;
2022-09-11 02:22:57 +00:00
$query->executeStatement();
2022-08-20 02:53:21 +00:00
} else {
2022-08-22 18:42:06 +00:00
// Try to create new row
try {
2022-09-11 02:22:57 +00:00
$query->insert('memories')
->values([
'fileid' => $query->createNamedParameter($fileId, IQueryBuilder::PARAM_INT),
'objectid' => $query->createNamedParameter((string) $fileId, IQueryBuilder::PARAM_STR),
2022-09-11 02:22:57 +00:00
'dayid' => $query->createNamedParameter($dayId, IQueryBuilder::PARAM_INT),
'datetaken' => $query->createNamedParameter($dateTaken, IQueryBuilder::PARAM_STR),
'mtime' => $query->createNamedParameter($mtime, IQueryBuilder::PARAM_INT),
'isvideo' => $query->createNamedParameter($isvideo, IQueryBuilder::PARAM_INT),
2022-11-10 03:48:03 +00:00
'video_duration' => $query->createNamedParameter($videoDuration, IQueryBuilder::PARAM_INT),
2022-10-15 19:15:07 +00:00
'w' => $query->createNamedParameter($w, IQueryBuilder::PARAM_INT),
'h' => $query->createNamedParameter($h, IQueryBuilder::PARAM_INT),
2022-11-07 21:13:16 +00:00
'exif' => $query->createNamedParameter($exifJson, IQueryBuilder::PARAM_STR),
2022-11-22 11:10:25 +00:00
'liveid' => $query->createNamedParameter($liveid, IQueryBuilder::PARAM_STR),
2022-10-19 17:10:36 +00:00
])
;
2022-09-11 02:22:57 +00:00
$query->executeStatement();
2022-08-22 18:42:06 +00:00
} catch (\Exception $ex) {
2022-10-19 17:10:36 +00:00
error_log('Failed to create memories record: '.$ex->getMessage());
2022-08-22 18:42:06 +00:00
}
2022-08-20 02:53:21 +00:00
}
2022-08-23 09:35:51 +00:00
return 2;
2022-08-20 02:53:21 +00:00
}
/**
2022-10-19 17:10:36 +00:00
* Remove a file from the exif database.
2022-08-20 02:53:21 +00:00
*/
2022-10-19 17:10:36 +00:00
public function deleteFile(File &$file)
{
2022-09-11 02:22:57 +00:00
$query = $this->connection->getQueryBuilder();
$query->delete('memories')
2022-10-19 17:10:36 +00:00
->where($query->expr()->eq('fileid', $query->createNamedParameter($file->getId(), IQueryBuilder::PARAM_INT)))
;
2022-09-11 02:22:57 +00:00
$query->executeStatement();
2022-08-20 02:53:21 +00:00
}
2022-09-11 00:15:40 +00:00
/**
* Clear the entire index. Does not need confirmation!
2022-10-19 17:10:36 +00:00
*
2022-09-11 00:15:40 +00:00
* @param File $file
*/
2022-10-19 17:10:36 +00:00
public function clear()
{
2022-11-23 09:49:00 +00:00
$p = $this->connection->getDatabasePlatform();
$t1 = $p->getTruncateTableSQL('`*PREFIX*memories`', false);
$t2 = $p->getTruncateTableSQL('`*PREFIX*memories_livephoto`', false);
2022-11-23 12:53:16 +00:00
$this->connection->executeStatement("{$t1}; {$t2}");
2022-09-11 00:15:40 +00:00
}
2022-10-19 17:10:36 +00:00
}