Compare commits

..

1 Commits

Author SHA1 Message Date
Yaros 82cab7b81d fix(mobile): closing editor goes back to main page 2025-10-04 19:36:05 +02:00
23 changed files with 121 additions and 326 deletions
+1 -1
View File
@@ -1006,7 +1006,7 @@ describe('/libraries', () => {
rmSync(`${testAssetDir}/temp/xmp`, { recursive: true, force: true }); rmSync(`${testAssetDir}/temp/xmp`, { recursive: true, force: true });
}); });
it('should switch from using file metadata to file.ext.xmp metadata when asset refreshes', async () => { it('should switch from using file metadata to file.xmp metadata when asset refreshes', async () => {
const library = await utils.createLibrary(admin.accessToken, { const library = await utils.createLibrary(admin.accessToken, {
ownerId: admin.userId, ownerId: admin.userId,
importPaths: [`${testAssetDirInternal}/temp/xmp`], importPaths: [`${testAssetDirInternal}/temp/xmp`],
@@ -91,7 +91,7 @@ class DriftEditImagePage extends ConsumerWidget {
backgroundColor: context.scaffoldBackgroundColor, backgroundColor: context.scaffoldBackgroundColor,
leading: IconButton( leading: IconButton(
icon: Icon(Icons.close_rounded, color: context.primaryColor, size: 24), icon: Icon(Icons.close_rounded, color: context.primaryColor, size: 24),
onPressed: () => context.navigator.popUntil((route) => route.isFirst), onPressed: () => context.navigator.pop(),
), ),
actions: <Widget>[ actions: <Widget>[
TextButton( TextButton(
+1 -1
View File
@@ -305,7 +305,7 @@ export class StorageCore {
return this.assetRepository.update({ id, encodedVideoPath: newPath }); return this.assetRepository.update({ id, encodedVideoPath: newPath });
} }
case AssetPathType.Sidecar: { case AssetPathType.Sidecar: {
return this.assetRepository.upsertFile({ assetId: id, type: AssetFileType.Sidecar, path: newPath }); return this.assetRepository.update({ id, sidecarPath: newPath });
} }
case PersonPathType.Face: { case PersonPathType.Face: {
return this.personRepository.update({ id, thumbnailPath: newPath }); return this.personRepository.update({ id, thumbnailPath: newPath });
+2
View File
@@ -117,6 +117,7 @@ export type Asset = {
originalFileName: string; originalFileName: string;
originalPath: string; originalPath: string;
ownerId: string; ownerId: string;
sidecarPath: string | null;
type: AssetType; type: AssetType;
}; };
@@ -301,6 +302,7 @@ export const columns = {
'asset.originalFileName', 'asset.originalFileName',
'asset.originalPath', 'asset.originalPath',
'asset.ownerId', 'asset.ownerId',
'asset.sidecarPath',
'asset.type', 'asset.type',
], ],
assetFiles: ['asset_file.id', 'asset_file.path', 'asset_file.type'], assetFiles: ['asset_file.id', 'asset_file.path', 'asset_file.type'],
+1
View File
@@ -124,6 +124,7 @@ export type MapAsset = {
originalPath: string; originalPath: string;
owner?: User | null; owner?: User | null;
ownerId: string; ownerId: string;
sidecarPath: string | null;
stack?: Stack | null; stack?: Stack | null;
stackId: string | null; stackId: string | null;
tags?: Tag[]; tags?: Tag[];
-1
View File
@@ -43,7 +43,6 @@ export enum AssetFileType {
FullSize = 'fullsize', FullSize = 'fullsize',
Preview = 'preview', Preview = 'preview',
Thumbnail = 'thumbnail', Thumbnail = 'thumbnail',
Sidecar = 'sidecar',
} }
export enum AlbumUserRole { export enum AlbumUserRole {
+20 -88
View File
@@ -20,23 +20,8 @@ limit
-- AssetJobRepository.getForSidecarWriteJob -- AssetJobRepository.getForSidecarWriteJob
select select
"id", "id",
"sidecarPath",
"originalPath", "originalPath",
(
select
coalesce(json_agg(agg), '[]')
from
(
select
"asset_file"."id",
"asset_file"."path",
"asset_file"."type"
from
"asset_file"
where
"asset_file"."assetId" = "asset"."id"
and "asset_file"."type" = $1
) as agg
) as "files",
( (
select select
coalesce(json_agg(agg), '[]') coalesce(json_agg(agg), '[]')
@@ -54,36 +39,21 @@ select
from from
"asset" "asset"
where where
"asset"."id" = $2::uuid "asset"."id" = $1::uuid
limit limit
$3 $2
-- AssetJobRepository.getForSidecarCheckJob -- AssetJobRepository.getForSidecarCheckJob
select select
"id", "id",
"originalPath", "sidecarPath",
( "originalPath"
select
coalesce(json_agg(agg), '[]')
from
(
select
"asset_file"."id",
"asset_file"."path",
"asset_file"."type"
from
"asset_file"
where
"asset_file"."assetId" = "asset"."id"
and "asset_file"."type" = $1
) as agg
) as "files"
from from
"asset" "asset"
where where
"asset"."id" = $2::uuid "asset"."id" = $1::uuid
limit limit
$3 $2
-- AssetJobRepository.streamForThumbnailJob -- AssetJobRepository.streamForThumbnailJob
select select
@@ -188,6 +158,7 @@ select
"asset"."originalFileName", "asset"."originalFileName",
"asset"."originalPath", "asset"."originalPath",
"asset"."ownerId", "asset"."ownerId",
"asset"."sidecarPath",
"asset"."type", "asset"."type",
( (
select select
@@ -202,27 +173,11 @@ select
"asset_face"."assetId" = "asset"."id" "asset_face"."assetId" = "asset"."id"
and "asset_face"."deletedAt" is null and "asset_face"."deletedAt" is null
) as agg ) as agg
) as "faces", ) as "faces"
(
select
coalesce(json_agg(agg), '[]')
from
(
select
"asset_file"."id",
"asset_file"."path",
"asset_file"."type"
from
"asset_file"
where
"asset_file"."assetId" = "asset"."id"
and "asset_file"."type" = $1
) as agg
) as "files"
from from
"asset" "asset"
where where
"asset"."id" = $2 "asset"."id" = $1
-- AssetJobRepository.getAlbumThumbnailFiles -- AssetJobRepository.getAlbumThumbnailFiles
select select
@@ -350,6 +305,7 @@ select
"asset"."libraryId", "asset"."libraryId",
"asset"."ownerId", "asset"."ownerId",
"asset"."livePhotoVideoId", "asset"."livePhotoVideoId",
"asset"."sidecarPath",
"asset"."encodedVideoPath", "asset"."encodedVideoPath",
"asset"."originalPath", "asset"."originalPath",
to_json("asset_exif") as "exifInfo", to_json("asset_exif") as "exifInfo",
@@ -460,28 +416,18 @@ select
"asset"."checksum", "asset"."checksum",
"asset"."originalPath", "asset"."originalPath",
"asset"."isExternal", "asset"."isExternal",
"asset"."sidecarPath",
"asset"."originalFileName", "asset"."originalFileName",
"asset"."livePhotoVideoId", "asset"."livePhotoVideoId",
"asset"."fileCreatedAt", "asset"."fileCreatedAt",
"asset_exif"."timeZone", "asset_exif"."timeZone",
"asset_exif"."fileSizeInByte", "asset_exif"."fileSizeInByte"
(
select
"asset_file"."path"
from
"asset_file"
where
"asset_file"."assetId" = "asset"."id"
and "asset_file"."type" = $1
limit
$2
) as "sidecarPath"
from from
"asset" "asset"
inner join "asset_exif" on "asset"."id" = "asset_exif"."assetId" inner join "asset_exif" on "asset"."id" = "asset_exif"."assetId"
where where
"asset"."deletedAt" is null "asset"."deletedAt" is null
and "asset"."id" = $3 and "asset"."id" = $1
-- AssetJobRepository.streamForStorageTemplateJob -- AssetJobRepository.streamForStorageTemplateJob
select select
@@ -491,22 +437,12 @@ select
"asset"."checksum", "asset"."checksum",
"asset"."originalPath", "asset"."originalPath",
"asset"."isExternal", "asset"."isExternal",
"asset"."sidecarPath",
"asset"."originalFileName", "asset"."originalFileName",
"asset"."livePhotoVideoId", "asset"."livePhotoVideoId",
"asset"."fileCreatedAt", "asset"."fileCreatedAt",
"asset_exif"."timeZone", "asset_exif"."timeZone",
"asset_exif"."fileSizeInByte", "asset_exif"."fileSizeInByte"
(
select
"asset_file"."path"
from
"asset_file"
where
"asset_file"."assetId" = "asset"."id"
and "asset_file"."type" = $1
limit
$2
) as "sidecarPath"
from from
"asset" "asset"
inner join "asset_exif" on "asset"."id" = "asset_exif"."assetId" inner join "asset_exif" on "asset"."id" = "asset_exif"."assetId"
@@ -528,15 +464,11 @@ select
from from
"asset" "asset"
where where
not exists ( (
select "asset"."sidecarPath" = $1
"asset_file"."id" or "asset"."sidecarPath" is null
from
"asset_file"
where
"asset_file"."assetId" = "asset"."id"
and "asset_file"."type" = $1
) )
and "asset"."visibility" != $2
-- AssetJobRepository.streamForDetectFacesJob -- AssetJobRepository.streamForDetectFacesJob
select select
@@ -39,8 +39,7 @@ export class AssetJobRepository {
return this.db return this.db
.selectFrom('asset') .selectFrom('asset')
.where('asset.id', '=', asUuid(id)) .where('asset.id', '=', asUuid(id))
.select(['id', 'originalPath']) .select(['id', 'sidecarPath', 'originalPath'])
.select((eb) => withFiles(eb, AssetFileType.Sidecar))
.select((eb) => .select((eb) =>
jsonArrayFrom( jsonArrayFrom(
eb eb
@@ -59,8 +58,7 @@ export class AssetJobRepository {
return this.db return this.db
.selectFrom('asset') .selectFrom('asset')
.where('asset.id', '=', asUuid(id)) .where('asset.id', '=', asUuid(id))
.select(['id', 'originalPath']) .select(['id', 'sidecarPath', 'originalPath'])
.select((eb) => withFiles(eb, AssetFileType.Sidecar))
.limit(1) .limit(1)
.executeTakeFirst(); .executeTakeFirst();
} }
@@ -123,7 +121,6 @@ export class AssetJobRepository {
.selectFrom('asset') .selectFrom('asset')
.select(columns.asset) .select(columns.asset)
.select(withFaces) .select(withFaces)
.select((eb) => withFiles(eb, AssetFileType.Sidecar))
.where('asset.id', '=', id) .where('asset.id', '=', id)
.executeTakeFirst(); .executeTakeFirst();
} }
@@ -221,6 +218,7 @@ export class AssetJobRepository {
'asset.libraryId', 'asset.libraryId',
'asset.ownerId', 'asset.ownerId',
'asset.livePhotoVideoId', 'asset.livePhotoVideoId',
'asset.sidecarPath',
'asset.encodedVideoPath', 'asset.encodedVideoPath',
'asset.originalPath', 'asset.originalPath',
]) ])
@@ -298,19 +296,12 @@ export class AssetJobRepository {
'asset.checksum', 'asset.checksum',
'asset.originalPath', 'asset.originalPath',
'asset.isExternal', 'asset.isExternal',
'asset.sidecarPath',
'asset.originalFileName', 'asset.originalFileName',
'asset.livePhotoVideoId', 'asset.livePhotoVideoId',
'asset.fileCreatedAt', 'asset.fileCreatedAt',
'asset_exif.timeZone', 'asset_exif.timeZone',
'asset_exif.fileSizeInByte', 'asset_exif.fileSizeInByte',
(eb) =>
eb
.selectFrom('asset_file')
.select('asset_file.path')
.whereRef('asset_file.assetId', '=', 'asset.id')
.where('asset_file.type', '=', AssetFileType.Sidecar)
.limit(1)
.as('sidecarPath'),
]) ])
.where('asset.deletedAt', 'is', null); .where('asset.deletedAt', 'is', null);
} }
@@ -342,18 +333,9 @@ export class AssetJobRepository {
.selectFrom('asset') .selectFrom('asset')
.select(['asset.id']) .select(['asset.id'])
.$if(!force, (qb) => .$if(!force, (qb) =>
qb.where((eb) => qb.where((eb) => eb.or([eb('asset.sidecarPath', '=', ''), eb('asset.sidecarPath', 'is', null)])),
eb.not(
eb.exists(
eb
.selectFrom('asset_file')
.select('asset_file.id')
.whereRef('asset_file.assetId', '=', 'asset.id')
.where('asset_file.type', '=', AssetFileType.Sidecar),
),
),
),
) )
.where('asset.visibility', '!=', AssetVisibility.Hidden)
.stream(); .stream();
} }
@@ -840,14 +840,6 @@ export class AssetRepository {
.execute(); .execute();
} }
async deleteFile(file: Pick<Selectable<AssetFileTable>, 'assetId' | 'type'>): Promise<void> {
await this.db
.deleteFrom('asset_file')
.where('assetId', '=', asUuid(file.assetId))
.where('type', '=', file.type)
.execute();
}
async deleteFiles(files: Pick<Selectable<AssetFileTable>, 'id'>[]): Promise<void> { async deleteFiles(files: Pick<Selectable<AssetFileTable>, 'id'>[]): Promise<void> {
if (files.length === 0) { if (files.length === 0) {
return; return;
@@ -414,6 +414,7 @@ export class DatabaseRepository {
.set((eb) => ({ .set((eb) => ({
originalPath: eb.fn('REGEXP_REPLACE', ['originalPath', source, target]), originalPath: eb.fn('REGEXP_REPLACE', ['originalPath', source, target]),
encodedVideoPath: eb.fn('REGEXP_REPLACE', ['encodedVideoPath', source, target]), encodedVideoPath: eb.fn('REGEXP_REPLACE', ['encodedVideoPath', source, target]),
sidecarPath: eb.fn('REGEXP_REPLACE', ['sidecarPath', source, target]),
})) }))
.execute(); .execute();
@@ -1,24 +0,0 @@
import { Kysely, sql } from 'kysely';
export async function up(db: Kysely<any>): Promise<void> {
await sql`INSERT INTO asset_file ("assetId", path, type)
SELECT
id, "sidecarPath", 'sidecar'
FROM asset
WHERE "sidecarPath" IS NOT NULL;`.execute(db);
await sql`ALTER TABLE "asset" DROP COLUMN "sidecarPath";`.execute(db);
}
export async function down(db: Kysely<any>): Promise<void> {
await sql`ALTER TABLE "asset" ADD "sidecarPath" character varying;`.execute(db);
await sql`
UPDATE asset
SET "sidecarPath" = asset_file.path
FROM asset_file
WHERE asset.id = asset_file."assetId";
`.execute(db);
await sql`DELETE FROM asset_file WHERE type = 'sidecar';`.execute(db);
}
+3
View File
@@ -105,6 +105,9 @@ export class AssetTable {
@Column({ index: true }) @Column({ index: true })
originalFileName!: string; originalFileName!: string;
@Column({ nullable: true })
sidecarPath!: string | null;
@Column({ type: 'bytea', nullable: true }) @Column({ type: 'bytea', nullable: true })
thumbhash!: Buffer | null; thumbhash!: Buffer | null;
@@ -173,6 +173,7 @@ const assetEntity = Object.freeze({
longitude: 10.703_075, longitude: 10.703_075,
}, },
livePhotoVideoId: null, livePhotoVideoId: null,
sidecarPath: null,
} as MapAsset); } as MapAsset);
const existingAsset = Object.freeze({ const existingAsset = Object.freeze({
@@ -710,22 +711,18 @@ describe(AssetMediaService.name, () => {
expect(mocks.asset.update).toHaveBeenCalledWith( expect(mocks.asset.update).toHaveBeenCalledWith(
expect.objectContaining({ expect.objectContaining({
id: existingAsset.id, id: existingAsset.id,
sidecarPath: null,
originalFileName: 'photo1.jpeg', originalFileName: 'photo1.jpeg',
originalPath: 'fake_path/photo1.jpeg', originalPath: 'fake_path/photo1.jpeg',
}), }),
); );
expect(mocks.asset.create).toHaveBeenCalledWith( expect(mocks.asset.create).toHaveBeenCalledWith(
expect.objectContaining({ expect.objectContaining({
sidecarPath: null,
originalFileName: 'existing-filename.jpeg', originalFileName: 'existing-filename.jpeg',
originalPath: 'fake_path/asset_1.jpeg', originalPath: 'fake_path/asset_1.jpeg',
}), }),
); );
expect(mocks.asset.deleteFile).toHaveBeenCalledWith(
expect.objectContaining({
assetId: existingAsset.id,
type: AssetFileType.Sidecar,
}),
);
expect(mocks.asset.updateAll).toHaveBeenCalledWith([copiedAsset.id], { expect(mocks.asset.updateAll).toHaveBeenCalledWith([copiedAsset.id], {
deletedAt: expect.any(Date), deletedAt: expect.any(Date),
@@ -762,13 +759,6 @@ describe(AssetMediaService.name, () => {
deletedAt: expect.any(Date), deletedAt: expect.any(Date),
status: AssetStatus.Trashed, status: AssetStatus.Trashed,
}); });
expect(mocks.asset.upsertFile).toHaveBeenCalledWith(
expect.objectContaining({
assetId: existingAsset.id,
path: sidecarFile.originalPath,
type: AssetFileType.Sidecar,
}),
);
expect(mocks.user.updateUsage).toHaveBeenCalledWith(authStub.user1.user.id, updatedFile.size); expect(mocks.user.updateUsage).toHaveBeenCalledWith(authStub.user1.user.id, updatedFile.size);
expect(mocks.storage.utimes).toHaveBeenCalledWith( expect(mocks.storage.utimes).toHaveBeenCalledWith(
updatedFile.originalPath, updatedFile.originalPath,
@@ -798,12 +788,6 @@ describe(AssetMediaService.name, () => {
deletedAt: expect.any(Date), deletedAt: expect.any(Date),
status: AssetStatus.Trashed, status: AssetStatus.Trashed,
}); });
expect(mocks.asset.deleteFile).toHaveBeenCalledWith(
expect.objectContaining({
assetId: existingAsset.id,
type: AssetFileType.Sidecar,
}),
);
expect(mocks.user.updateUsage).toHaveBeenCalledWith(authStub.user1.user.id, updatedFile.size); expect(mocks.user.updateUsage).toHaveBeenCalledWith(authStub.user1.user.id, updatedFile.size);
expect(mocks.storage.utimes).toHaveBeenCalledWith( expect(mocks.storage.utimes).toHaveBeenCalledWith(
updatedFile.originalPath, updatedFile.originalPath,
@@ -833,9 +817,6 @@ describe(AssetMediaService.name, () => {
expect(mocks.asset.create).not.toHaveBeenCalled(); expect(mocks.asset.create).not.toHaveBeenCalled();
expect(mocks.asset.updateAll).not.toHaveBeenCalled(); expect(mocks.asset.updateAll).not.toHaveBeenCalled();
expect(mocks.asset.upsertFile).not.toHaveBeenCalled();
expect(mocks.asset.deleteFile).not.toHaveBeenCalled();
expect(mocks.job.queue).toHaveBeenCalledWith({ expect(mocks.job.queue).toHaveBeenCalledWith({
name: JobName.FileDelete, name: JobName.FileDelete,
data: { files: [updatedFile.originalPath, undefined] }, data: { files: [updatedFile.originalPath, undefined] },
+4 -19
View File
@@ -21,16 +21,7 @@ import {
UploadFieldName, UploadFieldName,
} from 'src/dtos/asset-media.dto'; } from 'src/dtos/asset-media.dto';
import { AuthDto } from 'src/dtos/auth.dto'; import { AuthDto } from 'src/dtos/auth.dto';
import { import { AssetStatus, AssetType, AssetVisibility, CacheControl, JobName, Permission, StorageFolder } from 'src/enum';
AssetFileType,
AssetStatus,
AssetType,
AssetVisibility,
CacheControl,
JobName,
Permission,
StorageFolder,
} from 'src/enum';
import { AuthRequest } from 'src/middleware/auth.guard'; import { AuthRequest } from 'src/middleware/auth.guard';
import { BaseService } from 'src/services/base.service'; import { BaseService } from 'src/services/base.service';
import { UploadFile, UploadRequest } from 'src/types'; import { UploadFile, UploadRequest } from 'src/types';
@@ -363,12 +354,9 @@ export class AssetMediaService extends BaseService {
duration: dto.duration || null, duration: dto.duration || null,
livePhotoVideoId: null, livePhotoVideoId: null,
sidecarPath: sidecarPath || null,
}); });
await (sidecarPath
? this.assetRepository.upsertFile({ assetId, path: sidecarPath, type: AssetFileType.Sidecar })
: this.assetRepository.deleteFile({ assetId, type: AssetFileType.Sidecar }));
await this.storageRepository.utimes(file.originalPath, new Date(), new Date(dto.fileModifiedAt)); await this.storageRepository.utimes(file.originalPath, new Date(), new Date(dto.fileModifiedAt));
await this.assetRepository.upsertExif({ assetId, fileSizeInByte: file.size }); await this.assetRepository.upsertExif({ assetId, fileSizeInByte: file.size });
await this.jobRepository.queue({ await this.jobRepository.queue({
@@ -396,6 +384,7 @@ export class AssetMediaService extends BaseService {
localDateTime: asset.localDateTime, localDateTime: asset.localDateTime,
fileModifiedAt: asset.fileModifiedAt, fileModifiedAt: asset.fileModifiedAt,
livePhotoVideoId: asset.livePhotoVideoId, livePhotoVideoId: asset.livePhotoVideoId,
sidecarPath: asset.sidecarPath,
}); });
const { size } = await this.storageRepository.stat(created.originalPath); const { size } = await this.storageRepository.stat(created.originalPath);
@@ -425,6 +414,7 @@ export class AssetMediaService extends BaseService {
visibility: dto.visibility ?? AssetVisibility.Timeline, visibility: dto.visibility ?? AssetVisibility.Timeline,
livePhotoVideoId: dto.livePhotoVideoId, livePhotoVideoId: dto.livePhotoVideoId,
originalFileName: dto.filename || file.originalName, originalFileName: dto.filename || file.originalName,
sidecarPath: sidecarFile?.originalPath,
}); });
if (dto.metadata) { if (dto.metadata) {
@@ -432,11 +422,6 @@ export class AssetMediaService extends BaseService {
} }
if (sidecarFile) { if (sidecarFile) {
await this.assetRepository.upsertFile({
assetId: asset.id,
path: sidecarFile.originalPath,
type: AssetFileType.Sidecar,
});
await this.storageRepository.utimes(sidecarFile.originalPath, new Date(), new Date(dto.fileModifiedAt)); await this.storageRepository.utimes(sidecarFile.originalPath, new Date(), new Date(dto.fileModifiedAt));
} }
await this.storageRepository.utimes(file.originalPath, new Date(), new Date(dto.fileModifiedAt)); await this.storageRepository.utimes(file.originalPath, new Date(), new Date(dto.fileModifiedAt));
+2 -2
View File
@@ -585,8 +585,8 @@ describe(AssetService.name, () => {
'/uploads/user-id/webp/path.ext', '/uploads/user-id/webp/path.ext',
'/uploads/user-id/thumbs/path.jpg', '/uploads/user-id/thumbs/path.jpg',
'/uploads/user-id/fullsize/path.webp', '/uploads/user-id/fullsize/path.webp',
assetWithFace.encodedVideoPath, // this value is null assetWithFace.encodedVideoPath,
undefined, // no sidecar path assetWithFace.sidecarPath,
assetWithFace.originalPath, assetWithFace.originalPath,
], ],
}, },
+2 -2
View File
@@ -258,11 +258,11 @@ export class AssetService extends BaseService {
} }
} }
const { fullsizeFile, previewFile, thumbnailFile, sidecarFile } = getAssetFiles(asset.files ?? []); const { fullsizeFile, previewFile, thumbnailFile } = getAssetFiles(asset.files ?? []);
const files = [thumbnailFile?.path, previewFile?.path, fullsizeFile?.path, asset.encodedVideoPath]; const files = [thumbnailFile?.path, previewFile?.path, fullsizeFile?.path, asset.encodedVideoPath];
if (deleteOnDisk) { if (deleteOnDisk) {
files.push(sidecarFile?.path, asset.originalPath); files.push(asset.sidecarPath, asset.originalPath);
} }
await this.jobRepository.queue({ name: JobName.FileDelete, data: { files } }); await this.jobRepository.queue({ name: JobName.FileDelete, data: { files } });
+29 -63
View File
@@ -3,16 +3,7 @@ import { randomBytes } from 'node:crypto';
import { Stats } from 'node:fs'; import { Stats } from 'node:fs';
import { defaults } from 'src/config'; import { defaults } from 'src/config';
import { MapAsset } from 'src/dtos/asset-response.dto'; import { MapAsset } from 'src/dtos/asset-response.dto';
import { import { AssetType, AssetVisibility, ExifOrientation, ImmichWorker, JobName, JobStatus, SourceType } from 'src/enum';
AssetFileType,
AssetType,
AssetVisibility,
ExifOrientation,
ImmichWorker,
JobName,
JobStatus,
SourceType,
} from 'src/enum';
import { ImmichTags } from 'src/repositories/metadata.repository'; import { ImmichTags } from 'src/repositories/metadata.repository';
import { firstDateTime, MetadataService } from 'src/services/metadata.service'; import { firstDateTime, MetadataService } from 'src/services/metadata.service';
import { assetStub } from 'test/fixtures/asset.stub'; import { assetStub } from 'test/fixtures/asset.stub';
@@ -23,24 +14,17 @@ import { tagStub } from 'test/fixtures/tag.stub';
import { factory } from 'test/small.factory'; import { factory } from 'test/small.factory';
import { makeStream, newTestService, ServiceMocks } from 'test/utils'; import { makeStream, newTestService, ServiceMocks } from 'test/utils';
function removeNonSidecarFiles(asset: any) {
return {
...asset,
files: asset.files.filter((file: any) => file.type === AssetFileType.Sidecar),
};
}
const forSidecarJob = ( const forSidecarJob = (
asset: { asset: {
id?: string; id?: string;
originalPath?: string; originalPath?: string;
files?: { id: string; type: AssetFileType; path: string }[]; sidecarPath?: string | null;
} = {}, } = {},
) => { ) => {
return { return {
id: factory.uuid(), id: factory.uuid(),
originalPath: '/path/to/IMG_123.jpg', originalPath: '/path/to/IMG_123.jpg',
files: [], sidecarPath: null,
...asset, ...asset,
}; };
}; };
@@ -181,7 +165,7 @@ describe(MetadataService.name, () => {
it('should handle a date in a sidecar file', async () => { it('should handle a date in a sidecar file', async () => {
const originalDate = new Date('2023-11-21T16:13:17.517Z'); const originalDate = new Date('2023-11-21T16:13:17.517Z');
const sidecarDate = new Date('2022-01-01T00:00:00.000Z'); const sidecarDate = new Date('2022-01-01T00:00:00.000Z');
mocks.assetJob.getForMetadataExtraction.mockResolvedValue(removeNonSidecarFiles(assetStub.sidecar)); mocks.assetJob.getForMetadataExtraction.mockResolvedValue(assetStub.sidecar);
mockReadTags({ CreationDate: originalDate.toISOString() }, { CreationDate: sidecarDate.toISOString() }); mockReadTags({ CreationDate: originalDate.toISOString() }, { CreationDate: sidecarDate.toISOString() });
await sut.handleMetadataExtraction({ id: assetStub.image.id }); await sut.handleMetadataExtraction({ id: assetStub.image.id });
@@ -200,7 +184,7 @@ describe(MetadataService.name, () => {
it('should take the file modification date when missing exif and earlier than creation date', async () => { it('should take the file modification date when missing exif and earlier than creation date', async () => {
const fileCreatedAt = new Date('2022-01-01T00:00:00.000Z'); const fileCreatedAt = new Date('2022-01-01T00:00:00.000Z');
const fileModifiedAt = new Date('2021-01-01T00:00:00.000Z'); const fileModifiedAt = new Date('2021-01-01T00:00:00.000Z');
mocks.assetJob.getForMetadataExtraction.mockResolvedValue(removeNonSidecarFiles(assetStub.image)); mocks.assetJob.getForMetadataExtraction.mockResolvedValue(assetStub.image);
mocks.storage.stat.mockResolvedValue({ mocks.storage.stat.mockResolvedValue({
size: 123_456, size: 123_456,
mtime: fileModifiedAt, mtime: fileModifiedAt,
@@ -226,7 +210,7 @@ describe(MetadataService.name, () => {
it('should take the file creation date when missing exif and earlier than modification date', async () => { it('should take the file creation date when missing exif and earlier than modification date', async () => {
const fileCreatedAt = new Date('2021-01-01T00:00:00.000Z'); const fileCreatedAt = new Date('2021-01-01T00:00:00.000Z');
const fileModifiedAt = new Date('2022-01-01T00:00:00.000Z'); const fileModifiedAt = new Date('2022-01-01T00:00:00.000Z');
mocks.assetJob.getForMetadataExtraction.mockResolvedValue(removeNonSidecarFiles(assetStub.image)); mocks.assetJob.getForMetadataExtraction.mockResolvedValue(assetStub.image);
mocks.storage.stat.mockResolvedValue({ mocks.storage.stat.mockResolvedValue({
size: 123_456, size: 123_456,
mtime: fileModifiedAt, mtime: fileModifiedAt,
@@ -249,7 +233,7 @@ describe(MetadataService.name, () => {
it('should account for the server being in a non-UTC timezone', async () => { it('should account for the server being in a non-UTC timezone', async () => {
process.env.TZ = 'America/Los_Angeles'; process.env.TZ = 'America/Los_Angeles';
mocks.assetJob.getForMetadataExtraction.mockResolvedValue(removeNonSidecarFiles(assetStub.sidecar)); mocks.assetJob.getForMetadataExtraction.mockResolvedValue(assetStub.sidecar);
mockReadTags({ DateTimeOriginal: '2022:01:01 00:00:00' }); mockReadTags({ DateTimeOriginal: '2022:01:01 00:00:00' });
await sut.handleMetadataExtraction({ id: assetStub.image.id }); await sut.handleMetadataExtraction({ id: assetStub.image.id });
@@ -267,7 +251,7 @@ describe(MetadataService.name, () => {
}); });
it('should handle lists of numbers', async () => { it('should handle lists of numbers', async () => {
mocks.assetJob.getForMetadataExtraction.mockResolvedValue(removeNonSidecarFiles(assetStub.image)); mocks.assetJob.getForMetadataExtraction.mockResolvedValue(assetStub.image);
mocks.storage.stat.mockResolvedValue({ mocks.storage.stat.mockResolvedValue({
size: 123_456, size: 123_456,
mtime: assetStub.image.fileModifiedAt, mtime: assetStub.image.fileModifiedAt,
@@ -320,7 +304,7 @@ describe(MetadataService.name, () => {
}); });
it('should apply reverse geocoding', async () => { it('should apply reverse geocoding', async () => {
mocks.assetJob.getForMetadataExtraction.mockResolvedValue(removeNonSidecarFiles(assetStub.withLocation)); mocks.assetJob.getForMetadataExtraction.mockResolvedValue(assetStub.withLocation);
mocks.systemMetadata.get.mockResolvedValue({ reverseGeocoding: { enabled: true } }); mocks.systemMetadata.get.mockResolvedValue({ reverseGeocoding: { enabled: true } });
mocks.map.reverseGeocode.mockResolvedValue({ city: 'City', state: 'State', country: 'Country' }); mocks.map.reverseGeocode.mockResolvedValue({ city: 'City', state: 'State', country: 'Country' });
mocks.storage.stat.mockResolvedValue({ mocks.storage.stat.mockResolvedValue({
@@ -349,7 +333,7 @@ describe(MetadataService.name, () => {
}); });
it('should discard latitude and longitude on null island', async () => { it('should discard latitude and longitude on null island', async () => {
mocks.assetJob.getForMetadataExtraction.mockResolvedValue(removeNonSidecarFiles(assetStub.withLocation)); mocks.assetJob.getForMetadataExtraction.mockResolvedValue(assetStub.withLocation);
mockReadTags({ mockReadTags({
GPSLatitude: 0, GPSLatitude: 0,
GPSLongitude: 0, GPSLongitude: 0,
@@ -361,7 +345,7 @@ describe(MetadataService.name, () => {
}); });
it('should extract tags from TagsList', async () => { it('should extract tags from TagsList', async () => {
mocks.assetJob.getForMetadataExtraction.mockResolvedValue(removeNonSidecarFiles(assetStub.image)); mocks.assetJob.getForMetadataExtraction.mockResolvedValue(assetStub.image);
mockReadTags({ TagsList: ['Parent'] }); mockReadTags({ TagsList: ['Parent'] });
mocks.tag.upsertValue.mockResolvedValue(tagStub.parentUpsert); mocks.tag.upsertValue.mockResolvedValue(tagStub.parentUpsert);
@@ -371,7 +355,7 @@ describe(MetadataService.name, () => {
}); });
it('should extract hierarchy from TagsList', async () => { it('should extract hierarchy from TagsList', async () => {
mocks.assetJob.getForMetadataExtraction.mockResolvedValue(removeNonSidecarFiles(assetStub.image)); mocks.assetJob.getForMetadataExtraction.mockResolvedValue(assetStub.image);
mockReadTags({ TagsList: ['Parent/Child'] }); mockReadTags({ TagsList: ['Parent/Child'] });
mocks.tag.upsertValue.mockResolvedValueOnce(tagStub.parentUpsert); mocks.tag.upsertValue.mockResolvedValueOnce(tagStub.parentUpsert);
mocks.tag.upsertValue.mockResolvedValueOnce(tagStub.childUpsert); mocks.tag.upsertValue.mockResolvedValueOnce(tagStub.childUpsert);
@@ -391,7 +375,7 @@ describe(MetadataService.name, () => {
}); });
it('should extract tags from Keywords as a string', async () => { it('should extract tags from Keywords as a string', async () => {
mocks.assetJob.getForMetadataExtraction.mockResolvedValue(removeNonSidecarFiles(assetStub.image)); mocks.assetJob.getForMetadataExtraction.mockResolvedValue(assetStub.image);
mockReadTags({ Keywords: 'Parent' }); mockReadTags({ Keywords: 'Parent' });
mocks.tag.upsertValue.mockResolvedValue(tagStub.parentUpsert); mocks.tag.upsertValue.mockResolvedValue(tagStub.parentUpsert);
@@ -401,7 +385,7 @@ describe(MetadataService.name, () => {
}); });
it('should extract tags from Keywords as a list', async () => { it('should extract tags from Keywords as a list', async () => {
mocks.assetJob.getForMetadataExtraction.mockResolvedValue(removeNonSidecarFiles(assetStub.image)); mocks.assetJob.getForMetadataExtraction.mockResolvedValue(assetStub.image);
mockReadTags({ Keywords: ['Parent'] }); mockReadTags({ Keywords: ['Parent'] });
mocks.tag.upsertValue.mockResolvedValue(tagStub.parentUpsert); mocks.tag.upsertValue.mockResolvedValue(tagStub.parentUpsert);
@@ -411,7 +395,7 @@ describe(MetadataService.name, () => {
}); });
it('should extract tags from Keywords as a list with a number', async () => { it('should extract tags from Keywords as a list with a number', async () => {
mocks.assetJob.getForMetadataExtraction.mockResolvedValue(removeNonSidecarFiles(assetStub.image)); mocks.assetJob.getForMetadataExtraction.mockResolvedValue(assetStub.image);
mockReadTags({ Keywords: ['Parent', 2024] }); mockReadTags({ Keywords: ['Parent', 2024] });
mocks.tag.upsertValue.mockResolvedValue(tagStub.parentUpsert); mocks.tag.upsertValue.mockResolvedValue(tagStub.parentUpsert);
@@ -422,7 +406,7 @@ describe(MetadataService.name, () => {
}); });
it('should extract hierarchal tags from Keywords', async () => { it('should extract hierarchal tags from Keywords', async () => {
mocks.assetJob.getForMetadataExtraction.mockResolvedValue(removeNonSidecarFiles(assetStub.image)); mocks.assetJob.getForMetadataExtraction.mockResolvedValue(assetStub.image);
mockReadTags({ Keywords: 'Parent/Child' }); mockReadTags({ Keywords: 'Parent/Child' });
mocks.tag.upsertValue.mockResolvedValue(tagStub.parentUpsert); mocks.tag.upsertValue.mockResolvedValue(tagStub.parentUpsert);
@@ -441,7 +425,7 @@ describe(MetadataService.name, () => {
}); });
it('should ignore Keywords when TagsList is present', async () => { it('should ignore Keywords when TagsList is present', async () => {
mocks.assetJob.getForMetadataExtraction.mockResolvedValue(removeNonSidecarFiles(assetStub.image)); mocks.assetJob.getForMetadataExtraction.mockResolvedValue(assetStub.image);
mockReadTags({ Keywords: 'Child', TagsList: ['Parent/Child'] }); mockReadTags({ Keywords: 'Child', TagsList: ['Parent/Child'] });
mocks.tag.upsertValue.mockResolvedValue(tagStub.parentUpsert); mocks.tag.upsertValue.mockResolvedValue(tagStub.parentUpsert);
@@ -460,7 +444,7 @@ describe(MetadataService.name, () => {
}); });
it('should extract hierarchy from HierarchicalSubject', async () => { it('should extract hierarchy from HierarchicalSubject', async () => {
mocks.assetJob.getForMetadataExtraction.mockResolvedValue(removeNonSidecarFiles(assetStub.image)); mocks.assetJob.getForMetadataExtraction.mockResolvedValue(assetStub.image);
mockReadTags({ HierarchicalSubject: ['Parent|Child', 'TagA'] }); mockReadTags({ HierarchicalSubject: ['Parent|Child', 'TagA'] });
mocks.tag.upsertValue.mockResolvedValueOnce(tagStub.parentUpsert); mocks.tag.upsertValue.mockResolvedValueOnce(tagStub.parentUpsert);
mocks.tag.upsertValue.mockResolvedValueOnce(tagStub.childUpsert); mocks.tag.upsertValue.mockResolvedValueOnce(tagStub.childUpsert);
@@ -481,7 +465,7 @@ describe(MetadataService.name, () => {
}); });
it('should extract tags from HierarchicalSubject as a list with a number', async () => { it('should extract tags from HierarchicalSubject as a list with a number', async () => {
mocks.assetJob.getForMetadataExtraction.mockResolvedValue(removeNonSidecarFiles(assetStub.image)); mocks.assetJob.getForMetadataExtraction.mockResolvedValue(assetStub.image);
mockReadTags({ HierarchicalSubject: ['Parent', 2024] }); mockReadTags({ HierarchicalSubject: ['Parent', 2024] });
mocks.tag.upsertValue.mockResolvedValue(tagStub.parentUpsert); mocks.tag.upsertValue.mockResolvedValue(tagStub.parentUpsert);
@@ -1518,25 +1502,18 @@ describe(MetadataService.name, () => {
}); });
it('should detect a new sidecar at .jpg.xmp', async () => { it('should detect a new sidecar at .jpg.xmp', async () => {
const asset = forSidecarJob({ originalPath: '/path/to/IMG_123.jpg', files: [] }); const asset = forSidecarJob({ originalPath: '/path/to/IMG_123.jpg' });
mocks.assetJob.getForSidecarCheckJob.mockResolvedValue(asset); mocks.assetJob.getForSidecarCheckJob.mockResolvedValue(asset);
mocks.storage.checkFileExists.mockResolvedValueOnce(true); mocks.storage.checkFileExists.mockResolvedValueOnce(true);
await expect(sut.handleSidecarCheck({ id: asset.id })).resolves.toBe(JobStatus.Success); await expect(sut.handleSidecarCheck({ id: asset.id })).resolves.toBe(JobStatus.Success);
expect(mocks.asset.upsertFile).toHaveBeenCalledWith({ expect(mocks.asset.update).toHaveBeenCalledWith({ id: asset.id, sidecarPath: `/path/to/IMG_123.jpg.xmp` });
assetId: asset.id,
type: AssetFileType.Sidecar,
path: '/path/to/IMG_123.jpg.xmp',
});
}); });
it('should detect a new sidecar at .xmp', async () => { it('should detect a new sidecar at .xmp', async () => {
const asset = forSidecarJob({ const asset = forSidecarJob({ originalPath: '/path/to/IMG_123.jpg' });
originalPath: '/path/to/IMG_123.jpg',
files: [],
});
mocks.assetJob.getForSidecarCheckJob.mockResolvedValue(asset); mocks.assetJob.getForSidecarCheckJob.mockResolvedValue(asset);
mocks.storage.checkFileExists.mockResolvedValueOnce(false); mocks.storage.checkFileExists.mockResolvedValueOnce(false);
@@ -1544,44 +1521,33 @@ describe(MetadataService.name, () => {
await expect(sut.handleSidecarCheck({ id: asset.id })).resolves.toBe(JobStatus.Success); await expect(sut.handleSidecarCheck({ id: asset.id })).resolves.toBe(JobStatus.Success);
expect(mocks.asset.upsertFile).toHaveBeenCalledWith({ expect(mocks.asset.update).toHaveBeenCalledWith({ id: asset.id, sidecarPath: '/path/to/IMG_123.xmp' });
assetId: asset.id,
type: AssetFileType.Sidecar,
path: '/path/to/IMG_123.xmp',
});
}); });
it('should unset sidecar path if file no longer exist', async () => { it('should unset sidecar path if file does not exist anymore', async () => {
const asset = forSidecarJob({ const asset = forSidecarJob({ originalPath: '/path/to/IMG_123.jpg', sidecarPath: '/path/to/IMG_123.jpg.xmp' });
originalPath: '/path/to/IMG_123.jpg',
files: [{ id: 'sidecar', path: '/path/to/IMG_123.jpg.xmp', type: AssetFileType.Sidecar }],
});
mocks.assetJob.getForSidecarCheckJob.mockResolvedValue(asset); mocks.assetJob.getForSidecarCheckJob.mockResolvedValue(asset);
mocks.storage.checkFileExists.mockResolvedValue(false); mocks.storage.checkFileExists.mockResolvedValue(false);
await expect(sut.handleSidecarCheck({ id: asset.id })).resolves.toBe(JobStatus.Success); await expect(sut.handleSidecarCheck({ id: asset.id })).resolves.toBe(JobStatus.Success);
expect(mocks.asset.deleteFile).toHaveBeenCalledWith({ assetId: asset.id, type: AssetFileType.Sidecar }); expect(mocks.asset.update).toHaveBeenCalledWith({ id: asset.id, sidecarPath: null });
}); });
it('should do nothing if the sidecar file still exists', async () => { it('should do nothing if the sidecar file still exists', async () => {
const asset = forSidecarJob({ const asset = forSidecarJob({ originalPath: '/path/to/IMG_123.jpg', sidecarPath: '/path/to/IMG_123.jpg' });
originalPath: '/path/to/IMG_123.jpg',
files: [{ id: 'sidecar', path: '/path/to/IMG_123.jpg.xmp', type: AssetFileType.Sidecar }],
});
mocks.assetJob.getForSidecarCheckJob.mockResolvedValue(asset); mocks.assetJob.getForSidecarCheckJob.mockResolvedValue(asset);
mocks.storage.checkFileExists.mockResolvedValueOnce(true); mocks.storage.checkFileExists.mockResolvedValueOnce(true);
await expect(sut.handleSidecarCheck({ id: asset.id })).resolves.toBe(JobStatus.Skipped); await expect(sut.handleSidecarCheck({ id: asset.id })).resolves.toBe(JobStatus.Skipped);
expect(mocks.asset.upsertFile).not.toHaveBeenCalled(); expect(mocks.asset.update).not.toHaveBeenCalled();
expect(mocks.asset.deleteFile).not.toHaveBeenCalled();
}); });
}); });
describe('handleSidecarWrite', () => { describe('handleSidecarWrite', () => {
it('should skip assets that no longer exist', async () => { it('should skip assets that do not exist anymore', async () => {
mocks.assetJob.getForSidecarWriteJob.mockResolvedValue(void 0); mocks.assetJob.getForSidecarWriteJob.mockResolvedValue(void 0);
await expect(sut.handleSidecarWrite({ id: 'asset-123' })).resolves.toBe(JobStatus.Failed); await expect(sut.handleSidecarWrite({ id: 'asset-123' })).resolves.toBe(JobStatus.Failed);
expect(mocks.metadata.writeTags).not.toHaveBeenCalled(); expect(mocks.metadata.writeTags).not.toHaveBeenCalled();
+19 -34
View File
@@ -8,10 +8,9 @@ import { constants } from 'node:fs/promises';
import { join, parse } from 'node:path'; import { join, parse } from 'node:path';
import { JOBS_ASSET_PAGINATION_SIZE } from 'src/constants'; import { JOBS_ASSET_PAGINATION_SIZE } from 'src/constants';
import { StorageCore } from 'src/cores/storage.core'; import { StorageCore } from 'src/cores/storage.core';
import { Asset, AssetFace, AssetFile } from 'src/database'; import { Asset, AssetFace } from 'src/database';
import { OnEvent, OnJob } from 'src/decorators'; import { OnEvent, OnJob } from 'src/decorators';
import { import {
AssetFileType,
AssetType, AssetType,
AssetVisibility, AssetVisibility,
DatabaseLock, DatabaseLock,
@@ -361,21 +360,17 @@ export class MetadataService extends BaseService {
break; break;
} }
const existingSidecar = asset.files ? asset.files.find((file) => file.type === AssetFileType.Sidecar) : null; const isChanged = sidecarPath !== asset.sidecarPath;
const isChanged = sidecarPath !== existingSidecar?.path;
this.logger.debug( this.logger.debug(
`Sidecar check found old=${existingSidecar?.path}, new=${sidecarPath} will ${isChanged ? 'update' : 'do nothing for'} asset ${asset.id}: ${asset.originalPath}`, `Sidecar check found old=${asset.sidecarPath}, new=${sidecarPath} will ${isChanged ? 'update' : 'do nothing for'} asset ${asset.id}: ${asset.originalPath}`,
); );
if (!isChanged) { if (!isChanged) {
return JobStatus.Skipped; return JobStatus.Skipped;
} }
await (sidecarPath === null await this.assetRepository.update({ id: asset.id, sidecarPath });
? this.assetRepository.deleteFile({ assetId: asset.id, type: AssetFileType.Sidecar })
: this.assetRepository.upsertFile({ assetId: asset.id, type: AssetFileType.Sidecar, path: sidecarPath }));
return JobStatus.Success; return JobStatus.Success;
} }
@@ -400,7 +395,7 @@ export class MetadataService extends BaseService {
const tagsList = (asset.tags || []).map((tag) => tag.value); const tagsList = (asset.tags || []).map((tag) => tag.value);
const sidecarPath = asset.files[0]?.path || `${asset.originalPath}.xmp`; const sidecarPath = asset.sidecarPath || `${asset.originalPath}.xmp`;
const exif = _.omitBy( const exif = _.omitBy(
<Tags>{ <Tags>{
Description: description, Description: description,
@@ -420,20 +415,18 @@ export class MetadataService extends BaseService {
await this.metadataRepository.writeTags(sidecarPath, exif); await this.metadataRepository.writeTags(sidecarPath, exif);
if (asset.files.length === 0) { if (!asset.sidecarPath) {
await this.assetRepository.upsertFile({ assetId: id, type: AssetFileType.Sidecar, path: sidecarPath }); await this.assetRepository.update({ id, sidecarPath });
} }
return JobStatus.Success; return JobStatus.Success;
} }
private getSidecarCandidates({ files, originalPath }: { files: AssetFile[] | null; originalPath: string }) { private getSidecarCandidates({ sidecarPath, originalPath }: { sidecarPath: string | null; originalPath: string }) {
const candidates: string[] = []; const candidates: string[] = [];
const existingSidecar = files?.find((file) => file.type === AssetFileType.Sidecar); if (sidecarPath) {
candidates.push(sidecarPath);
if (existingSidecar) {
candidates.push(existingSidecar.path);
} }
const assetPath = parse(originalPath); const assetPath = parse(originalPath);
@@ -461,17 +454,13 @@ export class MetadataService extends BaseService {
return { width, height }; return { width, height };
} }
private getExifTags(asset: { originalPath: string; files: AssetFile[]; type: AssetType }): Promise<ImmichTags> { private getExifTags(asset: {
if (asset.type === AssetType.Image) { originalPath: string;
let hasSidecar = false; sidecarPath: string | null;
type: AssetType;
if (asset.files && asset.files.length > 0) { }): Promise<ImmichTags> {
hasSidecar = asset.files.some((file) => file.type === AssetFileType.Sidecar); if (!asset.sidecarPath && asset.type === AssetType.Image) {
} return this.metadataRepository.readTags(asset.originalPath);
if (!hasSidecar) {
return this.metadataRepository.readTags(asset.originalPath);
}
} }
return this.mergeExifTags(asset); return this.mergeExifTags(asset);
@@ -479,16 +468,12 @@ export class MetadataService extends BaseService {
private async mergeExifTags(asset: { private async mergeExifTags(asset: {
originalPath: string; originalPath: string;
files: AssetFile[]; sidecarPath: string | null;
type: AssetType; type: AssetType;
}): Promise<ImmichTags> { }): Promise<ImmichTags> {
if (asset.files && asset.files.length > 1) {
throw new Error(`Asset ${asset.originalPath} has multiple sidecar files`);
}
const [mediaTags, sidecarTags, videoTags] = await Promise.all([ const [mediaTags, sidecarTags, videoTags] = await Promise.all([
this.metadataRepository.readTags(asset.originalPath), this.metadataRepository.readTags(asset.originalPath),
asset.files && asset.files.length > 0 ? this.metadataRepository.readTags(asset.files[0].path) : null, asset.sidecarPath ? this.metadataRepository.readTags(asset.sidecarPath) : null,
asset.type === AssetType.Video ? this.getVideoTags(asset.originalPath) : null, asset.type === AssetType.Video ? this.getVideoTags(asset.originalPath) : null,
]); ]);
+1 -1
View File
@@ -450,7 +450,7 @@ export type StorageAsset = {
fileCreatedAt: Date; fileCreatedAt: Date;
originalPath: string; originalPath: string;
originalFileName: string; originalFileName: string;
sidecarPath?: string | null; sidecarPath: string | null;
fileSizeInByte: number | null; fileSizeInByte: number | null;
}; };
-1
View File
@@ -21,7 +21,6 @@ export const getAssetFiles = (files: AssetFile[]) => ({
fullsizeFile: getAssetFile(files, AssetFileType.FullSize), fullsizeFile: getAssetFile(files, AssetFileType.FullSize),
previewFile: getAssetFile(files, AssetFileType.Preview), previewFile: getAssetFile(files, AssetFileType.Preview),
thumbnailFile: getAssetFile(files, AssetFileType.Thumbnail), thumbnailFile: getAssetFile(files, AssetFileType.Thumbnail),
sidecarFile: getAssetFile(files, AssetFileType.Sidecar),
}); });
export const addAssets = async ( export const addAssets = async (
+24 -16
View File
@@ -24,18 +24,6 @@ const fullsizeFile: AssetFile = {
path: '/uploads/user-id/fullsize/path.webp', path: '/uploads/user-id/fullsize/path.webp',
}; };
const sidecarFileWithExt: AssetFile = {
id: 'sidecar-with-ext',
type: AssetFileType.Sidecar,
path: '/original/path.ext.xmp',
};
const sidecarFileWithoutExt: AssetFile = {
id: 'sidecar-without-ext',
type: AssetFileType.Sidecar,
path: '/original/path.xmp',
};
const files: AssetFile[] = [fullsizeFile, previewFile, thumbnailFile]; const files: AssetFile[] = [fullsizeFile, previewFile, thumbnailFile];
export const stackStub = (stackId: string, assets: (MapAsset & { exifInfo: Exif })[]) => { export const stackStub = (stackId: string, assets: (MapAsset & { exifInfo: Exif })[]) => {
@@ -63,6 +51,7 @@ export const assetStub = {
fileCreatedAt: new Date('2022-06-19T23:41:36.910Z'), fileCreatedAt: new Date('2022-06-19T23:41:36.910Z'),
originalPath: '/original/path.jpg', originalPath: '/original/path.jpg',
originalFileName: 'IMG_123.jpg', originalFileName: 'IMG_123.jpg',
sidecarPath: null,
fileSizeInByte: 12_345, fileSizeInByte: 12_345,
...asset, ...asset,
}), }),
@@ -92,6 +81,7 @@ export const assetStub = {
sharedLinks: [], sharedLinks: [],
faces: [], faces: [],
exifInfo: {} as Exif, exifInfo: {} as Exif,
sidecarPath: null,
deletedAt: null, deletedAt: null,
isExternal: false, isExternal: false,
duplicateId: null, duplicateId: null,
@@ -127,6 +117,7 @@ export const assetStub = {
sharedLinks: [], sharedLinks: [],
originalFileName: 'IMG_456.jpg', originalFileName: 'IMG_456.jpg',
faces: [], faces: [],
sidecarPath: null,
isExternal: false, isExternal: false,
exifInfo: { exifInfo: {
fileSizeInByte: 123_000, fileSizeInByte: 123_000,
@@ -166,6 +157,7 @@ export const assetStub = {
sharedLinks: [], sharedLinks: [],
originalFileName: 'asset-id.ext', originalFileName: 'asset-id.ext',
faces: [], faces: [],
sidecarPath: null,
deletedAt: null, deletedAt: null,
duplicateId: null, duplicateId: null,
isOffline: false, isOffline: false,
@@ -202,6 +194,7 @@ export const assetStub = {
originalFileName: 'asset-id.jpg', originalFileName: 'asset-id.jpg',
faces: [], faces: [],
deletedAt: null, deletedAt: null,
sidecarPath: null,
exifInfo: { exifInfo: {
fileSizeInByte: 5000, fileSizeInByte: 5000,
exifImageHeight: 1000, exifImageHeight: 1000,
@@ -250,6 +243,7 @@ export const assetStub = {
originalFileName: 'asset-id.jpg', originalFileName: 'asset-id.jpg',
faces: [], faces: [],
deletedAt: null, deletedAt: null,
sidecarPath: null,
exifInfo: { exifInfo: {
fileSizeInByte: 5000, fileSizeInByte: 5000,
exifImageHeight: 3840, exifImageHeight: 3840,
@@ -291,6 +285,7 @@ export const assetStub = {
sharedLinks: [], sharedLinks: [],
originalFileName: 'asset-id.jpg', originalFileName: 'asset-id.jpg',
faces: [], faces: [],
sidecarPath: null,
exifInfo: { exifInfo: {
fileSizeInByte: 5000, fileSizeInByte: 5000,
exifImageHeight: 3840, exifImageHeight: 3840,
@@ -333,6 +328,7 @@ export const assetStub = {
sharedLinks: [], sharedLinks: [],
originalFileName: 'asset-id.jpg', originalFileName: 'asset-id.jpg',
faces: [], faces: [],
sidecarPath: null,
exifInfo: { exifInfo: {
fileSizeInByte: 5000, fileSizeInByte: 5000,
exifImageHeight: 3840, exifImageHeight: 3840,
@@ -371,6 +367,7 @@ export const assetStub = {
originalFileName: 'asset-id.jpg', originalFileName: 'asset-id.jpg',
faces: [], faces: [],
deletedAt: null, deletedAt: null,
sidecarPath: null,
exifInfo: { exifInfo: {
fileSizeInByte: 5000, fileSizeInByte: 5000,
exifImageHeight: 3840, exifImageHeight: 3840,
@@ -412,6 +409,7 @@ export const assetStub = {
originalFileName: 'asset-id.jpg', originalFileName: 'asset-id.jpg',
faces: [], faces: [],
deletedAt: null, deletedAt: null,
sidecarPath: null,
exifInfo: { exifInfo: {
fileSizeInByte: 5000, fileSizeInByte: 5000,
} as Exif, } as Exif,
@@ -450,6 +448,7 @@ export const assetStub = {
sharedLinks: [], sharedLinks: [],
originalFileName: 'asset-id.ext', originalFileName: 'asset-id.ext',
faces: [], faces: [],
sidecarPath: null,
exifInfo: { exifInfo: {
fileSizeInByte: 5000, fileSizeInByte: 5000,
} as Exif, } as Exif,
@@ -491,6 +490,7 @@ export const assetStub = {
sharedLinks: [], sharedLinks: [],
originalFileName: 'asset-id.ext', originalFileName: 'asset-id.ext',
faces: [], faces: [],
sidecarPath: null,
exifInfo: { exifInfo: {
fileSizeInByte: 5000, fileSizeInByte: 5000,
} as Exif, } as Exif,
@@ -526,6 +526,7 @@ export const assetStub = {
livePhotoVideoId: null, livePhotoVideoId: null,
sharedLinks: [], sharedLinks: [],
faces: [], faces: [],
sidecarPath: null,
exifInfo: { exifInfo: {
fileSizeInByte: 100_000, fileSizeInByte: 100_000,
exifImageHeight: 2160, exifImageHeight: 2160,
@@ -572,7 +573,7 @@ export const assetStub = {
files, files,
faces: [] as AssetFace[], faces: [] as AssetFace[],
visibility: AssetVisibility.Timeline, visibility: AssetVisibility.Timeline,
} as MapAsset & { faces: AssetFace[]; files: AssetFile[] }), } as MapAsset & { faces: AssetFace[] }),
livePhotoWithOriginalFileName: Object.freeze({ livePhotoWithOriginalFileName: Object.freeze({
id: 'live-photo-still-asset', id: 'live-photo-still-asset',
@@ -591,7 +592,7 @@ export const assetStub = {
libraryId: null, libraryId: null,
faces: [] as AssetFace[], faces: [] as AssetFace[],
visibility: AssetVisibility.Timeline, visibility: AssetVisibility.Timeline,
} as MapAsset & { faces: AssetFace[]; files: AssetFile[] }), } as MapAsset & { faces: AssetFace[] }),
withLocation: Object.freeze({ withLocation: Object.freeze({
id: 'asset-with-favorite-id', id: 'asset-with-favorite-id',
@@ -604,6 +605,7 @@ export const assetStub = {
deviceId: 'device-id', deviceId: 'device-id',
checksum: Buffer.from('file hash', 'utf8'), checksum: Buffer.from('file hash', 'utf8'),
originalPath: '/original/path.ext', originalPath: '/original/path.ext',
sidecarPath: null,
type: AssetType.Image, type: AssetType.Image,
files: [previewFile], files: [previewFile],
thumbhash: null, thumbhash: null,
@@ -650,7 +652,7 @@ export const assetStub = {
thumbhash: null, thumbhash: null,
checksum: Buffer.from('file hash', 'utf8'), checksum: Buffer.from('file hash', 'utf8'),
type: AssetType.Image, type: AssetType.Image,
files: [previewFile, sidecarFileWithExt], files: [previewFile],
encodedVideoPath: null, encodedVideoPath: null,
createdAt: new Date('2023-02-23T05:06:29.716Z'), createdAt: new Date('2023-02-23T05:06:29.716Z'),
updatedAt: new Date('2023-02-23T05:06:29.716Z'), updatedAt: new Date('2023-02-23T05:06:29.716Z'),
@@ -663,6 +665,7 @@ export const assetStub = {
sharedLinks: [], sharedLinks: [],
originalFileName: 'asset-id.ext', originalFileName: 'asset-id.ext',
faces: [], faces: [],
sidecarPath: '/original/path.ext.xmp',
deletedAt: null, deletedAt: null,
duplicateId: null, duplicateId: null,
isOffline: false, isOffline: false,
@@ -685,7 +688,7 @@ export const assetStub = {
thumbhash: null, thumbhash: null,
checksum: Buffer.from('file hash', 'utf8'), checksum: Buffer.from('file hash', 'utf8'),
type: AssetType.Image, type: AssetType.Image,
files: [previewFile, sidecarFileWithoutExt], files: [previewFile],
encodedVideoPath: null, encodedVideoPath: null,
createdAt: new Date('2023-02-23T05:06:29.716Z'), createdAt: new Date('2023-02-23T05:06:29.716Z'),
updatedAt: new Date('2023-02-23T05:06:29.716Z'), updatedAt: new Date('2023-02-23T05:06:29.716Z'),
@@ -698,6 +701,7 @@ export const assetStub = {
sharedLinks: [], sharedLinks: [],
originalFileName: 'asset-id.ext', originalFileName: 'asset-id.ext',
faces: [], faces: [],
sidecarPath: '/original/path.xmp',
deletedAt: null, deletedAt: null,
duplicateId: null, duplicateId: null,
isOffline: false, isOffline: false,
@@ -730,6 +734,7 @@ export const assetStub = {
livePhotoVideoId: null, livePhotoVideoId: null,
sharedLinks: [], sharedLinks: [],
faces: [], faces: [],
sidecarPath: null,
exifInfo: { exifInfo: {
fileSizeInByte: 100_000, fileSizeInByte: 100_000,
} as Exif, } as Exif,
@@ -771,6 +776,7 @@ export const assetStub = {
originalFileName: 'photo.jpg', originalFileName: 'photo.jpg',
faces: [], faces: [],
deletedAt: null, deletedAt: null,
sidecarPath: null,
exifInfo: { exifInfo: {
fileSizeInByte: 5000, fileSizeInByte: 5000,
} as Exif, } as Exif,
@@ -806,6 +812,7 @@ export const assetStub = {
originalFileName: 'asset-id.dng', originalFileName: 'asset-id.dng',
faces: [], faces: [],
deletedAt: null, deletedAt: null,
sidecarPath: null,
exifInfo: { exifInfo: {
fileSizeInByte: 5000, fileSizeInByte: 5000,
profileDescription: 'Adobe RGB', profileDescription: 'Adobe RGB',
@@ -846,6 +853,7 @@ export const assetStub = {
originalFileName: 'asset-id.hif', originalFileName: 'asset-id.hif',
faces: [], faces: [],
deletedAt: null, deletedAt: null,
sidecarPath: null,
exifInfo: { exifInfo: {
fileSizeInByte: 5000, fileSizeInByte: 5000,
profileDescription: 'Adobe RGB', profileDescription: 'Adobe RGB',
@@ -36,7 +36,6 @@ export const newAssetRepositoryMock = (): Mocked<RepositoryInterface<AssetReposi
getChangedDeltaSync: vitest.fn(), getChangedDeltaSync: vitest.fn(),
upsertFile: vitest.fn(), upsertFile: vitest.fn(),
upsertFiles: vitest.fn(), upsertFiles: vitest.fn(),
deleteFile: vitest.fn(),
deleteFiles: vitest.fn(), deleteFiles: vitest.fn(),
detectOfflineExternalAssets: vitest.fn(), detectOfflineExternalAssets: vitest.fn(),
filterNewExternalAssetPaths: vitest.fn(), filterNewExternalAssetPaths: vitest.fn(),
+1 -17
View File
@@ -14,16 +14,7 @@ import {
} from 'src/database'; } from 'src/database';
import { MapAsset } from 'src/dtos/asset-response.dto'; import { MapAsset } from 'src/dtos/asset-response.dto';
import { AuthDto } from 'src/dtos/auth.dto'; import { AuthDto } from 'src/dtos/auth.dto';
import { import { AssetStatus, AssetType, AssetVisibility, MemoryType, Permission, UserMetadataKey, UserStatus } from 'src/enum';
AssetFileType,
AssetStatus,
AssetType,
AssetVisibility,
MemoryType,
Permission,
UserMetadataKey,
UserStatus,
} from 'src/enum';
import { OnThisDayData, UserMetadataItem } from 'src/types'; import { OnThisDayData, UserMetadataItem } from 'src/types';
import { v4, v7 } from 'uuid'; import { v4, v7 } from 'uuid';
@@ -314,13 +305,6 @@ const assetSidecarWriteFactory = (asset: Partial<SidecarWriteAsset> = {}) => ({
sidecarPath: '/path/to/original-path.jpg.xmp', sidecarPath: '/path/to/original-path.jpg.xmp',
originalPath: '/path/to/original-path.jpg.xmp', originalPath: '/path/to/original-path.jpg.xmp',
tags: [], tags: [],
files: [
{
id: newUuid(),
path: '/path/to/original-path.jpg.xmp',
type: AssetFileType.Sidecar,
},
],
...asset, ...asset,
}); });