cjones/immich
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

perf(server): use queries to refresh library assets (#7685)

Browse Source 
* use queries instead of js

* missing await

* add mock methods

* fix test

* update sql

* linting
This commit is contained in:
Mert
2024-03-06 22:23:10 -05:00
committed by GitHub
parent fcb990665c
commit 1ec5d612fa
6 changed files with 63 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files
server/src/domain/library/library.service.ts
+2 -13
View File
@@ -621,29 +621,18 @@ export class LibraryService extends EventEmitter {
pathsToCrawl: validImportPaths,
exclusionPatterns: library.exclusionPatterns,
});
const crawledAssetPaths = rawPaths.map((filePath) => path.normalize(filePath));
this.logger.debug(`Found ${crawledAssetPaths.length} asset(s) when crawling import paths ${library.importPaths}`);
const assetsInLibrary = await this.assetRepository.getByLibraryId([job.id]);
const onlineFiles = new Set(crawledAssetPaths);
const offlineAssetIds = assetsInLibrary
.filter((asset) => !onlineFiles.has(asset.originalPath))
.filter((asset) => !asset.isOffline)
.map((asset) => asset.id);
this.logger.debug(`Marking ${offlineAssetIds.length} assets as offline`);
await this.assetRepository.updateAll(offlineAssetIds, { isOffline: true });
await this.assetRepository.updateOfflineLibraryAssets(library.id, crawledAssetPaths);
if (crawledAssetPaths.length > 0) {
let filteredPaths: string[] = [];
if (job.refreshAllFiles || job.refreshModifiedFiles) {
filteredPaths = crawledAssetPaths;
} else {
const onlinePathsInLibrary = new Set(
assetsInLibrary.filter((asset) => !asset.isOffline).map((asset) => asset.originalPath),
);
filteredPaths = crawledAssetPaths.filter((assetPath) => !onlinePathsInLibrary.has(assetPath));
filteredPaths = await this.assetRepository.getPathsNotInLibrary(library.id, crawledAssetPaths);
this.logger.debug(`Will import ${filteredPaths.length} new asset(s)`);
}