Mert
95 lines
3.1 KiB
TypeScript
95 lines
3.1 KiB
TypeScript
import { ImmichLogger } from '@app/infra/logger';
|
|
import { Inject, Injectable } from '@nestjs/common';
|
|
import { usePagination } from '../domain.util';
|
|
import { IBaseJob, IEntityJob, JOBS_ASSET_PAGINATION_SIZE, JobName, QueueName } from '../job';
|
|
import {
|
|
DatabaseLock,
|
|
IAssetRepository,
|
|
IDatabaseRepository,
|
|
IJobRepository,
|
|
IMachineLearningRepository,
|
|
ISmartInfoRepository,
|
|
ISystemConfigRepository,
|
|
WithoutProperty,
|
|
} from '../repositories';
|
|
import { SystemConfigCore } from '../system-config';
|
|
|
|
@Injectable()
|
|
export class SmartInfoService {
|
|
private configCore: SystemConfigCore;
|
|
private logger = new ImmichLogger(SmartInfoService.name);
|
|
|
|
constructor(
|
|
@Inject(IAssetRepository) private assetRepository: IAssetRepository,
|
|
@Inject(IDatabaseRepository) private databaseRepository: IDatabaseRepository,
|
|
@Inject(IJobRepository) private jobRepository: IJobRepository,
|
|
@Inject(IMachineLearningRepository) private machineLearning: IMachineLearningRepository,
|
|
@Inject(ISmartInfoRepository) private repository: ISmartInfoRepository,
|
|
@Inject(ISystemConfigRepository) configRepository: ISystemConfigRepository,
|
|
) {
|
|
this.configCore = SystemConfigCore.create(configRepository);
|
|
}
|
|
|
|
async init() {
|
|
await this.jobRepository.pause(QueueName.SMART_SEARCH);
|
|
|
|
await this.jobRepository.waitForQueueCompletion(QueueName.SMART_SEARCH);
|
|
|
|
const { machineLearning } = await this.configCore.getConfig();
|
|
|
|
await this.databaseRepository.withLock(DatabaseLock.CLIPDimSize, () =>
|
|
this.repository.init(machineLearning.clip.modelName),
|
|
);
|
|
|
|
await this.jobRepository.resume(QueueName.SMART_SEARCH);
|
|
}
|
|
|
|
async handleQueueEncodeClip({ force }: IBaseJob) {
|
|
const { machineLearning } = await this.configCore.getConfig();
|
|
if (!machineLearning.enabled || !machineLearning.clip.enabled) {
|
|
return true;
|
|
}
|
|
|
|
const assetPagination = usePagination(JOBS_ASSET_PAGINATION_SIZE, (pagination) => {
|
|
return force
|
|
? this.assetRepository.getAll(pagination)
|
|
: this.assetRepository.getWithout(pagination, WithoutProperty.SMART_SEARCH);
|
|
});
|
|
|
|
for await (const assets of assetPagination) {
|
|
await this.jobRepository.queueAll(
|
|
assets.map((asset) => ({ name: JobName.SMART_SEARCH, data: { id: asset.id } })),
|
|
);
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
async handleEncodeClip({ id }: IEntityJob) {
|
|
const { machineLearning } = await this.configCore.getConfig();
|
|
if (!machineLearning.enabled || !machineLearning.clip.enabled) {
|
|
return true;
|
|
}
|
|
|
|
const [asset] = await this.assetRepository.getByIds([id]);
|
|
if (!asset.resizePath) {
|
|
return false;
|
|
}
|
|
|
|
const clipEmbedding = await this.machineLearning.encodeImage(
|
|
machineLearning.url,
|
|
{ imagePath: asset.resizePath },
|
|
machineLearning.clip,
|
|
);
|
|
|
|
if (this.databaseRepository.isBusy(DatabaseLock.CLIPDimSize)) {
|
|
this.logger.verbose(`Waiting for CLIP dimension size to be updated`);
|
|
await this.databaseRepository.wait(DatabaseLock.CLIPDimSize);
|
|
}
|
|
|
|
await this.repository.upsert({ assetId: asset.id }, clipEmbedding);
|
|
|
|
return true;
|
|
}
|
|
}
|