feat: use pgvecto.rs (#3605)

server/src/domain/job/job.constants.ts

@@ -78,17 +78,6 @@ export enum JobName {
   DELETE_FILES = 'delete-files',
   CLEAN_OLD_AUDIT_LOGS = 'clean-old-audit-logs',
 
-  // search
-  SEARCH_INDEX_ASSETS = 'search-index-assets',
-  SEARCH_INDEX_ASSET = 'search-index-asset',
-  SEARCH_INDEX_FACE = 'search-index-face',
-  SEARCH_INDEX_FACES = 'search-index-faces',
-  SEARCH_INDEX_ALBUMS = 'search-index-albums',
-  SEARCH_INDEX_ALBUM = 'search-index-album',
-  SEARCH_REMOVE_ALBUM = 'search-remove-album',
-  SEARCH_REMOVE_ASSET = 'search-remove-asset',
-  SEARCH_REMOVE_FACE = 'search-remove-face',
-
   // clip
   QUEUE_ENCODE_CLIP = 'queue-clip-encode',
   ENCODE_CLIP = 'clip-encode',
@@ -151,21 +140,6 @@ export const JOBS_TO_QUEUE: Record<JobName, QueueName> = {
   [JobName.QUEUE_ENCODE_CLIP]: QueueName.CLIP_ENCODING,
   [JobName.ENCODE_CLIP]: QueueName.CLIP_ENCODING,
 
-  // search - albums
-  [JobName.SEARCH_INDEX_ALBUMS]: QueueName.SEARCH,
-  [JobName.SEARCH_INDEX_ALBUM]: QueueName.SEARCH,
-  [JobName.SEARCH_REMOVE_ALBUM]: QueueName.SEARCH,
-
-  // search - assets
-  [JobName.SEARCH_INDEX_ASSETS]: QueueName.SEARCH,
-  [JobName.SEARCH_INDEX_ASSET]: QueueName.SEARCH,
-  [JobName.SEARCH_REMOVE_ASSET]: QueueName.SEARCH,
-
-  // search - faces
-  [JobName.SEARCH_INDEX_FACES]: QueueName.SEARCH,
-  [JobName.SEARCH_INDEX_FACE]: QueueName.SEARCH,
-  [JobName.SEARCH_REMOVE_FACE]: QueueName.SEARCH,
-
   // XMP sidecars
   [JobName.QUEUE_SIDECAR]: QueueName.SIDECAR,
   [JobName.SIDECAR_DISCOVERY]: QueueName.SIDECAR,

server/src/domain/job/job.interface.ts

@@ -2,11 +2,6 @@ export interface IBaseJob {
   force?: boolean;
 }
 
-export interface IAssetFaceJob extends IBaseJob {
-  assetId: string;
-  personId: string;
-}
-
 export interface IEntityJob extends IBaseJob {
   id: string;
   source?: 'upload' | 'sidecar-write';

server/src/domain/job/job.service.spec.ts

@@ -1,4 +1,4 @@
-import { SystemConfig } from '@app/infra/entities';
+import { SystemConfig, SystemConfigKey } from '@app/infra/entities';
 import { BadRequestException } from '@nestjs/common';
 import {
   assetStub,
@@ -18,7 +18,7 @@ import {
   JobHandler,
   JobItem,
 } from '../repositories';
-import { SystemConfigCore } from '../system-config/system-config.core';
+import { FeatureFlag, SystemConfigCore } from '../system-config/system-config.core';
 import { JobCommand, JobName, QueueName } from './job.constants';
 import { JobService } from './job.service';
 
@@ -271,7 +271,7 @@ describe(JobService.name, () => {
       },
       {
         item: { name: JobName.LINK_LIVE_PHOTOS, data: { id: 'asset-1' } },
-        jobs: [JobName.STORAGE_TEMPLATE_MIGRATION_SINGLE, JobName.SEARCH_INDEX_ASSET],
+        jobs: [JobName.STORAGE_TEMPLATE_MIGRATION_SINGLE],
       },
       {
         item: { name: JobName.STORAGE_TEMPLATE_MIGRATION_SINGLE, data: { id: 'asset-1', source: 'upload' } },
@@ -281,6 +281,10 @@ describe(JobService.name, () => {
         item: { name: JobName.STORAGE_TEMPLATE_MIGRATION_SINGLE, data: { id: 'asset-1' } },
         jobs: [],
       },
+      {
+        item: { name: JobName.GENERATE_PERSON_THUMBNAIL, data: { id: 'asset-1' } },
+        jobs: [],
+      },
       {
         item: { name: JobName.GENERATE_JPEG_THUMBNAIL, data: { id: 'asset-1' } },
         jobs: [
@@ -315,15 +319,15 @@ describe(JobService.name, () => {
       },
       {
         item: { name: JobName.CLASSIFY_IMAGE, data: { id: 'asset-1' } },
-        jobs: [JobName.SEARCH_INDEX_ASSET],
+        jobs: [],
       },
       {
         item: { name: JobName.ENCODE_CLIP, data: { id: 'asset-1' } },
-        jobs: [JobName.SEARCH_INDEX_ASSET],
+        jobs: [],
       },
       {
         item: { name: JobName.RECOGNIZE_FACES, data: { id: 'asset-1' } },
-        jobs: [JobName.SEARCH_INDEX_ASSET],
+        jobs: [],
       },
     ];
 
@@ -357,5 +361,32 @@ describe(JobService.name, () => {
         expect(jobMock.queue).not.toHaveBeenCalled();
       });
     }
+
+    const featureTests: Array<{ queue: QueueName; feature: FeatureFlag; configKey: SystemConfigKey }> = [
+      {
+        queue: QueueName.CLIP_ENCODING,
+        feature: FeatureFlag.CLIP_ENCODE,
+        configKey: SystemConfigKey.MACHINE_LEARNING_CLIP_ENABLED,
+      },
+      {
+        queue: QueueName.OBJECT_TAGGING,
+        feature: FeatureFlag.TAG_IMAGE,
+        configKey: SystemConfigKey.MACHINE_LEARNING_CLASSIFICATION_ENABLED,
+      },
+      {
+        queue: QueueName.RECOGNIZE_FACES,
+        feature: FeatureFlag.FACIAL_RECOGNITION,
+        configKey: SystemConfigKey.MACHINE_LEARNING_FACIAL_RECOGNITION_ENABLED,
+      },
+    ];
+
+    for (const { queue, feature, configKey } of featureTests) {
+      it(`should throw an error if attempting to queue ${queue} when ${feature} is disabled`, async () => {
+        configMock.load.mockResolvedValue([{ key: configKey, value: false }]);
+        jobMock.getQueueStatus.mockResolvedValue({ isActive: false, isPaused: false });
+
+        await expect(sut.handleCommand(queue, { command: JobCommand.START, force: false })).rejects.toThrow();
+      });
+    }
   });
 });

server/src/domain/job/job.service.ts

@@ -236,15 +236,5 @@ export class JobService {
         }
       }
     }
-
-    // In addition to the above jobs, all of these should queue `SEARCH_INDEX_ASSET`
-    switch (item.name) {
-      case JobName.CLASSIFY_IMAGE:
-      case JobName.ENCODE_CLIP:
-      case JobName.RECOGNIZE_FACES:
-      case JobName.LINK_LIVE_PHOTOS:
-        await this.jobRepository.queue({ name: JobName.SEARCH_INDEX_ASSET, data: { ids: [item.data.id] } });
-        break;
-    }
   }
 }