feat: use pgvecto.rs (#3605)

server/src/domain/person/person.service.ts

@@ -9,7 +9,6 @@ import { usePagination } from '../domain.util';
 import { IBaseJob, IEntityJob, JOBS_ASSET_PAGINATION_SIZE, JobName } from '../job';
 import { FACE_THUMBNAIL_SIZE } from '../media';
 import {
-  AssetFaceId,
   CropOptions,
   IAccessRepository,
   IAssetRepository,
@@ -18,7 +17,7 @@ import {
   IMediaRepository,
   IMoveRepository,
   IPersonRepository,
-  ISearchRepository,
+  ISmartInfoRepository,
   IStorageRepository,
   ISystemConfigRepository,
   ImmichReadStream,
@@ -56,10 +55,10 @@ export class PersonService {
     @Inject(IMoveRepository) moveRepository: IMoveRepository,
     @Inject(IMediaRepository) private mediaRepository: IMediaRepository,
     @Inject(IPersonRepository) private repository: IPersonRepository,
-    @Inject(ISearchRepository) private searchRepository: ISearchRepository,
     @Inject(ISystemConfigRepository) configRepository: ISystemConfigRepository,
     @Inject(IStorageRepository) private storageRepository: IStorageRepository,
     @Inject(IJobRepository) private jobRepository: IJobRepository,
+    @Inject(ISmartInfoRepository) private smartInfoRepository: ISmartInfoRepository,
   ) {
     this.access = AccessCore.create(accessRepository);
     this.configCore = SystemConfigCore.create(configRepository);
@@ -198,11 +197,6 @@ export class PersonService {
 
     if (name !== undefined || birthDate !== undefined || isHidden !== undefined) {
       person = await this.repository.update({ id, name, birthDate, isHidden });
-      if (this.needsSearchIndexUpdate(dto)) {
-        const assets = await this.repository.getAssets(id);
-        const ids = assets.map((asset) => asset.id);
-        await this.jobRepository.queue({ name: JobName.SEARCH_INDEX_ASSET, data: { ids } });
-      }
     }
 
     if (assetId) {
@@ -281,8 +275,7 @@ export class PersonService {
       for (const person of people) {
         await this.jobRepository.queue({ name: JobName.PERSON_DELETE, data: { id: person.id } });
       }
-      const faces = await this.searchRepository.deleteAllFaces();
-      this.logger.debug(`Deleted ${people} people and ${faces} faces`);
+      this.logger.debug(`Deleted ${people.length} people`);
     }
 
     for await (const assets of assetPagination) {
@@ -318,20 +311,17 @@ export class PersonService {
     );
 
     this.logger.debug(`${faces.length} faces detected in ${asset.resizePath}`);
-    this.logger.verbose(faces.map((face) => ({ ...face, embedding: `float[${face.embedding.length}]` })));
+    this.logger.verbose(faces.map((face) => ({ ...face, embedding: `vector(${face.embedding.length})` })));
 
     for (const { embedding, ...rest } of faces) {
-      const faceSearchResult = await this.searchRepository.searchFaces(embedding, { ownerId: asset.ownerId });
-
-      let personId: string | null = null;
-
-      // try to find a matching face and link to the associated person
-      // The closer to 0, the better the match. Range is from 0 to 2
-      if (faceSearchResult.total && faceSearchResult.distances[0] <= machineLearning.facialRecognition.maxDistance) {
-        this.logger.verbose(`Match face with distance ${faceSearchResult.distances[0]}`);
-        personId = faceSearchResult.items[0].personId;
-      }
+      const matches = await this.smartInfoRepository.searchFaces({
+        ownerId: asset.ownerId,
+        embedding,
+        numResults: 1,
+        maxDistance: machineLearning.facialRecognition.maxDistance,
+      });
 
+      let personId = matches[0]?.personId || null;
       let newPerson: PersonEntity | null = null;
       if (!personId) {
         this.logger.debug('No matches, creating a new person.');
@@ -350,8 +340,6 @@ export class PersonService {
         boundingBoxY1: rest.boundingBox.y1,
         boundingBoxY2: rest.boundingBox.y2,
       });
-      const faceId: AssetFaceId = { assetId: asset.id, personId };
-      await this.jobRepository.queue({ name: JobName.SEARCH_INDEX_FACE, data: faceId });
 
       if (newPerson) {
         await this.repository.update({ id: personId, faceAssetId: face.id });
@@ -489,21 +477,9 @@ export class PersonService {
       }
     }
 
-    // Re-index all faces in typesense for up-to-date search results
-    await this.jobRepository.queue({ name: JobName.SEARCH_INDEX_FACES });
-
     return results;
   }
 
-  /**
-   * Returns true if the given person update is going to require an update of the search index.
-   * @param dto the Person going to be updated
-   * @private
-   */
-  private needsSearchIndexUpdate(dto: PersonUpdateDto): boolean {
-    return dto.name !== undefined || dto.isHidden !== undefined;
-  }
-
   private async findOrFail(id: string) {
     const person = await this.repository.getById(id);
     if (!person) {