feat(server): separate face clustering job (#5598)

* separate facial clustering job * update api * fixed some tests * invert clustering * hdbscan * update api * remove commented code * wip dbscan * cleanup removed cluster endpoint remove commented code * fixes updated tests minor fixes and formatting fixed queuing refinements * scale search range based on library size * defer non-core faces * optimizations removed unused query option * assign faces individually for correctness fixed unit tests remove unused method * don't select face embedding update sql linting fixed ml typing * updated job mock * paginate people query * select face embeddings because typeorm * fix setting face detection concurrency * update sql formatting linting * simplify logic remove unused imports * more specific delete signature * more accurate typing for face stubs * add migration formatting * chore: better typing * don't select embedding by default remove unused import * updated sql * use normal try/catch * stricter concurrency typing and enforcement * update api * update job concurrency panel to show disabled queues formatting * check jobId in queueAll fix tests * remove outdated comment * better facial recognition icon * wording wording formatting * fixed tests * fix * formatting & sql * try to fix sql check * more detailed description * update sql * formatting * wording * update `minFaces` description --------- Co-authored-by: Jason Rasmussen <jrasm91@gmail.com> Co-authored-by: Alex Tran <alex.tran1502@gmail.com>
2024-01-18 00:08:48 -05:00
parent 44873b4224
commit 68f52818ae
57 changed files with 1081 additions and 631 deletions
@@ -1,4 +1,6 @@
 import { AssetEntity, AssetFaceEntity, PersonEntity } from '@app/infra/entities';
+import { FindManyOptions, FindOptionsRelations, FindOptionsSelect } from 'typeorm';
+import { Paginated, PaginationOptions } from '../domain.util';

 export const IPersonRepository = 'IPersonRepository';

@@ -17,7 +19,8 @@ export interface AssetFaceId {
 }

 export interface UpdateFacesData {
-  oldPersonId: string;
+  oldPersonId?: string;
+  faceIds?: string[];
  newPersonId: string;
 }

@@ -26,8 +29,7 @@ export interface PersonStatistics {
 }

 export interface IPersonRepository {
-  getAll(): Promise<PersonEntity[]>;
-  getAllWithoutThumbnail(): Promise<PersonEntity[]>;
+  getAll(pagination: PaginationOptions, options?: FindManyOptions<PersonEntity>): Paginated<PersonEntity>;
  getAllForUser(userId: string, options: PersonSearchOptions): Promise<PersonEntity[]>;
  getAllWithoutFaces(): Promise<PersonEntity[]>;
  getById(personId: string): Promise<PersonEntity | null>;
@@ -35,19 +37,23 @@ export interface IPersonRepository {

  getAssets(personId: string): Promise<AssetEntity[]>;

-  reassignFaces(data: UpdateFacesData): Promise<number>;
-
  create(entity: Partial<PersonEntity>): Promise<PersonEntity>;
-  update(entity: Partial<PersonEntity>): Promise<PersonEntity>;
-  delete(entity: PersonEntity): Promise<PersonEntity | null>;
-  deleteAll(): Promise<number>;
-  getStatistics(personId: string): Promise<PersonStatistics>;
-  getAllFaces(): Promise<AssetFaceEntity[]>;
+  createFace(entity: Partial<AssetFaceEntity>): Promise<void>;
+  delete(entities: PersonEntity[]): Promise<void>;
+  deleteAll(): Promise<void>;
+  deleteAllFaces(): Promise<void>;
+  getAllFaces(pagination: PaginationOptions, options?: FindManyOptions<AssetFaceEntity>): Paginated<AssetFaceEntity>;
+  getFaceById(id: string): Promise<AssetFaceEntity>;
+  getFaceByIdWithAssets(
+    id: string,
+    relations?: FindOptionsRelations<AssetFaceEntity>,
+    select?: FindOptionsSelect<AssetFaceEntity>,
+  ): Promise<AssetFaceEntity | null>;
+  getFaces(assetId: string): Promise<AssetFaceEntity[]>;
  getFacesByIds(ids: AssetFaceId[]): Promise<AssetFaceEntity[]>;
  getRandomFace(personId: string): Promise<AssetFaceEntity | null>;
-  createFace(entity: Partial<AssetFaceEntity>): Promise<AssetFaceEntity>;
-  getFaces(assetId: string): Promise<AssetFaceEntity[]>;
+  getStatistics(personId: string): Promise<PersonStatistics>;
  reassignFace(assetFaceId: string, newPersonId: string): Promise<number>;
-  getFaceById(id: string): Promise<AssetFaceEntity>;
-  getFaceByIdWithAssets(id: string): Promise<AssetFaceEntity | null>;
+  reassignFaces(data: UpdateFacesData): Promise<number>;
+  update(entity: Partial<PersonEntity>): Promise<PersonEntity>;
 }