feat(server): separate face clustering job (#5598)

* separate facial clustering job * update api * fixed some tests * invert clustering * hdbscan * update api * remove commented code * wip dbscan * cleanup removed cluster endpoint remove commented code * fixes updated tests minor fixes and formatting fixed queuing refinements * scale search range based on library size * defer non-core faces * optimizations removed unused query option * assign faces individually for correctness fixed unit tests remove unused method * don't select face embedding update sql linting fixed ml typing * updated job mock * paginate people query * select face embeddings because typeorm * fix setting face detection concurrency * update sql formatting linting * simplify logic remove unused imports * more specific delete signature * more accurate typing for face stubs * add migration formatting * chore: better typing * don't select embedding by default remove unused import * updated sql * use normal try/catch * stricter concurrency typing and enforcement * update api * update job concurrency panel to show disabled queues formatting * check jobId in queueAll fix tests * remove outdated comment * better facial recognition icon * wording wording formatting * fixed tests * fix * formatting & sql * try to fix sql check * more detailed description * update sql * formatting * wording * update `minFaces` description --------- Co-authored-by: Jason Rasmussen <jrasm91@gmail.com> Co-authored-by: Alex Tran <alex.tran1502@gmail.com>
2024-01-18 00:08:48 -05:00
parent 44873b4224
commit 68f52818ae
57 changed files with 1081 additions and 631 deletions
@@ -6503,6 +6503,12 @@
          "backgroundTask": {
            "$ref": "#/components/schemas/JobStatusDto"
          },
+          "faceDetection": {
+            "$ref": "#/components/schemas/JobStatusDto"
+          },
+          "facialRecognition": {
+            "$ref": "#/components/schemas/JobStatusDto"
+          },
          "library": {
            "$ref": "#/components/schemas/JobStatusDto"
          },
@@ -6512,9 +6518,6 @@
          "migration": {
            "$ref": "#/components/schemas/JobStatusDto"
          },
-          "recognizeFaces": {
-            "$ref": "#/components/schemas/JobStatusDto"
-          },
          "search": {
            "$ref": "#/components/schemas/JobStatusDto"
          },
@@ -6543,7 +6546,8 @@
          "migration",
          "backgroundTask",
          "search",
-          "recognizeFaces",
+          "faceDetection",
+          "facialRecognition",
          "sidecar",
          "library"
        ],
@@ -7831,7 +7835,8 @@
          "thumbnailGeneration",
          "metadataExtraction",
          "videoConversion",
-          "recognizeFaces",
+          "faceDetection",
+          "facialRecognition",
          "smartSearch",
          "backgroundTask",
          "storageTemplateMigration",
@@ -8466,13 +8471,15 @@
            "type": "boolean"
          },
          "maxDistance": {
-            "type": "integer"
+            "format": "float",
+            "type": "number"
          },
          "minFaces": {
            "type": "integer"
          },
          "minScore": {
-            "type": "integer"
+            "format": "float",
+            "type": "number"
          },
          "modelName": {
            "type": "string"
@@ -9212,6 +9219,9 @@
          "backgroundTask": {
            "$ref": "#/components/schemas/JobSettingsDto"
          },
+          "faceDetection": {
+            "$ref": "#/components/schemas/JobSettingsDto"
+          },
          "library": {
            "$ref": "#/components/schemas/JobSettingsDto"
          },
@@ -9221,9 +9231,6 @@
          "migration": {
            "$ref": "#/components/schemas/JobSettingsDto"
          },
-          "recognizeFaces": {
-            "$ref": "#/components/schemas/JobSettingsDto"
-          },
          "search": {
            "$ref": "#/components/schemas/JobSettingsDto"
          },
@@ -9248,7 +9255,7 @@
          "migration",
          "backgroundTask",
          "search",
-          "recognizeFaces",
+          "faceDetection",
          "sidecar",
          "library"
        ],
@@ -355,6 +355,18 @@ export interface AllJobStatusResponseDto {
     * @memberof AllJobStatusResponseDto
     */
    'backgroundTask': JobStatusDto;
+    /**
+     * 
+     * @type {JobStatusDto}
+     * @memberof AllJobStatusResponseDto
+     */
+    'faceDetection': JobStatusDto;
+    /**
+     * 
+     * @type {JobStatusDto}
+     * @memberof AllJobStatusResponseDto
+     */
+    'facialRecognition': JobStatusDto;
    /**
     * 
     * @type {JobStatusDto}
@@ -373,12 +385,6 @@ export interface AllJobStatusResponseDto {
     * @memberof AllJobStatusResponseDto
     */
    'migration': JobStatusDto;
-    /**
-     * 
-     * @type {JobStatusDto}
-     * @memberof AllJobStatusResponseDto
-     */
-    'recognizeFaces': JobStatusDto;
    /**
     * 
     * @type {JobStatusDto}
@@ -1982,7 +1988,8 @@ export const JobName = {
    ThumbnailGeneration: 'thumbnailGeneration',
    MetadataExtraction: 'metadataExtraction',
    VideoConversion: 'videoConversion',
-    RecognizeFaces: 'recognizeFaces',
+    FaceDetection: 'faceDetection',
+    FacialRecognition: 'facialRecognition',
    SmartSearch: 'smartSearch',
    BackgroundTask: 'backgroundTask',
    StorageTemplateMigration: 'storageTemplateMigration',
@@ -3774,6 +3781,12 @@ export interface SystemConfigJobDto {
     * @memberof SystemConfigJobDto
     */
    'backgroundTask': JobSettingsDto;
+    /**
+     * 
+     * @type {JobSettingsDto}
+     * @memberof SystemConfigJobDto
+     */
+    'faceDetection': JobSettingsDto;
    /**
     * 
     * @type {JobSettingsDto}
@@ -3792,12 +3805,6 @@ export interface SystemConfigJobDto {
     * @memberof SystemConfigJobDto
     */
    'migration': JobSettingsDto;
-    /**
-     * 
-     * @type {JobSettingsDto}
-     * @memberof SystemConfigJobDto
-     */
-    'recognizeFaces': JobSettingsDto;
    /**
     * 
     * @type {JobSettingsDto}