feat(mobile): remote asset & exif sync (#18756)

* feat(mobile): remote asset & exif sync * add visibility and update constraints * chore: generate drifts * update ids to be strings * clear remote entities on logout * reset sqlite button --------- Co-authored-by: shenlong-tanwen <139912620+shalong-tanwen@users.noreply.github.com>
2025-06-03 21:31:50 +05:30
parent edae9c2d3d
commit b4a798c39f
26 changed files with 3196 additions and 302 deletions
@@ -3,10 +3,12 @@ import 'dart:async';
 import 'package:drift/drift.dart';
 import 'package:drift_flutter/drift_flutter.dart';
 import 'package:immich_mobile/domain/interfaces/db.interface.dart';
+import 'package:immich_mobile/infrastructure/entities/exif.entity.dart';
 import 'package:immich_mobile/infrastructure/entities/local_album.entity.dart';
 import 'package:immich_mobile/infrastructure/entities/local_album_asset.entity.dart';
 import 'package:immich_mobile/infrastructure/entities/local_asset.entity.dart';
 import 'package:immich_mobile/infrastructure/entities/partner.entity.dart';
+import 'package:immich_mobile/infrastructure/entities/remote_asset.entity.dart';
 import 'package:immich_mobile/infrastructure/entities/user.entity.dart';
 import 'package:immich_mobile/infrastructure/entities/user_metadata.entity.dart';
 import 'package:isar/isar.dart';
@@ -36,6 +38,8 @@ class IsarDatabaseRepository implements IDatabaseRepository {
    LocalAlbumEntity,
    LocalAssetEntity,
    LocalAlbumAssetEntity,
+    RemoteAssetEntity,
+    RemoteExifEntity,
  ],
 )
 class Drift extends $Drift implements IDatabaseRepository {
@@ -13,6 +13,10 @@ import 'package:immich_mobile/infrastructure/entities/local_asset.entity.drift.d
    as i5;
 import 'package:immich_mobile/infrastructure/entities/local_album_asset.entity.drift.dart'
    as i6;
+import 'package:immich_mobile/infrastructure/entities/remote_asset.entity.drift.dart'
+    as i7;
+import 'package:immich_mobile/infrastructure/entities/exif.entity.drift.dart'
+    as i8;

 abstract class $Drift extends i0.GeneratedDatabase {
  $Drift(i0.QueryExecutor e) : super(e);
@@ -28,6 +32,10 @@ abstract class $Drift extends i0.GeneratedDatabase {
      i5.$LocalAssetEntityTable(this);
  late final i6.$LocalAlbumAssetEntityTable localAlbumAssetEntity =
      i6.$LocalAlbumAssetEntityTable(this);
+  late final i7.$RemoteAssetEntityTable remoteAssetEntity =
+      i7.$RemoteAssetEntityTable(this);
+  late final i8.$RemoteExifEntityTable remoteExifEntity =
+      i8.$RemoteExifEntityTable(this);
  @override
  Iterable<i0.TableInfo<i0.Table, Object?>> get allTables =>
      allSchemaEntities.whereType<i0.TableInfo<i0.Table, Object?>>();
@@ -39,7 +47,10 @@ abstract class $Drift extends i0.GeneratedDatabase {
        localAlbumEntity,
        localAssetEntity,
        localAlbumAssetEntity,
-        i5.localAssetChecksum
+        remoteAssetEntity,
+        remoteExifEntity,
+        i5.idxLocalAssetChecksum,
+        i7.uQRemoteAssetOwnerChecksum
      ];
  @override
  i0.StreamQueryUpdateRules get streamUpdateRules =>
@@ -83,6 +94,20 @@ abstract class $Drift extends i0.GeneratedDatabase {
                  kind: i0.UpdateKind.delete),
            ],
          ),
+          i0.WritePropagation(
+            on: i0.TableUpdateQuery.onTableName('user_entity',
+                limitUpdateKind: i0.UpdateKind.delete),
+            result: [
+              i0.TableUpdate('remote_asset_entity', kind: i0.UpdateKind.delete),
+            ],
+          ),
+          i0.WritePropagation(
+            on: i0.TableUpdateQuery.onTableName('remote_asset_entity',
+                limitUpdateKind: i0.UpdateKind.delete),
+            result: [
+              i0.TableUpdate('remote_exif_entity', kind: i0.UpdateKind.delete),
+            ],
+          ),
        ],
      );
  @override
@@ -105,4 +130,8 @@ class $DriftManager {
      i5.$$LocalAssetEntityTableTableManager(_db, _db.localAssetEntity);
  i6.$$LocalAlbumAssetEntityTableTableManager get localAlbumAssetEntity => i6
      .$$LocalAlbumAssetEntityTableTableManager(_db, _db.localAlbumAssetEntity);
+  i7.$$RemoteAssetEntityTableTableManager get remoteAssetEntity =>
+      i7.$$RemoteAssetEntityTableTableManager(_db, _db.remoteAssetEntity);
+  i8.$$RemoteExifEntityTableTableManager get remoteExifEntity =>
+      i8.$$RemoteExifEntityTableTableManager(_db, _db.remoteExifEntity);
 }
@@ -5,6 +5,7 @@ import 'package:http/http.dart' as http;
 import 'package:immich_mobile/constants/constants.dart';
 import 'package:immich_mobile/domain/interfaces/sync_api.interface.dart';
 import 'package:immich_mobile/domain/models/sync_event.model.dart';
+import 'package:immich_mobile/presentation/pages/dev/dev_logger.dart';
 import 'package:immich_mobile/services/api.service.dart';
 import 'package:logging/logging.dart';
 import 'package:openapi/api.dart';
@@ -105,6 +106,7 @@ class SyncApiRepository implements ISyncApiRepository {
    stopwatch.stop();
    _logger
        .info("Remote Sync completed in ${stopwatch.elapsed.inMilliseconds}ms");
+    DLog.log("Remote Sync completed in ${stopwatch.elapsed.inMilliseconds}ms");
  }

  List<SyncEvent> _parseLines(List<String> lines) {
@@ -1,12 +1,13 @@
 import 'package:drift/drift.dart';
-import 'package:flutter/foundation.dart';
 import 'package:immich_mobile/domain/interfaces/sync_stream.interface.dart';
-import 'package:immich_mobile/extensions/string_extensions.dart';
+import 'package:immich_mobile/domain/models/asset/base_asset.model.dart';
+import 'package:immich_mobile/infrastructure/entities/exif.entity.drift.dart';
 import 'package:immich_mobile/infrastructure/entities/partner.entity.drift.dart';
+import 'package:immich_mobile/infrastructure/entities/remote_asset.entity.drift.dart';
 import 'package:immich_mobile/infrastructure/entities/user.entity.drift.dart';
 import 'package:immich_mobile/infrastructure/repositories/db.repository.dart';
 import 'package:logging/logging.dart';
-import 'package:openapi/api.dart';
+import 'package:openapi/api.dart' hide AssetVisibility;

 class DriftSyncStreamRepository extends DriftDatabaseRepository
    implements ISyncStreamRepository {
@@ -22,7 +23,7 @@ class DriftSyncStreamRepository extends DriftDatabaseRepository
        for (final user in data) {
          batch.delete(
            _db.userEntity,
-            UserEntityCompanion(id: Value(user.userId.toUuidByte())),
+            UserEntityCompanion(id: Value(user.userId)),
          );
        }
      });
@@ -44,7 +45,7 @@ class DriftSyncStreamRepository extends DriftDatabaseRepository

          batch.insert(
            _db.userEntity,
-            companion.copyWith(id: Value(user.id.toUuidByte())),
+            companion.copyWith(id: Value(user.id)),
            onConflict: DoUpdate((_) => companion),
          );
        }
@@ -63,8 +64,8 @@ class DriftSyncStreamRepository extends DriftDatabaseRepository
          batch.delete(
            _db.partnerEntity,
            PartnerEntityCompanion(
-              sharedById: Value(partner.sharedById.toUuidByte()),
-              sharedWithId: Value(partner.sharedWithId.toUuidByte()),
+              sharedById: Value(partner.sharedById),
+              sharedWithId: Value(partner.sharedWithId),
            ),
          );
        }
@@ -86,8 +87,8 @@ class DriftSyncStreamRepository extends DriftDatabaseRepository
          batch.insert(
            _db.partnerEntity,
            companion.copyWith(
-              sharedById: Value(partner.sharedById.toUuidByte()),
-              sharedWithId: Value(partner.sharedWithId.toUuidByte()),
+              sharedById: Value(partner.sharedById),
+              sharedWithId: Value(partner.sharedWithId),
            ),
            onConflict: DoUpdate((_) => companion),
          );
@@ -99,36 +100,153 @@ class DriftSyncStreamRepository extends DriftDatabaseRepository
    }
  }

-  // Assets
-  @override
-  Future<void> updateAssetsV1(Iterable<SyncAssetV1> data) async {
-    debugPrint("updateAssetsV1 - ${data.length}");
-  }
-
  @override
  Future<void> deleteAssetsV1(Iterable<SyncAssetDeleteV1> data) async {
-    debugPrint("deleteAssetsV1 - ${data.length}");
+    try {
+      await _deleteAssetsV1(data);
+    } catch (e, s) {
+      _logger.severe('Error while processing deleteAssetsV1', e, s);
+      rethrow;
+    }
  }

-  // Partner Assets
  @override
-  Future<void> updatePartnerAssetsV1(Iterable<SyncAssetV1> data) async {
-    debugPrint("updatePartnerAssetsV1 - ${data.length}");
+  Future<void> updateAssetsV1(Iterable<SyncAssetV1> data) async {
+    try {
+      await _updateAssetsV1(data);
+    } catch (e, s) {
+      _logger.severe('Error while processing updateAssetsV1', e, s);
+      rethrow;
+    }
  }

  @override
  Future<void> deletePartnerAssetsV1(Iterable<SyncAssetDeleteV1> data) async {
-    debugPrint("deletePartnerAssetsV1 - ${data.length}");
+    try {
+      await _deleteAssetsV1(data);
+    } catch (e, s) {
+      _logger.severe('Error while processing deletePartnerAssetsV1', e, s);
+      rethrow;
+    }
+  }
+
+  @override
+  Future<void> updatePartnerAssetsV1(Iterable<SyncAssetV1> data) async {
+    try {
+      await _updateAssetsV1(data);
+    } catch (e, s) {
+      _logger.severe('Error while processing updatePartnerAssetsV1', e, s);
+      rethrow;
+    }
  }

-  // EXIF
  @override
  Future<void> updateAssetsExifV1(Iterable<SyncAssetExifV1> data) async {
-    debugPrint("updateAssetsExifV1 - ${data.length}");
+    try {
+      await _updateAssetExifV1(data);
+    } catch (e, s) {
+      _logger.severe('Error while processing updateAssetsExifV1', e, s);
+      rethrow;
+    }
  }

  @override
  Future<void> updatePartnerAssetsExifV1(Iterable<SyncAssetExifV1> data) async {
-    debugPrint("updatePartnerAssetsExifV1 - ${data.length}");
+    try {
+      await _updateAssetExifV1(data);
+    } catch (e, s) {
+      _logger.severe('Error while processing updatePartnerAssetsExifV1', e, s);
+      rethrow;
+    }
  }
+
+  Future<void> _updateAssetsV1(Iterable<SyncAssetV1> data) =>
+      _db.batch((batch) {
+        for (final asset in data) {
+          final companion = RemoteAssetEntityCompanion(
+            name: Value(asset.originalFileName),
+            type: Value(asset.type.toAssetType()),
+            createdAt: Value.absentIfNull(asset.fileCreatedAt),
+            updatedAt: Value.absentIfNull(asset.fileModifiedAt),
+            durationInSeconds: const Value(0),
+            checksum: Value(asset.checksum),
+            isFavorite: Value(asset.isFavorite),
+            ownerId: Value(asset.ownerId),
+            localDateTime: Value(asset.localDateTime),
+            thumbHash: Value(asset.thumbhash),
+            deletedAt: Value(asset.deletedAt),
+            visibility: Value(asset.visibility.toAssetVisibility()),
+          );
+
+          batch.insert(
+            _db.remoteAssetEntity,
+            companion.copyWith(id: Value(asset.id)),
+            onConflict: DoUpdate((_) => companion),
+          );
+        }
+      });
+
+  Future<void> _deleteAssetsV1(Iterable<SyncAssetDeleteV1> assets) =>
+      _db.batch((batch) {
+        for (final asset in assets) {
+          batch.delete(
+            _db.remoteAssetEntity,
+            RemoteAssetEntityCompanion(id: Value(asset.assetId)),
+          );
+        }
+      });
+
+  Future<void> _updateAssetExifV1(Iterable<SyncAssetExifV1> data) =>
+      _db.batch((batch) {
+        for (final exif in data) {
+          final companion = RemoteExifEntityCompanion(
+            city: Value(exif.city),
+            state: Value(exif.state),
+            country: Value(exif.country),
+            dateTimeOriginal: Value(exif.dateTimeOriginal),
+            description: Value(exif.description),
+            height: Value(exif.exifImageHeight),
+            width: Value(exif.exifImageWidth),
+            exposureTime: Value(exif.exposureTime),
+            fNumber: Value(exif.fNumber),
+            fileSize: Value(exif.fileSizeInByte),
+            focalLength: Value(exif.focalLength),
+            latitude: Value(exif.latitude),
+            longitude: Value(exif.longitude),
+            iso: Value(exif.iso),
+            make: Value(exif.make),
+            model: Value(exif.model),
+            orientation: Value(exif.orientation),
+            timeZone: Value(exif.timeZone),
+            rating: Value(exif.rating),
+            projectionType: Value(exif.projectionType),
+          );
+
+          batch.insert(
+            _db.remoteExifEntity,
+            companion.copyWith(assetId: Value(exif.assetId)),
+            onConflict: DoUpdate((_) => companion),
+          );
+        }
+      });
+}
+
+extension on SyncAssetV1TypeEnum {
+  AssetType toAssetType() => switch (this) {
+        SyncAssetV1TypeEnum.IMAGE => AssetType.image,
+        SyncAssetV1TypeEnum.VIDEO => AssetType.video,
+        SyncAssetV1TypeEnum.AUDIO => AssetType.audio,
+        SyncAssetV1TypeEnum.OTHER => AssetType.other,
+        _ => throw Exception('Unknown SyncAssetV1TypeEnum value: $this'),
+      };
+}
+
+extension on SyncAssetV1VisibilityEnum {
+  AssetVisibility toAssetVisibility() => switch (this) {
+        SyncAssetV1VisibilityEnum.timeline => AssetVisibility.timeline,
+        SyncAssetV1VisibilityEnum.hidden => AssetVisibility.hidden,
+        SyncAssetV1VisibilityEnum.archive => AssetVisibility.archive,
+        SyncAssetV1VisibilityEnum.locked => AssetVisibility.locked,
+        _ => throw Exception('Unknown SyncAssetV1VisibilityEnum value: $this'),
+      };
 }