Enhance Dedupe to add symlinks before deletion (#1587)

.vscode/launch.json.example

@@ -26,6 +26,8 @@
                 "independent",
                 "--dart-define",
                 "endpoint=http://localhost:8080",
+                "--dart-define",
+                "web-family=http://localhost:3003",
             ]
         },
         {
@@ -41,10 +43,12 @@
             "type": "dart",
             "flutterMode": "debug",
             "program": "lib/main.dart",
-            "args": [
-                "--dart-define",
-                "endpoint=http://localhost:8080",
-            ]
+              "args": [
+                    "--dart-define",
+                    "endpoint=http://localhost:8080",
+                    "--dart-define",
+                    "web-family=http://localhost:3003"
+  ]
         },
     ]
 }

lib/db/files_db.dart

@@ -1488,14 +1488,20 @@ class FilesDB {
     await batch.commit(noResult: true);
   }
 
-  Future<List<EnteFile>> getAllFilesFromDB(Set<int> collectionsToIgnore) async {
+  Future<List<EnteFile>> getAllFilesFromDB(
+    Set<int> collectionsToIgnore, {
+    bool dedupeByUploadId = true,
+  }) async {
     final db = await instance.database;
     final List<Map<String, dynamic>> result =
         await db.query(filesTable, orderBy: '$columnCreationTime DESC');
     final List<EnteFile> files = convertToFiles(result);
     final List<EnteFile> deduplicatedFiles = await applyDBFilters(
       files,
-      DBFilterOptions(ignoredCollectionIDs: collectionsToIgnore),
+      DBFilterOptions(
+        ignoredCollectionIDs: collectionsToIgnore,
+        dedupeUploadID: dedupeByUploadId,
+      ),
     );
     return deduplicatedFiles;
   }