chore: Store created and updated datetimes on buckets

rdf-connect · Oct 16, 2024 · 995dffb · 995dffb
1 parent 4e61491
commit 995dffb
Show file tree

Hide file tree

Showing 2 changed files with 43 additions and 3 deletions.
diff --git a/src/repositories/MongoDBRepository.ts b/src/repositories/MongoDBRepository.ts
@@ -140,6 +140,12 @@ export class MongoDBRepository implements Repository {
                 },
                 update: {
                     $addToSet: { members: record.payload },
+                    $set: {
+                        updated: Date.now(),
+                    },
+                    $setOnInsert: {
+                        created: Date.now(),
+                    },
                 },
                 upsert: true,
             },
@@ -162,7 +168,10 @@ export class MongoDBRepository implements Repository {
                     id: bucket.id,
                 },
                 update: {
-                    $set: bucket,
+                    $set: { ...bucket, updated: Date.now() },
+                    $setOnInsert: {
+                        created: Date.now(),
+                    },
                 },
                 upsert: true,
             },
@@ -190,6 +199,12 @@ export class MongoDBRepository implements Repository {
                             value: value,
                         },
                     },
+                    $set: {
+                        updated: Date.now(),
+                    },
+                    $setOnInsert: {
+                        created: Date.now(),
+                    },
                 },
                 upsert: true,
             },

diff --git a/src/repositories/RedisRepository.ts b/src/repositories/RedisRepository.ts
@@ -110,6 +110,14 @@ export class RedisRepository implements Repository {
         bucket: string,
         bulk: Promise<string | number | null>[],
     ): Promise<void> {
+        bulk.push(
+            this.client.json.set(
+                `${this.index}:${encodeURIComponent(record.stream)}:${encodeURIComponent(bucket)}`,
+                "$.updated",
+                Date.now(),
+                { XX: true },
+            ),
+        );
         bulk.push(
             this.client.sAdd(
                 `${this.index}:${encodeURIComponent(record.stream)}:${encodeURIComponent(bucket)}:members`,
@@ -133,11 +141,20 @@ export class RedisRepository implements Repository {
 
         delete bucket.empty;
 
+        // Make sure the key exists to then use JSON.MERGE, and initialize the key with the created timestamp.
         bulk.push(
             this.client.json.set(
                 `${this.index}:${encodeURIComponent(bucket.streamId)}:${encodeURIComponent(bucket.id)}`,
-                ".",
-                bucket,
+                "$",
+                { created: Date.now() },
+                { NX: true },
+            ),
+        );
+        bulk.push(
+            this.client.json.merge(
+                `${this.index}:${encodeURIComponent(bucket.streamId)}:${encodeURIComponent(bucket.id)}`,
+                "$",
+                { updated: Date.now(), ...bucket },
             ),
         );
     }
@@ -148,6 +165,14 @@ export class RedisRepository implements Repository {
         value: string | undefined,
         bulk: Promise<string | number | null>[],
     ): Promise<void> {
+        bulk.push(
+            this.client.json.set(
+                `${this.index}:${encodeURIComponent(relation.stream)}:${encodeURIComponent(relation.origin)}`,
+                "$.updated",
+                Date.now(),
+                { XX: true },
+            ),
+        );
         bulk.push(
             this.client.sAdd(
                 `${this.index}:${encodeURIComponent(relation.stream)}:${encodeURIComponent(relation.origin)}:relations`,