Reverting most of the removal of primary keys + misc files

ethyca · Dec 10, 2024 · 647586f · 647586f
1 parent fb7e566
commit 647586f
Show file tree

Hide file tree

Showing 32 changed files with 322 additions and 56 deletions.
diff --git a/clients/admin-ui/cypress/fixtures/connectors/datasetconfig.json b/clients/admin-ui/cypress/fixtures/connectors/datasetconfig.json
@@ -38,7 +38,7 @@
                 "fides_meta": {
                   "references": null,
                   "identity": null,
-                  "primary_key": null,
+                  "primary_key": true,
                   "data_type": null,
                   "length": null,
                   "return_all_elements": null,
@@ -125,7 +125,7 @@
                 "fides_meta": {
                   "references": null,
                   "identity": null,
-                  "primary_key": null,
+                  "primary_key": true,
                   "data_type": null,
                   "length": null,
                   "return_all_elements": null,
@@ -199,7 +199,7 @@
                 "fides_meta": {
                   "references": null,
                   "identity": null,
-                  "primary_key": null,
+                  "primary_key": true,
                   "data_type": null,
                   "length": null,
                   "return_all_elements": null,
@@ -258,7 +258,7 @@
                 "fides_meta": {
                   "references": null,
                   "identity": null,
-                  "primary_key": null,
+                  "primary_key": true,
                   "data_type": null,
                   "length": null,
                   "return_all_elements": null,
@@ -366,7 +366,7 @@
                 "fides_meta": {
                   "references": null,
                   "identity": null,
-                  "primary_key": null,
+                  "primary_key": true,
                   "data_type": null,
                   "length": null,
                   "return_all_elements": null,
@@ -466,7 +466,7 @@
                 "fides_meta": {
                   "references": null,
                   "identity": null,
-                  "primary_key": null,
+                  "primary_key": true,
                   "data_type": null,
                   "length": null,
                   "return_all_elements": null,
@@ -503,7 +503,7 @@
                 "fides_meta": {
                   "references": null,
                   "identity": null,
-                  "primary_key": null,
+                  "primary_key": true,
                   "data_type": null,
                   "length": null,
                   "return_all_elements": null,
@@ -555,7 +555,7 @@
                 "fides_meta": {
                   "references": null,
                   "identity": null,
-                  "primary_key": null,
+                  "primary_key": true,
                   "data_type": null,
                   "length": null,
                   "return_all_elements": null,
@@ -664,7 +664,7 @@
                 "fides_meta": {
                   "references": null,
                   "identity": null,
-                  "primary_key": null,
+                  "primary_key": true,
                   "data_type": null,
                   "length": null,
                   "return_all_elements": null,

diff --git a/data/dataset/bigquery_enterprise_test_dataset.yml b/data/dataset/bigquery_enterprise_test_dataset.yml
@@ -30,7 +30,7 @@ dataset:
             fides_meta:
               references: null
               identity: null
-              primary_key: null
+              primary_key: true
               data_type: integer
               length: null
               return_all_elements: null
@@ -102,7 +102,7 @@ dataset:
             fides_meta:
               references: null
               identity: null
-              primary_key: null
+              primary_key: true
               data_type: integer
               length: null
               return_all_elements: null
@@ -204,7 +204,7 @@ dataset:
             fides_meta:
               references: null
               identity: null
-              primary_key: null
+              primary_key: true
               data_type: integer
               length: null
               return_all_elements: null
@@ -347,7 +347,7 @@ dataset:
             fides_meta:
               references: null
               identity: stackoverflow_user_id
-              primary_key: null
+              primary_key: true
               data_type: integer
               length: null
               return_all_elements: null

diff --git a/data/dataset/bigquery_example_test_dataset.yml b/data/dataset/bigquery_example_test_dataset.yml
@@ -13,6 +13,8 @@ dataset:
             data_categories: [user.contact.address.street]
           - name: id
             data_categories: [system.operations]
+            fides_meta:
+              primary_key: True
           - name: state
             data_categories: [user.contact.address.state]
           - name: street
@@ -51,6 +53,8 @@ dataset:
               data_type: string
           - name: id
             data_categories: [user.unique_id]
+            fides_meta:
+              primary_key: True
           - name: name
             data_categories: [user.name]
             fides_meta:
@@ -76,6 +80,8 @@ dataset:
               data_type: string
           - name: id
             data_categories: [user.unique_id]
+            fides_meta:
+              primary_key: True
           - name: name
             data_categories: [user.name]
             fides_meta:
@@ -92,6 +98,8 @@ dataset:
                   direction: from
           - name: id
             data_categories: [system.operations]
+            fides_meta:
+              primary_key: True
           - name: time
             data_categories: [user.sensor]
 
@@ -106,6 +114,8 @@ dataset:
                   direction: from
           - name: id
             data_categories: [system.operations]
+            fides_meta:
+              primary_key: True
           - name: shipping_address_id
             data_categories: [system.operations]
             fides_meta:
@@ -156,6 +166,8 @@ dataset:
                   direction: from
           - name: id
             data_categories: [system.operations]
+            fides_meta:
+              primary_key: True
           - name: name
             data_categories: [user.financial]
           - name: preferred
@@ -165,6 +177,8 @@ dataset:
         fields:
           - name: id
             data_categories: [system.operations]
+            fides_meta:
+              primary_key: True
           - name: name
             data_categories: [system.operations]
           - name: price
@@ -179,6 +193,8 @@ dataset:
               data_type: string
           - name: id
             data_categories: [system.operations]
+            fides_meta:
+              primary_key: True
           - name: month
             data_categories: [system.operations]
           - name: name
@@ -211,6 +227,8 @@ dataset:
                   direction: from
           - name: id
             data_categories: [system.operations]
+            fides_meta:
+              primary_key: True
           - name: opened
             data_categories: [system.operations]
 

diff --git a/data/dataset/dynamodb_example_test_dataset.yml b/data/dataset/dynamodb_example_test_dataset.yml
@@ -20,6 +20,7 @@ dataset:
           - name: email
             data_categories: [user.contact.email]
             fides_meta:
+              primary_key: True
               identity: email
               data_type: string
           - name: name
@@ -32,6 +33,8 @@ dataset:
             data_categories: [user.contact.address.street]
           - name: id
             data_categories: [system.operations]
+            fides_meta:
+              primary_key: True
           - name: state
             data_categories: [user.contact.address.state]
           - name: street
@@ -56,12 +59,16 @@ dataset:
               data_type: string
           - name: id
             data_categories: [user.unique_id]
+            fides_meta:
+              primary_key: True
           - name: name
             data_categories: [user.name]
       - name: login
         fields:
           - name: customer_id
             data_categories: [user.unique_id]
+            fides_meta:
+              primary_key: True
           - name: login_date
             data_categories: [system.operations]
           - name: name

diff --git a/data/dataset/email_dataset.yml b/data/dataset/email_dataset.yml
@@ -7,6 +7,8 @@ dataset:
         fields:
           - name: id
             data_categories: [system.operations]
+            fides_meta:
+              primary_key: true
           - name: customer_id
             data_categories: [user]
             fides_meta:
@@ -20,6 +22,8 @@ dataset:
         fields:
           - name: id
             data_categories: [system.operations]
+            fides_meta:
+              primary_key: true
           - name: first_name
             data_categories: [user.childrens]
           - name: last_name
@@ -50,6 +54,8 @@ dataset:
         fields:
           - name: id
             data_categories: [ system.operations ]
+            fides_meta:
+              primary_key: true
           - name: payer_email
             data_categories: [ user.contact.email ]
             fides_meta:

diff --git a/data/dataset/example_field_masking_override_test_dataset.yml b/data/dataset/example_field_masking_override_test_dataset.yml
@@ -11,6 +11,8 @@ dataset:
             data_categories: [user.contact.address.street]
           - name: id
             data_categories: [system.operations]
+            fides_meta:
+              primary_key: True
           - name: state
             data_categories: [user.contact.address.state]
           - name: street
@@ -36,6 +38,8 @@ dataset:
               data_type: string
           - name: id
             data_categories: [user.unique_id]
+            fides_meta:
+              primary_key: True
           - name: name
             data_categories: [user.name]
             fides_meta:
@@ -86,6 +90,8 @@ dataset:
               data_type: string
           - name: id
             data_categories: [user.unique_id]
+            fides_meta:
+              primary_key: True
           - name: name
             data_categories: [user.name]
             fides_meta:
@@ -102,6 +108,8 @@ dataset:
                   direction: from
           - name: id
             data_categories: [system.operations]
+            fides_meta:
+              primary_key: True
           - name: time
             data_categories: [user.sensor]
 
@@ -116,6 +124,8 @@ dataset:
                   direction: from
           - name: id
             data_categories: [system.operations]
+            fides_meta:
+              primary_key: True
           - name: shipping_address_id
             data_categories: [system.operations]
             fides_meta:
@@ -166,6 +176,8 @@ dataset:
                   direction: from
           - name: id
             data_categories: [system.operations]
+            fides_meta:
+              primary_key: True
           - name: name
             data_categories: [user.financial]
           - name: preferred
@@ -175,6 +187,8 @@ dataset:
         fields:
           - name: id
             data_categories: [system.operations]
+            fides_meta:
+              primary_key: True
           - name: name
             data_categories: [system.operations]
           - name: price
@@ -189,6 +203,8 @@ dataset:
               data_type: string
           - name: id
             data_categories: [system.operations]
+            fides_meta:
+              primary_key: True
           - name: month
             data_categories: [system.operations]
           - name: name
@@ -221,6 +237,8 @@ dataset:
                   direction: from
           - name: id
             data_categories: [system.operations]
+            fides_meta:
+              primary_key: True
           - name: opened
             data_categories: [system.operations]
       - name: visit