WIP: Integrate Google Sheet as an alternative input source

src/data-rookery-309413-5578c70a0a89.json

@@ -0,0 +1,12 @@
+{
+  "type": "service_account",
+  "project_id": "data-rookery-309413",
+  "private_key_id": "5578c70a0a89c52d560b1440cb8716b73b5fbc4e",
+  "private_key": "-----BEGIN PRIVATE KEY-----\nMIIEvQIBADANBgkqhkiG9w0BAQEFAASCBKcwggSjAgEAAoIBAQCkFUQB130xZQ8V\nEQ2XrUny1jry6lcix+0EalPkkAMj9Ltvg3CFy8dxr2sYX3S3n+EROg6yd/ZDfHm8\nlfAb2vyjHfI73ahqVFsAueTTFHAxqK2CQr8YgotOecTDTS6VRwiASHNZQiuTMn2t\nlWvZz+WTaxof7SthlUTCdojaW45Uo9JQCHjVjnDlNI8JD3JwwIZacOdpNkAUuQr8\nA6QC5mt5G3F5lxz7Qfu7DMEEl6uUIJFczuRHOXcT8yr8GT3rp7S4Ool9+p8VxiSU\nnbbfo5b86nEi9zKes7j6dHgPrH9gHff+RIJB5x4ZcwBjO7wreeFByhxlyugNn2Pw\ngtlYMt1NAgMBAAECggEAJlih8BxAMc8AW1gE6TGiWpIebK6/dm1qwuFmgb/2O+zx\n8PmyzlH1ZmgsiyGj0VYX70K2NJc8gkEQ4jXYS2o+KJDTD5KZzV+xdNX82CeqoLBe\n/FZE+qFnlQt4JHxhKpnTLse/zVhdfqUKIgsNjXW8nVsmW9e9j6ymyRuSmBVVignv\nIU4pu2FJNqU9jC3nu8VAIfkNXfS2eeRt3yy0wFotBXbHMXpQ7rQVU7AC5oLkAHMS\nAJr0i4xT5wdiGV3O/KHFR9jG4aVdpdH4TkHDYlI7OM+96TP2xlrttnfov6qaTbMh\n5xyEGdd8bbivB6RYYXFNO8OsThJ6gUp6bIkF/BC6AQKBgQDZivrK3BaTUICbxg0A\nqdMo838/LjRh75uEbRcZOVVECnRnI752rXEUY0equRLkJGEyrfrklMf8UFEEsCeL\nVr+sTGZzqWxIjh1lQe6w0ifgti981SocTcbIObxup1KLfMRQbTeE3ZsRfHW+jYKj\nRjnnDowONHNUZACTwldDxFG1YQKBgQDBFu7fwg8n3IjSz9JxFJmX2WKolNR2vRov\nyHIgQ7we8oANEn6vYTAb9s2aB8LqR9lFFOeRrGlVAASuAZlwWey/c67u8fgvsuw9\nFFZXnkVlummK2k5B740yyQyO/1P4KXXgF1QSvzspvkQdQgsy35sPcXjjtWhIHd7N\nHxHNQJiDbQKBgHZSr4IzH1xVBv6zRFM+C4pUlruIqBk0uEPZCh1AH+54OUP4Hxpx\nz/Wk4lArhejtGKj2FGbLvdKw5MBGB9wz/OD8VSVH24vDMJ3otKkcRXBl54Jgdx0Z\n+KrjLGiLPcx8ulJ8dRwhZLyoE2rnkUy5X7kbInZ/dNNL6Tx1Ef3cBA1BAoGAfFOd\n32l+hLYVS1gRMkqHUyTfx5h87S95qwavpWK3wF14YfJkq9wyM+9IF0OkF2HH3hlF\nuaB/+gEXAkt5VsQwEl4UZzpaCax1PCbaKXR5TrUmvAcwmHf8PJUDhxeUI5felDmx\nIpkLKSefiA88UrdzihAQPN5TlQvWp9C3j6dmDEkCgYEAvENMn+EvkYlcVHLuNzfX\nPj8l9N2kSkgAhkSX/zVgac53cw8+RVAWRnlYkbmibUhIo0QoUlplP9ew1bJC2i6O\nkns9iZfQfmkdlwHFNMNsoDAIj6ktrhsCRAubIyhR4FsmSC12PO12xnJMHup+DbkR\n2aNLpJgU+gBRMQf8il2iGDo=\n-----END PRIVATE KEY-----\n",
+  "client_email": "[email protected]",
+  "client_id": "104706978080795181705",
+  "auth_uri": "https://accounts.google.com/o/oauth2/auth",
+  "token_uri": "https://oauth2.googleapis.com/token",
+  "auth_provider_x509_cert_url": "https://www.googleapis.com/oauth2/v1/certs",
+  "client_x509_cert_url": "https://www.googleapis.com/robot/v1/metadata/x509/gatorminersheet%40data-rookery-309413.iam.gserviceaccount.com"
+}

src/integratesheet.py

@@ -0,0 +1,32 @@
+from __future__ import print_function
+import gspread
+from oauth2client.service_account import ServiceAccountCredentials
+import pandas as pd
+import json
+
+SCOPE = ['https://www.googleapis.com/auth/spreadsheets',
+    'https://www.googleapis.com/auth/drive',
+    'https://spreadsheets.google.com/feeds']
+SECRETS_FILE = 'data-rookery-309413-5578c70a0a89.json'
+SPREADSHEET = 'Ethical Benefits and Implications (Responses)'
+
+json_key = json.load(open(SECRETS_FILE))
+# Authenticate using the signed key
+credentials =  ServiceAccountCredentials(json_key['client_email'], json_key['private_key'], SCOPE)
+
+#print(type(json_key['private_key']))
+gc = gspread.authorize(credentials)
+workbook = gc.open(SPREADSHEET)
+# Get the first sheet
+sheet = workbook.sheet1
+data = pd.DataFrame(sheet.get_all_records())
+
+column_names = {'Timestamp': 'timestamp',
+                'What future technology is featured in your synopsis?': 'future-tech',
+                'What are the potential social implications and/or ethical issues and/or regulatory challenges with this technology?': 'ethical-issues',
+                'What do you think might be a cautionary tale related to this technology?': 'cautionary'
+                }
+
+data.rename(columns=column_names, inplace=True)
+data.timestamp = pd.to_datetime(data.timestamp)
+print(data.head())

src/pbppython-9c80d2999710.json

@@ -0,0 +1,12 @@
+{
+  "type": "service_account",
+  "project_id": "pbppython",
+  "private_key_id": "9c80d29997100e0c0b7d67e092c79e97d21fc66c",
+  "private_key": "-----BEGIN PRIVATE KEY-----\nMIIEvgIBADANBgkqhkiG9w0BAQEFAASCBKgwggSkAgEAAoIBAQCIjkScedniZi9p\nFu5KCVXtoLQQ+2se5mDKAbrTOn3D5JcybSUJQQA0y3wGx9GM81zM2ZLfhm+5KX9f\nMRRqIEfbUsOKKlDpSflmifwkhzeJCc++hQAmEn4xJ/C+qwgz3CxAy9PE+nSkzI7V\n/V8oTmKaigX+3nLiVvfjL8yBN6J1vs/KhEYi2i7+9a7l00361eQy4EwSJ1PVOp7x\nxqKh+acC5LAl6rRF7Be2wcaCM3TIjL2O/4jOCFjHV0xhs1gmSSFPasX67u+5TGP7\numlEn1m+4Dq/xZOtOj8qskksirCCdTGErbJYYegKwPPLuyCG42D8sSoMQWT5FqXM\nHK3p5z5fAgMBAAECggEALQBheQWo+bS+LA48AhcYg8KBhNUuJJU8UWYHiQPOHWfw\nMdSJL4cFx+BFI8Dm/GHY88NB5TrbB7S2voqglSbFN3CLczVly7Oupo2TlAAhm54p\noboX5fQTNSTZ8CPSBLEqvkHNrKzzEro82iVxHgnS8eXJewgY6SFK+MowRWctuUpo\nyV3cVzTFMextFvbGqd3nLA/zWLWp53/F4gleT5GNPSPNRw5SwwzE8DpubYBCbNN3\nkeuHh53QmLPQwXc1PoNJ1SZosfE3VMJO0tHSwwmhY5Tu8b3aGFTC0QiEq91nb0bV\nbBRCmZaMpFRQEfCxEGQuNmpmud9MuJkYAWptQpOuCQKBgQDA/ELu8B8Ib/LWGQIZ\nPBv8ag10XKppdAn32GBF8w+ak8PYSv1ZuIrETXxuWLMz/z9M/XriZ7MaQiS8nXzy\nTEtWjIKTcXquteDRn6+L7NUa0CBQ5HT8NDrcW+1dfLYoQSbNt02exFWHvRA/krIO\nRmGSETPcY/RMV5iKgZScxjxvCQKBgQC1JQZnaBrUvU1tXR608qL4Da1yX7M7Sa7Z\nd0AtvsgLQJ8m8QtJB14E15civY0siLo3zf+A2lknPARJf0lTMSLJq+07HtRZyXHG\noXiQs55D65lLnrk6W4OwnVxrkplpJm0EJ1hUCbaprSaV4yxq5TRnzrtxM7ZpN1ff\ncCwW+6C0JwKBgQCmLJG2DS2rpjoEASS9dfTjNK7BM8nJZBHxSHAdy130TKim5muh\nhjZ3MgGjQt2MOI3ZTasyqPif87SOdU3RlcCJlhQZwe1R42rjFg2i/xvBKtWo0g+p\n24+Tj9SkW26+2tr+6If93jGH4FTNaRPJFvGNRSLS8364/fRrz4iYNlpzgQKBgA0W\narsH44BhWPnA05ohObMQUerEjU+ISFC/8+waL5vYhGcs3TLejGVvKiVBarTAACxN\n/trRa8WQ6YJh5utSzn+ho1c1KASAsG64ddyGjbW8jOvQwPM9b2tQQ0AmbF0TgKbf\nLNuNhBwIPZRwwGHMw5eIcTSBlvlNHVUwZo8WiQrbAoGBAL1jR9Bd8+1WLA+fmbYN\n0xWqLbfZBp8V5v/vW5t9ifIQRD+6acD3qjqbymo2E+djgLoTmnjRoZLkD8iftqbe\nx2ovFdnhyPdcdCgcVoPJBjtTxP6qhV3ZmbETZN5ZjJq2DtJwQ5TW+ey9yBLBChs8\nDGbEa6Q+5yzLR/sPDuZg+LRD\n-----END PRIVATE KEY-----\n",
+  "client_email": "[email protected]",
+  "client_id": "111476297928215914603",
+  "auth_uri": "https://accounts.google.com/o/oauth2/auth",
+  "token_uri": "https://oauth2.googleapis.com/token",
+  "auth_provider_x509_cert_url": "https://www.googleapis.com/oauth2/v1/certs",
+  "client_x509_cert_url": "https://www.googleapis.com/robot/v1/metadata/x509/deversz3770%40pbppython.iam.gserviceaccount.com"
+}