From 97dc1dbc8be568f9a0f352fff7f2f124a19963aa Mon Sep 17 00:00:00 2001 From: gilesdring Date: Mon, 2 Oct 2023 09:47:28 +0000 Subject: [PATCH] Data updates --- scripts/cpi/dvc.lock | 2 +- scripts/labour-market/dvc.lock | 8 +- scripts/vacancies/dvc.lock | 2 +- working/metadata.csv.dvc | 6 +- working/output/labour-market-prepare.ipynb | 176 ++++++++++----------- 5 files changed, 97 insertions(+), 97 deletions(-) diff --git a/scripts/cpi/dvc.lock b/scripts/cpi/dvc.lock index 094434ec..016e71ef 100644 --- a/scripts/cpi/dvc.lock +++ b/scripts/cpi/dvc.lock @@ -88,7 +88,7 @@ stages: size: 8893 - path: working/metadata.csv hash: md5 - md5: 7defe14d9feeeb75a286d8ecd0ac24b4 + md5: 72d41d85411154a5147d0232ec2b6d3e size: 7642 outs: - path: src/_data/sources/cpi/cpi_barchart.csv diff --git a/scripts/labour-market/dvc.lock b/scripts/labour-market/dvc.lock index e3959a47..7c48d673 100644 --- a/scripts/labour-market/dvc.lock +++ b/scripts/labour-market/dvc.lock @@ -29,12 +29,12 @@ stages: size: 359985 - path: ../../scripts/util/ hash: md5 - md5: bbd9c17bdb21207e9126ae17bc04e2fc.dir - size: 13118 - nfiles: 9 + md5: 8b6cedb3e68500af4d07c0b1deed75d5.dir + size: 9646 + nfiles: 6 - path: ../../working/metadata.csv hash: md5 - md5: 7defe14d9feeeb75a286d8ecd0ac24b4 + md5: 72d41d85411154a5147d0232ec2b6d3e size: 7642 - path: config.py hash: md5 diff --git a/scripts/vacancies/dvc.lock b/scripts/vacancies/dvc.lock index 6964a521..eec59742 100644 --- a/scripts/vacancies/dvc.lock +++ b/scripts/vacancies/dvc.lock @@ -13,7 +13,7 @@ stages: size: 5733 - path: working/metadata.csv hash: md5 - md5: 7defe14d9feeeb75a286d8ecd0ac24b4 + md5: 72d41d85411154a5147d0232ec2b6d3e size: 7642 - path: working/vacancies/vacancies_by_sector.csv hash: md5 diff --git a/working/metadata.csv.dvc b/working/metadata.csv.dvc index d45b4885..c0dd32d3 100644 --- a/working/metadata.csv.dvc +++ b/working/metadata.csv.dvc @@ -1,13 +1,13 @@ -md5: 5a88dd1651ed3c56227045eab0e194b9 +md5: f4155580ac51e6ec59498a97607ccc17 # frozen: true deps: -- checksum: '"1a73dba8532de9789609d94e3e5538ee5db819fdee280a9847994463857fc513"' +- checksum: '"4c186a712d6152ce730351f43891970eecc4a8591c3f0d80fb2884c18838abc2"' size: 7642 hash: md5 path: https://raw.githubusercontent.com/economic-analytics/edd/main/data-raw/edd_dict.csv outs: -- md5: 7defe14d9feeeb75a286d8ecd0ac24b4 +- md5: 72d41d85411154a5147d0232ec2b6d3e size: 7642 hash: md5 path: metadata.csv diff --git a/working/output/labour-market-prepare.ipynb b/working/output/labour-market-prepare.ipynb index d29d2886..ce4f092b 100644 --- a/working/output/labour-market-prepare.ipynb +++ b/working/output/labour-market-prepare.ipynb @@ -3,19 +3,19 @@ { "cell_type": "code", "execution_count": 1, - "id": "3eeb9375", + "id": "710f473d", "metadata": { "execution": { - "iopub.execute_input": "2023-09-25T09:50:13.414737Z", - "iopub.status.busy": "2023-09-25T09:50:13.414141Z", - "iopub.status.idle": "2023-09-25T09:50:13.690806Z", - "shell.execute_reply": "2023-09-25T09:50:13.690059Z" + "iopub.execute_input": "2023-10-02T09:47:22.770495Z", + "iopub.status.busy": "2023-10-02T09:47:22.769597Z", + "iopub.status.idle": "2023-10-02T09:47:23.042182Z", + "shell.execute_reply": "2023-10-02T09:47:23.041231Z" }, "papermill": { - "duration": 0.283268, - "end_time": "2023-09-25T09:50:13.692678", + "duration": 0.279436, + "end_time": "2023-10-02T09:47:23.044379", "exception": false, - "start_time": "2023-09-25T09:50:13.409410", + "start_time": "2023-10-02T09:47:22.764943", "status": "completed" }, "tags": [] @@ -33,19 +33,19 @@ { "cell_type": "code", "execution_count": 2, - "id": "979d27b6", + "id": "77ca028a", "metadata": { "execution": { - "iopub.execute_input": "2023-09-25T09:50:13.699687Z", - "iopub.status.busy": "2023-09-25T09:50:13.699105Z", - "iopub.status.idle": "2023-09-25T09:50:13.707393Z", - "shell.execute_reply": "2023-09-25T09:50:13.706753Z" + "iopub.execute_input": "2023-10-02T09:47:23.051987Z", + "iopub.status.busy": "2023-10-02T09:47:23.051645Z", + "iopub.status.idle": "2023-10-02T09:47:23.058809Z", + "shell.execute_reply": "2023-10-02T09:47:23.058190Z" }, "papermill": { - "duration": 0.01349, - "end_time": "2023-09-25T09:50:13.708899", + "duration": 0.01298, + "end_time": "2023-10-02T09:47:23.060506", "exception": false, - "start_time": "2023-09-25T09:50:13.695409", + "start_time": "2023-10-02T09:47:23.047526", "status": "completed" }, "tags": [] @@ -58,13 +58,13 @@ }, { "cell_type": "markdown", - "id": "b4309a7d", + "id": "e8673d88", "metadata": { "papermill": { - "duration": 0.002336, - "end_time": "2023-09-25T09:50:13.713726", + "duration": 0.002304, + "end_time": "2023-10-02T09:47:23.065205", "exception": false, - "start_time": "2023-09-25T09:50:13.711390", + "start_time": "2023-10-02T09:47:23.062901", "status": "completed" }, "tags": [] @@ -76,19 +76,19 @@ { "cell_type": "code", "execution_count": 3, - "id": "75b9a13b", + "id": "b96b90d6", "metadata": { "execution": { - "iopub.execute_input": "2023-09-25T09:50:13.719820Z", - "iopub.status.busy": "2023-09-25T09:50:13.719200Z", - "iopub.status.idle": "2023-09-25T09:50:13.736834Z", - "shell.execute_reply": "2023-09-25T09:50:13.736178Z" + "iopub.execute_input": "2023-10-02T09:47:23.071292Z", + "iopub.status.busy": "2023-10-02T09:47:23.070696Z", + "iopub.status.idle": "2023-10-02T09:47:23.087578Z", + "shell.execute_reply": "2023-10-02T09:47:23.086960Z" }, "papermill": { - "duration": 0.022525, - "end_time": "2023-09-25T09:50:13.738551", + "duration": 0.021734, + "end_time": "2023-10-02T09:47:23.089232", "exception": false, - "start_time": "2023-09-25T09:50:13.716026", + "start_time": "2023-10-02T09:47:23.067498", "status": "completed" }, "tags": [] @@ -103,13 +103,13 @@ }, { "cell_type": "markdown", - "id": "6264bcbe", + "id": "9e5b10c7", "metadata": { "papermill": { - "duration": 0.002359, - "end_time": "2023-09-25T09:50:13.743337", + "duration": 0.00231, + "end_time": "2023-10-02T09:47:23.093887", "exception": false, - "start_time": "2023-09-25T09:50:13.740978", + "start_time": "2023-10-02T09:47:23.091577", "status": "completed" }, "tags": [] @@ -121,19 +121,19 @@ { "cell_type": "code", "execution_count": 4, - "id": "ec597c4f", + "id": "2ad424bb", "metadata": { "execution": { - "iopub.execute_input": "2023-09-25T09:50:13.749642Z", - "iopub.status.busy": "2023-09-25T09:50:13.749053Z", - "iopub.status.idle": "2023-09-25T09:50:13.813135Z", - "shell.execute_reply": "2023-09-25T09:50:13.812361Z" + "iopub.execute_input": "2023-10-02T09:47:23.100062Z", + "iopub.status.busy": "2023-10-02T09:47:23.099480Z", + "iopub.status.idle": "2023-10-02T09:47:23.163237Z", + "shell.execute_reply": "2023-10-02T09:47:23.162450Z" }, "papermill": { - "duration": 0.069042, - "end_time": "2023-09-25T09:50:13.814831", + "duration": 0.069604, + "end_time": "2023-10-02T09:47:23.165895", "exception": false, - "start_time": "2023-09-25T09:50:13.745789", + "start_time": "2023-10-02T09:47:23.096291", "status": "completed" }, "tags": [] @@ -721,13 +721,13 @@ }, { "cell_type": "markdown", - "id": "783ffabe", + "id": "f600d501", "metadata": { "papermill": { - "duration": 0.003446, - "end_time": "2023-09-25T09:50:13.821747", + "duration": 0.003262, + "end_time": "2023-10-02T09:47:23.172617", "exception": false, - "start_time": "2023-09-25T09:50:13.818301", + "start_time": "2023-10-02T09:47:23.169355", "status": "completed" }, "tags": [] @@ -739,19 +739,19 @@ { "cell_type": "code", "execution_count": 5, - "id": "16118025", + "id": "e0111fcf", "metadata": { "execution": { - "iopub.execute_input": "2023-09-25T09:50:13.830003Z", - "iopub.status.busy": "2023-09-25T09:50:13.829312Z", - "iopub.status.idle": "2023-09-25T09:50:13.836035Z", - "shell.execute_reply": "2023-09-25T09:50:13.835334Z" + "iopub.execute_input": "2023-10-02T09:47:23.180364Z", + "iopub.status.busy": "2023-10-02T09:47:23.179743Z", + "iopub.status.idle": "2023-10-02T09:47:23.187481Z", + "shell.execute_reply": "2023-10-02T09:47:23.186808Z" }, "papermill": { - "duration": 0.012798, - "end_time": "2023-09-25T09:50:13.837681", + "duration": 0.01358, + "end_time": "2023-10-02T09:47:23.189190", "exception": false, - "start_time": "2023-09-25T09:50:13.824883", + "start_time": "2023-10-02T09:47:23.175610", "status": "completed" }, "tags": [] @@ -787,19 +787,19 @@ { "cell_type": "code", "execution_count": 6, - "id": "40ae3831", + "id": "34a7a30e", "metadata": { "execution": { - "iopub.execute_input": "2023-09-25T09:50:13.845369Z", - "iopub.status.busy": "2023-09-25T09:50:13.844888Z", - "iopub.status.idle": "2023-09-25T09:50:13.897314Z", - "shell.execute_reply": "2023-09-25T09:50:13.896612Z" + "iopub.execute_input": "2023-10-02T09:47:23.196355Z", + "iopub.status.busy": "2023-10-02T09:47:23.196122Z", + "iopub.status.idle": "2023-10-02T09:47:23.249331Z", + "shell.execute_reply": "2023-10-02T09:47:23.247899Z" }, "papermill": { - "duration": 0.058396, - "end_time": "2023-09-25T09:50:13.899253", + "duration": 0.058798, + "end_time": "2023-10-02T09:47:23.250973", "exception": false, - "start_time": "2023-09-25T09:50:13.840857", + "start_time": "2023-10-02T09:47:23.192175", "status": "completed" }, "tags": [] @@ -1276,13 +1276,13 @@ }, { "cell_type": "markdown", - "id": "36b41325", + "id": "ee9146f4", "metadata": { "papermill": { - "duration": 0.003732, - "end_time": "2023-09-25T09:50:13.907407", + "duration": 0.003622, + "end_time": "2023-10-02T09:47:23.258425", "exception": false, - "start_time": "2023-09-25T09:50:13.903675", + "start_time": "2023-10-02T09:47:23.254803", "status": "completed" }, "tags": [] @@ -1294,19 +1294,19 @@ { "cell_type": "code", "execution_count": 7, - "id": "d8268eff", + "id": "10c2e1fa", "metadata": { "execution": { - "iopub.execute_input": "2023-09-25T09:50:13.917496Z", - "iopub.status.busy": "2023-09-25T09:50:13.917007Z", - "iopub.status.idle": "2023-09-25T09:50:13.931822Z", - "shell.execute_reply": "2023-09-25T09:50:13.931166Z" + "iopub.execute_input": "2023-10-02T09:47:23.268184Z", + "iopub.status.busy": "2023-10-02T09:47:23.267565Z", + "iopub.status.idle": "2023-10-02T09:47:23.282632Z", + "shell.execute_reply": "2023-10-02T09:47:23.281037Z" }, "papermill": { - "duration": 0.02163, - "end_time": "2023-09-25T09:50:13.933669", + "duration": 0.021264, + "end_time": "2023-10-02T09:47:23.284259", "exception": false, - "start_time": "2023-09-25T09:50:13.912039", + "start_time": "2023-10-02T09:47:23.262995", "status": "completed" }, "tags": [] @@ -1327,19 +1327,19 @@ { "cell_type": "code", "execution_count": 8, - "id": "ca9222ab", + "id": "c83f3201", "metadata": { "execution": { - "iopub.execute_input": "2023-09-25T09:50:13.942808Z", - "iopub.status.busy": "2023-09-25T09:50:13.942463Z", - "iopub.status.idle": "2023-09-25T09:50:13.947555Z", - "shell.execute_reply": "2023-09-25T09:50:13.947017Z" + "iopub.execute_input": "2023-10-02T09:47:23.293202Z", + "iopub.status.busy": "2023-10-02T09:47:23.292748Z", + "iopub.status.idle": "2023-10-02T09:47:23.298540Z", + "shell.execute_reply": "2023-10-02T09:47:23.297895Z" }, "papermill": { - "duration": 0.011469, - "end_time": "2023-09-25T09:50:13.949063", + "duration": 0.012105, + "end_time": "2023-10-02T09:47:23.300148", "exception": false, - "start_time": "2023-09-25T09:50:13.937594", + "start_time": "2023-10-02T09:47:23.288043", "status": "completed" }, "tags": [] @@ -1374,13 +1374,13 @@ { "cell_type": "code", "execution_count": null, - "id": "a19ff4da", + "id": "a3d95795", "metadata": { "papermill": { - "duration": 0.003922, - "end_time": "2023-09-25T09:50:13.956852", + "duration": 0.003788, + "end_time": "2023-10-02T09:47:23.307718", "exception": false, - "start_time": "2023-09-25T09:50:13.952930", + "start_time": "2023-10-02T09:47:23.303930", "status": "completed" }, "tags": [] @@ -1405,18 +1405,18 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.10.12" + "version": "3.10.13" }, "papermill": { "default_parameters": {}, - "duration": 2.431133, - "end_time": "2023-09-25T09:50:14.178118", + "duration": 2.682197, + "end_time": "2023-10-02T09:47:23.530122", "environment_variables": {}, "exception": null, "input_path": "prepare.ipynb", "output_path": "../../working/output/labour-market-prepare.ipynb", "parameters": {}, - "start_time": "2023-09-25T09:50:11.746985", + "start_time": "2023-10-02T09:47:20.847925", "version": "2.4.0" } },