diff --git a/scripts/cpi/dvc.lock b/scripts/cpi/dvc.lock index 20027f0b..c6951d86 100644 --- a/scripts/cpi/dvc.lock +++ b/scripts/cpi/dvc.lock @@ -88,7 +88,7 @@ stages: size: 8893 - path: working/metadata.csv hash: md5 - md5: 43186523cee2c0f416d9c3e15d7490b6 + md5: 27d2f594278049f816b0f08a7fb87d5b size: 7642 outs: - path: src/_data/sources/cpi/cpi_barchart.csv diff --git a/scripts/labour-market/dvc.lock b/scripts/labour-market/dvc.lock index e32e62f3..f734a909 100644 --- a/scripts/labour-market/dvc.lock +++ b/scripts/labour-market/dvc.lock @@ -34,7 +34,7 @@ stages: nfiles: 6 - path: ../../working/metadata.csv hash: md5 - md5: 43186523cee2c0f416d9c3e15d7490b6 + md5: 27d2f594278049f816b0f08a7fb87d5b size: 7642 - path: config.py hash: md5 diff --git a/scripts/vacancies/dvc.lock b/scripts/vacancies/dvc.lock index bc7a631b..09a0b7d3 100644 --- a/scripts/vacancies/dvc.lock +++ b/scripts/vacancies/dvc.lock @@ -13,7 +13,7 @@ stages: size: 5733 - path: working/metadata.csv hash: md5 - md5: 43186523cee2c0f416d9c3e15d7490b6 + md5: 27d2f594278049f816b0f08a7fb87d5b size: 7642 - path: working/vacancies/vacancies_by_sector.csv hash: md5 @@ -30,12 +30,12 @@ stages: deps: - path: scripts/vacancies/extract.py md5: a49fc352dd8af50aa8d41b53463ec90d - size: 563 + size: 547 outs: - path: working/vacancies/vacancies_by_sector.csv - md5: cf560065c870b454d8aec3c5e9cae104 - size: 974 - isexec: true + hash: md5 + md5: d87aa1a94f87db2274f2b87c9ee0d9ab + size: 848 transform: cmd: PYTHONPATH=. python3 scripts/vacancies/transform.py deps: diff --git a/working/metadata.csv.dvc b/working/metadata.csv.dvc index 16aab31d..d762e7eb 100644 --- a/working/metadata.csv.dvc +++ b/working/metadata.csv.dvc @@ -1,13 +1,13 @@ -md5: cb3de4f54e92c77b3ae77d4b524fa6eb +md5: 6a20146e5514ec4ed04dfb0854d4342d # frozen: true deps: -- checksum: '"02c302b2435b5f96eaa3d8e4a578daa5250849f7c5f8633c745d9c8abc854876"' +- checksum: '"1b13e1802b5ed17bb7253a19ff26929689fe903707c3db5c0f0f446e9005bdbb"' size: 7642 hash: md5 path: https://raw.githubusercontent.com/economic-analytics/edd/main/data-raw/edd_dict.csv outs: -- md5: 43186523cee2c0f416d9c3e15d7490b6 +- md5: 27d2f594278049f816b0f08a7fb87d5b size: 7642 hash: md5 path: metadata.csv diff --git a/working/output/labour-market-prepare.ipynb b/working/output/labour-market-prepare.ipynb index 2fcf955d..fe9b5ef4 100644 --- a/working/output/labour-market-prepare.ipynb +++ b/working/output/labour-market-prepare.ipynb @@ -3,19 +3,19 @@ { "cell_type": "code", "execution_count": 1, - "id": "35fd5a56", + "id": "ee0c67eb", "metadata": { "execution": { - "iopub.execute_input": "2023-09-21T09:46:22.351113Z", - "iopub.status.busy": "2023-09-21T09:46:22.350489Z", - "iopub.status.idle": "2023-09-21T09:46:22.660010Z", - "shell.execute_reply": "2023-09-21T09:46:22.659222Z" + "iopub.execute_input": "2023-09-22T09:46:17.698626Z", + "iopub.status.busy": "2023-09-22T09:46:17.697780Z", + "iopub.status.idle": "2023-09-22T09:46:18.118594Z", + "shell.execute_reply": "2023-09-22T09:46:18.117642Z" }, "papermill": { - "duration": 0.316957, - "end_time": "2023-09-21T09:46:22.662528", + "duration": 0.430732, + "end_time": "2023-09-22T09:46:18.121117", "exception": false, - "start_time": "2023-09-21T09:46:22.345571", + "start_time": "2023-09-22T09:46:17.690385", "status": "completed" }, "tags": [] @@ -33,19 +33,19 @@ { "cell_type": "code", "execution_count": 2, - "id": "716dba08", + "id": "493fefec", "metadata": { "execution": { - "iopub.execute_input": "2023-09-21T09:46:22.669995Z", - "iopub.status.busy": "2023-09-21T09:46:22.669488Z", - "iopub.status.idle": "2023-09-21T09:46:22.677468Z", - "shell.execute_reply": "2023-09-21T09:46:22.676813Z" + "iopub.execute_input": "2023-09-22T09:46:18.129031Z", + "iopub.status.busy": "2023-09-22T09:46:18.128272Z", + "iopub.status.idle": "2023-09-22T09:46:18.137261Z", + "shell.execute_reply": "2023-09-22T09:46:18.136529Z" }, "papermill": { - "duration": 0.013455, - "end_time": "2023-09-21T09:46:22.679127", + "duration": 0.015015, + "end_time": "2023-09-22T09:46:18.139277", "exception": false, - "start_time": "2023-09-21T09:46:22.665672", + "start_time": "2023-09-22T09:46:18.124262", "status": "completed" }, "tags": [] @@ -58,13 +58,13 @@ }, { "cell_type": "markdown", - "id": "e8f5d72e", + "id": "0877510a", "metadata": { "papermill": { - "duration": 0.002325, - "end_time": "2023-09-21T09:46:22.683970", + "duration": 0.002692, + "end_time": "2023-09-22T09:46:18.145454", "exception": false, - "start_time": "2023-09-21T09:46:22.681645", + "start_time": "2023-09-22T09:46:18.142762", "status": "completed" }, "tags": [] @@ -76,19 +76,19 @@ { "cell_type": "code", "execution_count": 3, - "id": "9abd7902", + "id": "7822e7af", "metadata": { "execution": { - "iopub.execute_input": "2023-09-21T09:46:22.690524Z", - "iopub.status.busy": "2023-09-21T09:46:22.689818Z", - "iopub.status.idle": "2023-09-21T09:46:22.707375Z", - "shell.execute_reply": "2023-09-21T09:46:22.706716Z" + "iopub.execute_input": "2023-09-22T09:46:18.152661Z", + "iopub.status.busy": "2023-09-22T09:46:18.151931Z", + "iopub.status.idle": "2023-09-22T09:46:18.172432Z", + "shell.execute_reply": "2023-09-22T09:46:18.171665Z" }, "papermill": { - "duration": 0.02299, - "end_time": "2023-09-21T09:46:22.709288", + "duration": 0.026542, + "end_time": "2023-09-22T09:46:18.174713", "exception": false, - "start_time": "2023-09-21T09:46:22.686298", + "start_time": "2023-09-22T09:46:18.148171", "status": "completed" }, "tags": [] @@ -103,13 +103,13 @@ }, { "cell_type": "markdown", - "id": "47d6f75b", + "id": "02b9e4e1", "metadata": { "papermill": { - "duration": 0.002436, - "end_time": "2023-09-21T09:46:22.714242", + "duration": 0.002818, + "end_time": "2023-09-22T09:46:18.180413", "exception": false, - "start_time": "2023-09-21T09:46:22.711806", + "start_time": "2023-09-22T09:46:18.177595", "status": "completed" }, "tags": [] @@ -121,19 +121,19 @@ { "cell_type": "code", "execution_count": 4, - "id": "0cdae214", + "id": "9f9b330e", "metadata": { "execution": { - "iopub.execute_input": "2023-09-21T09:46:22.720545Z", - "iopub.status.busy": "2023-09-21T09:46:22.720120Z", - "iopub.status.idle": "2023-09-21T09:46:22.785444Z", - "shell.execute_reply": "2023-09-21T09:46:22.784596Z" + "iopub.execute_input": "2023-09-22T09:46:18.187752Z", + "iopub.status.busy": "2023-09-22T09:46:18.187063Z", + "iopub.status.idle": "2023-09-22T09:46:18.264425Z", + "shell.execute_reply": "2023-09-22T09:46:18.263382Z" }, "papermill": { - "duration": 0.07147, - "end_time": "2023-09-21T09:46:22.788197", + "duration": 0.083104, + "end_time": "2023-09-22T09:46:18.266392", "exception": false, - "start_time": "2023-09-21T09:46:22.716727", + "start_time": "2023-09-22T09:46:18.183288", "status": "completed" }, "tags": [] @@ -721,13 +721,13 @@ }, { "cell_type": "markdown", - "id": "3cc62279", + "id": "a6b7ad59", "metadata": { "papermill": { - "duration": 0.003206, - "end_time": "2023-09-21T09:46:22.795348", + "duration": 0.003713, + "end_time": "2023-09-22T09:46:18.274158", "exception": false, - "start_time": "2023-09-21T09:46:22.792142", + "start_time": "2023-09-22T09:46:18.270445", "status": "completed" }, "tags": [] @@ -739,19 +739,19 @@ { "cell_type": "code", "execution_count": 5, - "id": "bcabced0", + "id": "4c9118a3", "metadata": { "execution": { - "iopub.execute_input": "2023-09-21T09:46:22.803269Z", - "iopub.status.busy": "2023-09-21T09:46:22.802947Z", - "iopub.status.idle": "2023-09-21T09:46:22.809308Z", - "shell.execute_reply": "2023-09-21T09:46:22.808663Z" + "iopub.execute_input": "2023-09-22T09:46:18.283267Z", + "iopub.status.busy": "2023-09-22T09:46:18.282669Z", + "iopub.status.idle": "2023-09-22T09:46:18.290014Z", + "shell.execute_reply": "2023-09-22T09:46:18.289155Z" }, "papermill": { - "duration": 0.012406, - "end_time": "2023-09-21T09:46:22.810815", + "duration": 0.014091, + "end_time": "2023-09-22T09:46:18.291802", "exception": false, - "start_time": "2023-09-21T09:46:22.798409", + "start_time": "2023-09-22T09:46:18.277711", "status": "completed" }, "tags": [] @@ -787,19 +787,19 @@ { "cell_type": "code", "execution_count": 6, - "id": "c4ead63c", + "id": "e6262a79", "metadata": { "execution": { - "iopub.execute_input": "2023-09-21T09:46:22.819090Z", - "iopub.status.busy": "2023-09-21T09:46:22.818616Z", - "iopub.status.idle": "2023-09-21T09:46:22.872467Z", - "shell.execute_reply": "2023-09-21T09:46:22.871730Z" + "iopub.execute_input": "2023-09-22T09:46:18.300969Z", + "iopub.status.busy": "2023-09-22T09:46:18.300285Z", + "iopub.status.idle": "2023-09-22T09:46:18.362472Z", + "shell.execute_reply": "2023-09-22T09:46:18.361460Z" }, "papermill": { - "duration": 0.06023, - "end_time": "2023-09-21T09:46:22.874376", + "duration": 0.068789, + "end_time": "2023-09-22T09:46:18.364324", "exception": false, - "start_time": "2023-09-21T09:46:22.814146", + "start_time": "2023-09-22T09:46:18.295535", "status": "completed" }, "tags": [] @@ -1276,13 +1276,13 @@ }, { "cell_type": "markdown", - "id": "7c391041", + "id": "4f42e22a", "metadata": { "papermill": { - "duration": 0.003931, - "end_time": "2023-09-21T09:46:22.882825", + "duration": 0.004387, + "end_time": "2023-09-22T09:46:18.373251", "exception": false, - "start_time": "2023-09-21T09:46:22.878894", + "start_time": "2023-09-22T09:46:18.368864", "status": "completed" }, "tags": [] @@ -1294,19 +1294,19 @@ { "cell_type": "code", "execution_count": 7, - "id": "bdc78e27", + "id": "41a506d2", "metadata": { "execution": { - "iopub.execute_input": "2023-09-21T09:46:22.893132Z", - "iopub.status.busy": "2023-09-21T09:46:22.892590Z", - "iopub.status.idle": "2023-09-21T09:46:22.910505Z", - "shell.execute_reply": "2023-09-21T09:46:22.909134Z" + "iopub.execute_input": "2023-09-22T09:46:18.385196Z", + "iopub.status.busy": "2023-09-22T09:46:18.384513Z", + "iopub.status.idle": "2023-09-22T09:46:18.401640Z", + "shell.execute_reply": "2023-09-22T09:46:18.400898Z" }, "papermill": { - "duration": 0.025163, - "end_time": "2023-09-21T09:46:22.912709", + "duration": 0.02484, + "end_time": "2023-09-22T09:46:18.403598", "exception": false, - "start_time": "2023-09-21T09:46:22.887546", + "start_time": "2023-09-22T09:46:18.378758", "status": "completed" }, "tags": [] @@ -1327,19 +1327,19 @@ { "cell_type": "code", "execution_count": 8, - "id": "e7df5df6", + "id": "97ca0889", "metadata": { "execution": { - "iopub.execute_input": "2023-09-21T09:46:22.922318Z", - "iopub.status.busy": "2023-09-21T09:46:22.921886Z", - "iopub.status.idle": "2023-09-21T09:46:22.927686Z", - "shell.execute_reply": "2023-09-21T09:46:22.926996Z" + "iopub.execute_input": "2023-09-22T09:46:18.414244Z", + "iopub.status.busy": "2023-09-22T09:46:18.413501Z", + "iopub.status.idle": "2023-09-22T09:46:18.419749Z", + "shell.execute_reply": "2023-09-22T09:46:18.418985Z" }, "papermill": { - "duration": 0.013574, - "end_time": "2023-09-21T09:46:22.930286", + "duration": 0.013974, + "end_time": "2023-09-22T09:46:18.421979", "exception": false, - "start_time": "2023-09-21T09:46:22.916712", + "start_time": "2023-09-22T09:46:18.408005", "status": "completed" }, "tags": [] @@ -1374,13 +1374,13 @@ { "cell_type": "code", "execution_count": null, - "id": "e4248ca8", + "id": "b52a5ec6", "metadata": { "papermill": { - "duration": 0.003971, - "end_time": "2023-09-21T09:46:22.938223", + "duration": 0.004451, + "end_time": "2023-09-22T09:46:18.430876", "exception": false, - "start_time": "2023-09-21T09:46:22.934252", + "start_time": "2023-09-22T09:46:18.426425", "status": "completed" }, "tags": [] @@ -1409,14 +1409,14 @@ }, "papermill": { "default_parameters": {}, - "duration": 2.675728, - "end_time": "2023-09-21T09:46:23.261348", + "duration": 3.068969, + "end_time": "2023-09-22T09:46:18.755511", "environment_variables": {}, "exception": null, "input_path": "prepare.ipynb", "output_path": "../../working/output/labour-market-prepare.ipynb", "parameters": {}, - "start_time": "2023-09-21T09:46:20.585620", + "start_time": "2023-09-22T09:46:15.686542", "version": "2.4.0" } },