From 79de81ff8f670025fe151802c80e6d9fdf073ab7 Mon Sep 17 00:00:00 2001 From: gilesdring Date: Wed, 6 Dec 2023 07:45:41 +0000 Subject: [PATCH] Data updates --- scripts/cpi/dvc.lock | 2 +- scripts/labour-market/dvc.lock | 2 +- scripts/neet/dvc.lock | 2 +- scripts/vacancies/dvc.lock | 2 +- working/output/labour-market-prepare.ipynb | 174 +++++++------- working/output/neet-transform.ipynb | 216 +++++++++--------- working/upstream/census-employment-status.dvc | 4 +- .../claimants-per-population-latest.csv.dvc | 4 +- ...ur-market_most_recent_by_pcon_2010.csv.dvc | 4 +- working/upstream/lms-codes.csv.dvc | 4 +- working/upstream/lms.csv.dvc | 4 +- working/upstream/metadata.csv.dvc | 6 +- working/upstream/mm23-codes.dvc | 4 +- working/upstream/mm23.csv.dvc | 4 +- working/upstream/neet-codes.csv.dvc | 4 +- working/upstream/neet-factors.csv.dvc | 4 +- working/upstream/neet.csv.dvc | 4 +- working/upstream/unem-codes.csv.dvc | 4 +- working/upstream/unem.csv.dvc | 4 +- .../vacancies-growth-by-sector.csv.dvc | 4 +- 20 files changed, 228 insertions(+), 228 deletions(-) diff --git a/scripts/cpi/dvc.lock b/scripts/cpi/dvc.lock index 1525824a..bcc86f3e 100644 --- a/scripts/cpi/dvc.lock +++ b/scripts/cpi/dvc.lock @@ -52,7 +52,7 @@ stages: size: 8605 - path: working/upstream/metadata.csv hash: md5 - md5: 0a4ec3182c92e88a897711ff9f023660 + md5: 7220abd216b61fcd044ad7cf7de00bef size: 160 - path: working/upstream/mm23-codes.csv hash: md5 diff --git a/scripts/labour-market/dvc.lock b/scripts/labour-market/dvc.lock index ea43f4f0..7df1b0c2 100644 --- a/scripts/labour-market/dvc.lock +++ b/scripts/labour-market/dvc.lock @@ -34,7 +34,7 @@ stages: nfiles: 6 - path: ../../working/upstream/metadata.csv hash: md5 - md5: 0a4ec3182c92e88a897711ff9f023660 + md5: 7220abd216b61fcd044ad7cf7de00bef size: 160 - path: config.py hash: md5 diff --git a/scripts/neet/dvc.lock b/scripts/neet/dvc.lock index adbf51f5..fe1d8e56 100644 --- a/scripts/neet/dvc.lock +++ b/scripts/neet/dvc.lock @@ -16,7 +16,7 @@ stages: deps: - path: ../../working/upstream/metadata.csv hash: md5 - md5: 0a4ec3182c92e88a897711ff9f023660 + md5: 7220abd216b61fcd044ad7cf7de00bef size: 160 - path: ../../working/upstream/neet.csv hash: md5 diff --git a/scripts/vacancies/dvc.lock b/scripts/vacancies/dvc.lock index b2ba20bc..62ca56b9 100644 --- a/scripts/vacancies/dvc.lock +++ b/scripts/vacancies/dvc.lock @@ -17,7 +17,7 @@ stages: size: 5836 - path: working/upstream/metadata.csv hash: md5 - md5: 0a4ec3182c92e88a897711ff9f023660 + md5: 7220abd216b61fcd044ad7cf7de00bef size: 160 - path: working/upstream/vacancies-growth-by-sector.csv hash: md5 diff --git a/working/output/labour-market-prepare.ipynb b/working/output/labour-market-prepare.ipynb index b9f0775e..0f7493b1 100644 --- a/working/output/labour-market-prepare.ipynb +++ b/working/output/labour-market-prepare.ipynb @@ -3,19 +3,19 @@ { "cell_type": "code", "execution_count": 1, - "id": "406f7743", + "id": "7862669a", "metadata": { "execution": { - "iopub.execute_input": "2023-11-22T07:45:54.499900Z", - "iopub.status.busy": "2023-11-22T07:45:54.499605Z", - "iopub.status.idle": "2023-11-22T07:45:54.740630Z", - "shell.execute_reply": "2023-11-22T07:45:54.739973Z" + "iopub.execute_input": "2023-12-06T07:45:39.069184Z", + "iopub.status.busy": "2023-12-06T07:45:39.069007Z", + "iopub.status.idle": "2023-12-06T07:45:39.298149Z", + "shell.execute_reply": "2023-12-06T07:45:39.297618Z" }, "papermill": { - "duration": 0.246071, - "end_time": "2023-11-22T07:45:54.742221", + "duration": 0.233576, + "end_time": "2023-12-06T07:45:39.299642", "exception": false, - "start_time": "2023-11-22T07:45:54.496150", + "start_time": "2023-12-06T07:45:39.066066", "status": "completed" }, "tags": [] @@ -33,19 +33,19 @@ { "cell_type": "code", "execution_count": 2, - "id": "092b9031", + "id": "4b0afba7", "metadata": { "execution": { - "iopub.execute_input": "2023-11-22T07:45:54.747771Z", - "iopub.status.busy": "2023-11-22T07:45:54.747183Z", - "iopub.status.idle": "2023-11-22T07:45:54.753609Z", - "shell.execute_reply": "2023-11-22T07:45:54.753066Z" + "iopub.execute_input": "2023-12-06T07:45:39.304567Z", + "iopub.status.busy": "2023-12-06T07:45:39.304113Z", + "iopub.status.idle": "2023-12-06T07:45:39.310386Z", + "shell.execute_reply": "2023-12-06T07:45:39.309801Z" }, "papermill": { - "duration": 0.010509, - "end_time": "2023-11-22T07:45:54.754935", + "duration": 0.010074, + "end_time": "2023-12-06T07:45:39.311746", "exception": false, - "start_time": "2023-11-22T07:45:54.744426", + "start_time": "2023-12-06T07:45:39.301672", "status": "completed" }, "tags": [] @@ -58,13 +58,13 @@ }, { "cell_type": "markdown", - "id": "430aca82", + "id": "1ce88597", "metadata": { "papermill": { - "duration": 0.001847, - "end_time": "2023-11-22T07:45:54.758585", + "duration": 0.001681, + "end_time": "2023-12-06T07:45:39.315134", "exception": false, - "start_time": "2023-11-22T07:45:54.756738", + "start_time": "2023-12-06T07:45:39.313453", "status": "completed" }, "tags": [] @@ -76,19 +76,19 @@ { "cell_type": "code", "execution_count": 3, - "id": "d92c2679", + "id": "27d2c2b8", "metadata": { "execution": { - "iopub.execute_input": "2023-11-22T07:45:54.763351Z", - "iopub.status.busy": "2023-11-22T07:45:54.762929Z", - "iopub.status.idle": "2023-11-22T07:45:54.776414Z", - "shell.execute_reply": "2023-11-22T07:45:54.775904Z" + "iopub.execute_input": "2023-12-06T07:45:39.319815Z", + "iopub.status.busy": "2023-12-06T07:45:39.319420Z", + "iopub.status.idle": "2023-12-06T07:45:39.331733Z", + "shell.execute_reply": "2023-12-06T07:45:39.331236Z" }, "papermill": { - "duration": 0.017344, - "end_time": "2023-11-22T07:45:54.777751", + "duration": 0.015991, + "end_time": "2023-12-06T07:45:39.332934", "exception": false, - "start_time": "2023-11-22T07:45:54.760407", + "start_time": "2023-12-06T07:45:39.316943", "status": "completed" }, "tags": [] @@ -103,13 +103,13 @@ }, { "cell_type": "markdown", - "id": "9fc67d7e", + "id": "92e645ff", "metadata": { "papermill": { - "duration": 0.001796, - "end_time": "2023-11-22T07:45:54.781468", + "duration": 0.001788, + "end_time": "2023-12-06T07:45:39.336435", "exception": false, - "start_time": "2023-11-22T07:45:54.779672", + "start_time": "2023-12-06T07:45:39.334647", "status": "completed" }, "tags": [] @@ -121,19 +121,19 @@ { "cell_type": "code", "execution_count": 4, - "id": "ad8fe05d", + "id": "4668ee9a", "metadata": { "execution": { - "iopub.execute_input": "2023-11-22T07:45:54.786293Z", - "iopub.status.busy": "2023-11-22T07:45:54.785883Z", - "iopub.status.idle": "2023-11-22T07:45:54.834132Z", - "shell.execute_reply": "2023-11-22T07:45:54.833504Z" + "iopub.execute_input": "2023-12-06T07:45:39.341087Z", + "iopub.status.busy": "2023-12-06T07:45:39.340768Z", + "iopub.status.idle": "2023-12-06T07:45:39.386443Z", + "shell.execute_reply": "2023-12-06T07:45:39.385811Z" }, "papermill": { - "duration": 0.052104, - "end_time": "2023-11-22T07:45:54.835463", + "duration": 0.049379, + "end_time": "2023-12-06T07:45:39.387705", "exception": false, - "start_time": "2023-11-22T07:45:54.783359", + "start_time": "2023-12-06T07:45:39.338326", "status": "completed" }, "tags": [] @@ -721,13 +721,13 @@ }, { "cell_type": "markdown", - "id": "af38199d", + "id": "f6f95a2c", "metadata": { "papermill": { - "duration": 0.002376, - "end_time": "2023-11-22T07:45:54.840345", + "duration": 0.002204, + "end_time": "2023-12-06T07:45:39.392305", "exception": false, - "start_time": "2023-11-22T07:45:54.837969", + "start_time": "2023-12-06T07:45:39.390101", "status": "completed" }, "tags": [] @@ -739,19 +739,19 @@ { "cell_type": "code", "execution_count": 5, - "id": "3768ce02", + "id": "46fd019b", "metadata": { "execution": { - "iopub.execute_input": "2023-11-22T07:45:54.846172Z", - "iopub.status.busy": "2023-11-22T07:45:54.845778Z", - "iopub.status.idle": "2023-11-22T07:45:54.851150Z", - "shell.execute_reply": "2023-11-22T07:45:54.850499Z" + "iopub.execute_input": "2023-12-06T07:45:39.398089Z", + "iopub.status.busy": "2023-12-06T07:45:39.397719Z", + "iopub.status.idle": "2023-12-06T07:45:39.402550Z", + "shell.execute_reply": "2023-12-06T07:45:39.402064Z" }, "papermill": { - "duration": 0.00976, - "end_time": "2023-11-22T07:45:54.852452", + "duration": 0.008923, + "end_time": "2023-12-06T07:45:39.403691", "exception": false, - "start_time": "2023-11-22T07:45:54.842692", + "start_time": "2023-12-06T07:45:39.394768", "status": "completed" }, "tags": [] @@ -787,19 +787,19 @@ { "cell_type": "code", "execution_count": 6, - "id": "41afb9c0", + "id": "5b087bc9", "metadata": { "execution": { - "iopub.execute_input": "2023-11-22T07:45:54.859328Z", - "iopub.status.busy": "2023-11-22T07:45:54.858882Z", - "iopub.status.idle": "2023-11-22T07:45:54.898754Z", - "shell.execute_reply": "2023-11-22T07:45:54.898127Z" + "iopub.execute_input": "2023-12-06T07:45:39.410338Z", + "iopub.status.busy": "2023-12-06T07:45:39.410146Z", + "iopub.status.idle": "2023-12-06T07:45:39.447218Z", + "shell.execute_reply": "2023-12-06T07:45:39.446564Z" }, "papermill": { - "duration": 0.044402, - "end_time": "2023-11-22T07:45:54.900143", + "duration": 0.041524, + "end_time": "2023-12-06T07:45:39.448511", "exception": false, - "start_time": "2023-11-22T07:45:54.855741", + "start_time": "2023-12-06T07:45:39.406987", "status": "completed" }, "tags": [] @@ -1276,13 +1276,13 @@ }, { "cell_type": "markdown", - "id": "e4d361ab", + "id": "c8a294cd", "metadata": { "papermill": { - "duration": 0.002718, - "end_time": "2023-11-22T07:45:54.905905", + "duration": 0.002602, + "end_time": "2023-12-06T07:45:39.453674", "exception": false, - "start_time": "2023-11-22T07:45:54.903187", + "start_time": "2023-12-06T07:45:39.451072", "status": "completed" }, "tags": [] @@ -1294,19 +1294,19 @@ { "cell_type": "code", "execution_count": 7, - "id": "cbd75405", + "id": "75aafb6a", "metadata": { "execution": { - "iopub.execute_input": "2023-11-22T07:45:54.912669Z", - "iopub.status.busy": "2023-11-22T07:45:54.912144Z", - "iopub.status.idle": "2023-11-22T07:45:54.922578Z", - "shell.execute_reply": "2023-11-22T07:45:54.922082Z" + "iopub.execute_input": "2023-12-06T07:45:39.460146Z", + "iopub.status.busy": "2023-12-06T07:45:39.459681Z", + "iopub.status.idle": "2023-12-06T07:45:39.469318Z", + "shell.execute_reply": "2023-12-06T07:45:39.468810Z" }, "papermill": { - "duration": 0.015206, - "end_time": "2023-11-22T07:45:54.923828", + "duration": 0.014358, + "end_time": "2023-12-06T07:45:39.470565", "exception": false, - "start_time": "2023-11-22T07:45:54.908622", + "start_time": "2023-12-06T07:45:39.456207", "status": "completed" }, "tags": [] @@ -1327,19 +1327,19 @@ { "cell_type": "code", "execution_count": 8, - "id": "6002ff53", + "id": "793adae0", "metadata": { "execution": { - "iopub.execute_input": "2023-11-22T07:45:54.930590Z", - "iopub.status.busy": "2023-11-22T07:45:54.930057Z", - "iopub.status.idle": "2023-11-22T07:45:54.934752Z", - "shell.execute_reply": "2023-11-22T07:45:54.934201Z" + "iopub.execute_input": "2023-12-06T07:45:39.477054Z", + "iopub.status.busy": "2023-12-06T07:45:39.476608Z", + "iopub.status.idle": "2023-12-06T07:45:39.480799Z", + "shell.execute_reply": "2023-12-06T07:45:39.480321Z" }, "papermill": { - "duration": 0.009503, - "end_time": "2023-11-22T07:45:54.936096", + "duration": 0.008828, + "end_time": "2023-12-06T07:45:39.481997", "exception": false, - "start_time": "2023-11-22T07:45:54.926593", + "start_time": "2023-12-06T07:45:39.473169", "status": "completed" }, "tags": [] @@ -1374,13 +1374,13 @@ { "cell_type": "code", "execution_count": null, - "id": "4fd4ec94", + "id": "c2349d76", "metadata": { "papermill": { - "duration": 0.002834, - "end_time": "2023-11-22T07:45:54.941868", + "duration": 0.002787, + "end_time": "2023-12-06T07:45:39.487487", "exception": false, - "start_time": "2023-11-22T07:45:54.939034", + "start_time": "2023-12-06T07:45:39.484700", "status": "completed" }, "tags": [] @@ -1409,14 +1409,14 @@ }, "papermill": { "default_parameters": {}, - "duration": 2.420354, - "end_time": "2023-11-22T07:45:55.160746", + "duration": 1.822168, + "end_time": "2023-12-06T07:45:39.707240", "environment_variables": {}, "exception": null, "input_path": "prepare.ipynb", "output_path": "../../working/output/labour-market-prepare.ipynb", "parameters": {}, - "start_time": "2023-11-22T07:45:52.740392", + "start_time": "2023-12-06T07:45:37.885072", "version": "2.4.0" } }, diff --git a/working/output/neet-transform.ipynb b/working/output/neet-transform.ipynb index e8def0fe..c70ad055 100644 --- a/working/output/neet-transform.ipynb +++ b/working/output/neet-transform.ipynb @@ -3,19 +3,19 @@ { "cell_type": "code", "execution_count": 1, - "id": "a7185058", + "id": "adf5fbee", "metadata": { "execution": { - "iopub.execute_input": "2023-11-17T13:10:37.105381Z", - "iopub.status.busy": "2023-11-17T13:10:37.104646Z", - "iopub.status.idle": "2023-11-17T13:10:37.258088Z", - "shell.execute_reply": "2023-11-17T13:10:37.257647Z" + "iopub.execute_input": "2023-12-06T07:45:36.820737Z", + "iopub.status.busy": "2023-12-06T07:45:36.820551Z", + "iopub.status.idle": "2023-12-06T07:45:37.045867Z", + "shell.execute_reply": "2023-12-06T07:45:37.045328Z" }, "papermill": { - "duration": 0.160262, - "end_time": "2023-11-17T13:10:37.259204", + "duration": 0.230097, + "end_time": "2023-12-06T07:45:37.047465", "exception": false, - "start_time": "2023-11-17T13:10:37.098942", + "start_time": "2023-12-06T07:45:36.817368", "status": "completed" }, "tags": [] @@ -34,19 +34,19 @@ { "cell_type": "code", "execution_count": 2, - "id": "fcbee066", + "id": "2f2aeb57", "metadata": { "execution": { - "iopub.execute_input": "2023-11-17T13:10:37.262376Z", - "iopub.status.busy": "2023-11-17T13:10:37.262187Z", - "iopub.status.idle": "2023-11-17T13:10:37.264616Z", - "shell.execute_reply": "2023-11-17T13:10:37.264304Z" + "iopub.execute_input": "2023-12-06T07:45:37.052713Z", + "iopub.status.busy": "2023-12-06T07:45:37.052295Z", + "iopub.status.idle": "2023-12-06T07:45:37.056110Z", + "shell.execute_reply": "2023-12-06T07:45:37.055553Z" }, "papermill": { - "duration": 0.004826, - "end_time": "2023-11-17T13:10:37.265379", + "duration": 0.007666, + "end_time": "2023-12-06T07:45:37.057435", "exception": false, - "start_time": "2023-11-17T13:10:37.260553", + "start_time": "2023-12-06T07:45:37.049769", "status": "completed" }, "tags": [] @@ -59,19 +59,19 @@ { "cell_type": "code", "execution_count": 3, - "id": "7d7db170", + "id": "92dd33b0", "metadata": { "execution": { - "iopub.execute_input": "2023-11-17T13:10:37.268222Z", - "iopub.status.busy": "2023-11-17T13:10:37.267986Z", - "iopub.status.idle": "2023-11-17T13:10:37.270037Z", - "shell.execute_reply": "2023-11-17T13:10:37.269764Z" + "iopub.execute_input": "2023-12-06T07:45:37.062459Z", + "iopub.status.busy": "2023-12-06T07:45:37.061955Z", + "iopub.status.idle": "2023-12-06T07:45:37.065456Z", + "shell.execute_reply": "2023-12-06T07:45:37.064944Z" }, "papermill": { - "duration": 0.004176, - "end_time": "2023-11-17T13:10:37.270669", + "duration": 0.007315, + "end_time": "2023-12-06T07:45:37.066734", "exception": false, - "start_time": "2023-11-17T13:10:37.266493", + "start_time": "2023-12-06T07:45:37.059419", "status": "completed" }, "tags": [] @@ -89,19 +89,19 @@ { "cell_type": "code", "execution_count": 4, - "id": "52c006b7", + "id": "ed30f98a", "metadata": { "execution": { - "iopub.execute_input": "2023-11-17T13:10:37.273350Z", - "iopub.status.busy": "2023-11-17T13:10:37.273238Z", - "iopub.status.idle": "2023-11-17T13:10:37.278668Z", - "shell.execute_reply": "2023-11-17T13:10:37.278350Z" + "iopub.execute_input": "2023-12-06T07:45:37.071767Z", + "iopub.status.busy": "2023-12-06T07:45:37.071390Z", + "iopub.status.idle": "2023-12-06T07:45:37.079668Z", + "shell.execute_reply": "2023-12-06T07:45:37.079145Z" }, "papermill": { - "duration": 0.007628, - "end_time": "2023-11-17T13:10:37.279400", + "duration": 0.012261, + "end_time": "2023-12-06T07:45:37.080954", "exception": false, - "start_time": "2023-11-17T13:10:37.271772", + "start_time": "2023-12-06T07:45:37.068693", "status": "completed" }, "tags": [] @@ -114,19 +114,19 @@ { "cell_type": "code", "execution_count": 5, - "id": "f7945eac", + "id": "e815a732", "metadata": { "execution": { - "iopub.execute_input": "2023-11-17T13:10:37.282309Z", - "iopub.status.busy": "2023-11-17T13:10:37.282134Z", - "iopub.status.idle": "2023-11-17T13:10:37.284035Z", - "shell.execute_reply": "2023-11-17T13:10:37.283746Z" + "iopub.execute_input": "2023-12-06T07:45:37.085825Z", + "iopub.status.busy": "2023-12-06T07:45:37.085466Z", + "iopub.status.idle": "2023-12-06T07:45:37.088500Z", + "shell.execute_reply": "2023-12-06T07:45:37.087935Z" }, "papermill": { - "duration": 0.004226, - "end_time": "2023-11-17T13:10:37.284784", + "duration": 0.006893, + "end_time": "2023-12-06T07:45:37.089786", "exception": false, - "start_time": "2023-11-17T13:10:37.280558", + "start_time": "2023-12-06T07:45:37.082893", "status": "completed" }, "tags": [] @@ -145,19 +145,19 @@ { "cell_type": "code", "execution_count": 6, - "id": "dc71f000", + "id": "567ba75f", "metadata": { "execution": { - "iopub.execute_input": "2023-11-17T13:10:37.287514Z", - "iopub.status.busy": "2023-11-17T13:10:37.287407Z", - "iopub.status.idle": "2023-11-17T13:10:37.289768Z", - "shell.execute_reply": "2023-11-17T13:10:37.289503Z" + "iopub.execute_input": "2023-12-06T07:45:37.094485Z", + "iopub.status.busy": "2023-12-06T07:45:37.094265Z", + "iopub.status.idle": "2023-12-06T07:45:37.098150Z", + "shell.execute_reply": "2023-12-06T07:45:37.097654Z" }, "papermill": { - "duration": 0.004443, - "end_time": "2023-11-17T13:10:37.290384", + "duration": 0.007706, + "end_time": "2023-12-06T07:45:37.099410", "exception": false, - "start_time": "2023-11-17T13:10:37.285941", + "start_time": "2023-12-06T07:45:37.091704", "status": "completed" }, "tags": [] @@ -170,19 +170,19 @@ { "cell_type": "code", "execution_count": 7, - "id": "801d47ad", + "id": "f69a1c2e", "metadata": { "execution": { - "iopub.execute_input": "2023-11-17T13:10:37.293118Z", - "iopub.status.busy": "2023-11-17T13:10:37.293016Z", - "iopub.status.idle": "2023-11-17T13:10:37.295531Z", - "shell.execute_reply": "2023-11-17T13:10:37.295219Z" + "iopub.execute_input": "2023-12-06T07:45:37.104187Z", + "iopub.status.busy": "2023-12-06T07:45:37.103890Z", + "iopub.status.idle": "2023-12-06T07:45:37.107930Z", + "shell.execute_reply": "2023-12-06T07:45:37.107440Z" }, "papermill": { - "duration": 0.004824, - "end_time": "2023-11-17T13:10:37.296345", + "duration": 0.00786, + "end_time": "2023-12-06T07:45:37.109172", "exception": false, - "start_time": "2023-11-17T13:10:37.291521", + "start_time": "2023-12-06T07:45:37.101312", "status": "completed" }, "tags": [] @@ -197,19 +197,19 @@ { "cell_type": "code", "execution_count": 8, - "id": "75ccbb51", + "id": "165fff95", "metadata": { "execution": { - "iopub.execute_input": "2023-11-17T13:10:37.299170Z", - "iopub.status.busy": "2023-11-17T13:10:37.299008Z", - "iopub.status.idle": "2023-11-17T13:10:37.304422Z", - "shell.execute_reply": "2023-11-17T13:10:37.304102Z" + "iopub.execute_input": "2023-12-06T07:45:37.114029Z", + "iopub.status.busy": "2023-12-06T07:45:37.113716Z", + "iopub.status.idle": "2023-12-06T07:45:37.121808Z", + "shell.execute_reply": "2023-12-06T07:45:37.121338Z" }, "papermill": { - "duration": 0.007694, - "end_time": "2023-11-17T13:10:37.305190", + "duration": 0.01168, + "end_time": "2023-12-06T07:45:37.122898", "exception": false, - "start_time": "2023-11-17T13:10:37.297496", + "start_time": "2023-12-06T07:45:37.111218", "status": "completed" }, "tags": [] @@ -223,19 +223,19 @@ { "cell_type": "code", "execution_count": 9, - "id": "943e321f", + "id": "b65a5224", "metadata": { "execution": { - "iopub.execute_input": "2023-11-17T13:10:37.308063Z", - "iopub.status.busy": "2023-11-17T13:10:37.307948Z", - "iopub.status.idle": "2023-11-17T13:10:37.313679Z", - "shell.execute_reply": "2023-11-17T13:10:37.313348Z" + "iopub.execute_input": "2023-12-06T07:45:37.128502Z", + "iopub.status.busy": "2023-12-06T07:45:37.128275Z", + "iopub.status.idle": "2023-12-06T07:45:37.135582Z", + "shell.execute_reply": "2023-12-06T07:45:37.135109Z" }, "papermill": { - "duration": 0.008162, - "end_time": "2023-11-17T13:10:37.314538", + "duration": 0.011147, + "end_time": "2023-12-06T07:45:37.136721", "exception": false, - "start_time": "2023-11-17T13:10:37.306376", + "start_time": "2023-12-06T07:45:37.125574", "status": "completed" }, "tags": [] @@ -248,19 +248,19 @@ { "cell_type": "code", "execution_count": 10, - "id": "2dc25eb7", + "id": "46cba6a9", "metadata": { "execution": { - "iopub.execute_input": "2023-11-17T13:10:37.317545Z", - "iopub.status.busy": "2023-11-17T13:10:37.317327Z", - "iopub.status.idle": "2023-11-17T13:10:37.321050Z", - "shell.execute_reply": "2023-11-17T13:10:37.320774Z" + "iopub.execute_input": "2023-12-06T07:45:37.141499Z", + "iopub.status.busy": "2023-12-06T07:45:37.141315Z", + "iopub.status.idle": "2023-12-06T07:45:37.147484Z", + "shell.execute_reply": "2023-12-06T07:45:37.147005Z" }, "papermill": { - "duration": 0.006095, - "end_time": "2023-11-17T13:10:37.321849", + "duration": 0.010002, + "end_time": "2023-12-06T07:45:37.148700", "exception": false, - "start_time": "2023-11-17T13:10:37.315754", + "start_time": "2023-12-06T07:45:37.138698", "status": "completed" }, "tags": [] @@ -284,19 +284,19 @@ { "cell_type": "code", "execution_count": 11, - "id": "9e4f9f0a", + "id": "6b899343", "metadata": { "execution": { - "iopub.execute_input": "2023-11-17T13:10:37.324833Z", - "iopub.status.busy": "2023-11-17T13:10:37.324673Z", - "iopub.status.idle": "2023-11-17T13:10:37.328914Z", - "shell.execute_reply": "2023-11-17T13:10:37.328601Z" + "iopub.execute_input": "2023-12-06T07:45:37.153793Z", + "iopub.status.busy": "2023-12-06T07:45:37.153474Z", + "iopub.status.idle": "2023-12-06T07:45:37.159402Z", + "shell.execute_reply": "2023-12-06T07:45:37.158919Z" }, "papermill": { - "duration": 0.00661, - "end_time": "2023-11-17T13:10:37.329719", + "duration": 0.009734, + "end_time": "2023-12-06T07:45:37.160583", "exception": false, - "start_time": "2023-11-17T13:10:37.323109", + "start_time": "2023-12-06T07:45:37.150849", "status": "completed" }, "tags": [] @@ -333,19 +333,19 @@ { "cell_type": "code", "execution_count": 12, - "id": "b0fd2004", + "id": "9ff35546", "metadata": { "execution": { - "iopub.execute_input": "2023-11-17T13:10:37.332788Z", - "iopub.status.busy": "2023-11-17T13:10:37.332559Z", - "iopub.status.idle": "2023-11-17T13:10:37.339199Z", - "shell.execute_reply": "2023-11-17T13:10:37.338926Z" + "iopub.execute_input": "2023-12-06T07:45:37.165463Z", + "iopub.status.busy": "2023-12-06T07:45:37.165141Z", + "iopub.status.idle": "2023-12-06T07:45:37.174982Z", + "shell.execute_reply": "2023-12-06T07:45:37.174463Z" }, "papermill": { - "duration": 0.009085, - "end_time": "2023-11-17T13:10:37.340039", + "duration": 0.013588, + "end_time": "2023-12-06T07:45:37.176157", "exception": false, - "start_time": "2023-11-17T13:10:37.330954", + "start_time": "2023-12-06T07:45:37.162569", "status": "completed" }, "tags": [] @@ -381,13 +381,13 @@ { "cell_type": "code", "execution_count": null, - "id": "3d9f98e9", + "id": "0b62c3ff", "metadata": { "papermill": { - "duration": 0.001274, - "end_time": "2023-11-17T13:10:37.342708", + "duration": 0.002267, + "end_time": "2023-12-06T07:45:37.180552", "exception": false, - "start_time": "2023-11-17T13:10:37.341434", + "start_time": "2023-12-06T07:45:37.178285", "status": "completed" }, "tags": [] @@ -398,13 +398,13 @@ { "cell_type": "code", "execution_count": null, - "id": "275ba452", + "id": "279fe99e", "metadata": { "papermill": { - "duration": 0.001215, - "end_time": "2023-11-17T13:10:37.345178", + "duration": 0.002048, + "end_time": "2023-12-06T07:45:37.184843", "exception": false, - "start_time": "2023-11-17T13:10:37.343963", + "start_time": "2023-12-06T07:45:37.182795", "status": "completed" }, "tags": [] @@ -429,18 +429,18 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.10.12" + "version": "3.10.13" }, "papermill": { "default_parameters": {}, - "duration": 1.16694, - "end_time": "2023-11-17T13:10:37.563404", + "duration": 1.913148, + "end_time": "2023-12-06T07:45:37.403568", "environment_variables": {}, "exception": null, "input_path": "transform.ipynb", "output_path": "../../working/output/neet-transform.ipynb", "parameters": {}, - "start_time": "2023-11-17T13:10:36.396464", + "start_time": "2023-12-06T07:45:35.490420", "version": "2.4.0" } }, diff --git a/working/upstream/census-employment-status.dvc b/working/upstream/census-employment-status.dvc index 4df297b4..32e008cf 100644 --- a/working/upstream/census-employment-status.dvc +++ b/working/upstream/census-employment-status.dvc @@ -1,10 +1,10 @@ -md5: 5a885207291889801b94ae62cdcdb834 +md5: f0a8aadf8936f2c4daee3ebe4dba80ba frozen: true deps: - path: data/processed/census/employment-status.csv repo: url: https://github.com/open-innovations/yff-data-pipelines - rev_lock: c87bbfc2eb4d99b645ad06bb7bbb1117be839698 + rev_lock: 9324be789d5da3f5255f4fe518353803d707ac9d outs: - md5: aa01ca494c03e7332df9264cbb1a3527 size: 2565260 diff --git a/working/upstream/claimants-per-population-latest.csv.dvc b/working/upstream/claimants-per-population-latest.csv.dvc index aa75f9d5..131fec20 100644 --- a/working/upstream/claimants-per-population-latest.csv.dvc +++ b/working/upstream/claimants-per-population-latest.csv.dvc @@ -1,10 +1,10 @@ -md5: 3e95e4ce981c207225912da2ccb3f42b +md5: ce8dd22ec053a36301b569948e10d405 frozen: true deps: - path: data/processed/claimants/claimants-per-population-latest.csv repo: url: https://github.com/open-innovations/yff-data-pipelines - rev_lock: c87bbfc2eb4d99b645ad06bb7bbb1117be839698 + rev_lock: 9324be789d5da3f5255f4fe518353803d707ac9d outs: - md5: d1e6436f706d90134c6a1e092174960e size: 93687 diff --git a/working/upstream/labour-market_most_recent_by_pcon_2010.csv.dvc b/working/upstream/labour-market_most_recent_by_pcon_2010.csv.dvc index 771145d8..cd8240b4 100644 --- a/working/upstream/labour-market_most_recent_by_pcon_2010.csv.dvc +++ b/working/upstream/labour-market_most_recent_by_pcon_2010.csv.dvc @@ -1,10 +1,10 @@ -md5: 0773ef28f0a2e01150031ea612ccb510 +md5: 60c754893ebe09178beb34b2653824d7 frozen: true deps: - path: data/processed/labour-market/most_recent_by_pcon_2010.csv repo: url: https://github.com/open-innovations/yff-data-pipelines - rev_lock: c87bbfc2eb4d99b645ad06bb7bbb1117be839698 + rev_lock: 9324be789d5da3f5255f4fe518353803d707ac9d outs: - md5: 0a22d02d1cd5d3d28b58aae17fe0ea21 size: 1156579 diff --git a/working/upstream/lms-codes.csv.dvc b/working/upstream/lms-codes.csv.dvc index c125cdcf..c7c28cd5 100644 --- a/working/upstream/lms-codes.csv.dvc +++ b/working/upstream/lms-codes.csv.dvc @@ -1,10 +1,10 @@ -md5: 5476249048d89eb03ce6509ef3c12ee0 +md5: e6bc2680b6c67ac83020d5780adf83f1 frozen: true deps: - path: data/metadata/codes/lms-codes.csv repo: url: https://github.com/open-innovations/yff-data-pipelines - rev_lock: c87bbfc2eb4d99b645ad06bb7bbb1117be839698 + rev_lock: 9324be789d5da3f5255f4fe518353803d707ac9d outs: - md5: 9ff4f5243454448a5c387bccf92cdba0 size: 189659 diff --git a/working/upstream/lms.csv.dvc b/working/upstream/lms.csv.dvc index 630d611c..e319feef 100644 --- a/working/upstream/lms.csv.dvc +++ b/working/upstream/lms.csv.dvc @@ -1,10 +1,10 @@ -md5: 5a23daafacd9a9c391493b7964ea074c +md5: bd6103a88c596ae99d62de6a7a3b76a2 frozen: true deps: - path: data/processed/lms.csv repo: url: https://github.com/open-innovations/yff-data-pipelines - rev_lock: c87bbfc2eb4d99b645ad06bb7bbb1117be839698 + rev_lock: 9324be789d5da3f5255f4fe518353803d707ac9d outs: - md5: 3b11cff5eba3e1ccf4cbcf47903ab5b6 size: 18260347 diff --git a/working/upstream/metadata.csv.dvc b/working/upstream/metadata.csv.dvc index 8543fc11..f51dc9c4 100644 --- a/working/upstream/metadata.csv.dvc +++ b/working/upstream/metadata.csv.dvc @@ -1,12 +1,12 @@ -md5: faed7fdfc411569ac12c01918ff24a72 +md5: eb3354188e54c6932bd37fdd4a209f77 frozen: true deps: - path: data/metadata/metadata.csv repo: url: https://github.com/open-innovations/yff-data-pipelines - rev_lock: c87bbfc2eb4d99b645ad06bb7bbb1117be839698 + rev_lock: 9324be789d5da3f5255f4fe518353803d707ac9d outs: -- md5: 0a4ec3182c92e88a897711ff9f023660 +- md5: 7220abd216b61fcd044ad7cf7de00bef size: 160 hash: md5 path: metadata.csv diff --git a/working/upstream/mm23-codes.dvc b/working/upstream/mm23-codes.dvc index c5fbcf7a..cb27be52 100644 --- a/working/upstream/mm23-codes.dvc +++ b/working/upstream/mm23-codes.dvc @@ -1,10 +1,10 @@ -md5: 5419346c104cc1b5ddca8b0b2cb2a98b +md5: 687a473952fcd8f3d8eddb9b746917de frozen: true deps: - path: data/metadata/codes/mm23-codes.csv repo: url: https://github.com/open-innovations/yff-data-pipelines - rev_lock: c87bbfc2eb4d99b645ad06bb7bbb1117be839698 + rev_lock: 9324be789d5da3f5255f4fe518353803d707ac9d outs: - md5: 04007528eeee2bcd2e76e101729d658d size: 402086 diff --git a/working/upstream/mm23.csv.dvc b/working/upstream/mm23.csv.dvc index f75bbd9d..37bb668a 100644 --- a/working/upstream/mm23.csv.dvc +++ b/working/upstream/mm23.csv.dvc @@ -1,10 +1,10 @@ -md5: cd64a88d7e9558e8ea9a0c62abb9bd52 +md5: cb17d4e8a1bd7252c125f75b8904ea8b frozen: true deps: - path: data/processed/mm23.csv repo: url: https://github.com/open-innovations/yff-data-pipelines - rev_lock: c87bbfc2eb4d99b645ad06bb7bbb1117be839698 + rev_lock: 9324be789d5da3f5255f4fe518353803d707ac9d outs: - md5: fdcdca24563c5119a3143d46aed1e332 size: 25027767 diff --git a/working/upstream/neet-codes.csv.dvc b/working/upstream/neet-codes.csv.dvc index 37000b57..ee2abd11 100644 --- a/working/upstream/neet-codes.csv.dvc +++ b/working/upstream/neet-codes.csv.dvc @@ -1,10 +1,10 @@ -md5: d16a77946fb40294cc5dd1b83283dd3f +md5: 627c373c8077541dd9e8b7242ddb342b frozen: true deps: - path: data/metadata/codes/neet-codes.csv repo: url: https://github.com/open-innovations/yff-data-pipelines - rev_lock: c87bbfc2eb4d99b645ad06bb7bbb1117be839698 + rev_lock: 9324be789d5da3f5255f4fe518353803d707ac9d outs: - md5: 25248995d16030256d2592cb7d0ae9bd size: 4266 diff --git a/working/upstream/neet-factors.csv.dvc b/working/upstream/neet-factors.csv.dvc index f393afa5..5916b849 100644 --- a/working/upstream/neet-factors.csv.dvc +++ b/working/upstream/neet-factors.csv.dvc @@ -1,10 +1,10 @@ -md5: a4acf1b89fd5b6970fa89b5d48cae5b7 +md5: 2cf94174df790baa9e5b4156fb70c054 frozen: true deps: - path: data/processed/yff/neet-factors.csv repo: url: https://github.com/open-innovations/yff-data-pipelines - rev_lock: c87bbfc2eb4d99b645ad06bb7bbb1117be839698 + rev_lock: 9324be789d5da3f5255f4fe518353803d707ac9d outs: - md5: 7335083d5c50b867eb0ff321b0a71459 size: 555225 diff --git a/working/upstream/neet.csv.dvc b/working/upstream/neet.csv.dvc index de934ad2..48ed3b2c 100644 --- a/working/upstream/neet.csv.dvc +++ b/working/upstream/neet.csv.dvc @@ -1,10 +1,10 @@ -md5: 9cf50fd668c13d799da489458405af67 +md5: 78468765fbce1c8ddab2f5833cca2643 frozen: true deps: - path: data/processed/neet.csv repo: url: https://github.com/open-innovations/yff-data-pipelines - rev_lock: c87bbfc2eb4d99b645ad06bb7bbb1117be839698 + rev_lock: 9324be789d5da3f5255f4fe518353803d707ac9d outs: - md5: a6d894c2cdc326e9b9d803c8149457c8 size: 355240 diff --git a/working/upstream/unem-codes.csv.dvc b/working/upstream/unem-codes.csv.dvc index bafed530..73751183 100644 --- a/working/upstream/unem-codes.csv.dvc +++ b/working/upstream/unem-codes.csv.dvc @@ -1,10 +1,10 @@ -md5: 920ce784109f9306370e13a53ef62b4d +md5: d8065fbb68e18d7dcfb1d5104a267dc0 frozen: true deps: - path: data/metadata/codes/unem-codes.csv repo: url: https://github.com/open-innovations/yff-data-pipelines - rev_lock: c87bbfc2eb4d99b645ad06bb7bbb1117be839698 + rev_lock: 9324be789d5da3f5255f4fe518353803d707ac9d outs: - md5: 1562b3ff0238d6212747e3f236b422c0 size: 35744 diff --git a/working/upstream/unem.csv.dvc b/working/upstream/unem.csv.dvc index 6649f806..2f8635df 100644 --- a/working/upstream/unem.csv.dvc +++ b/working/upstream/unem.csv.dvc @@ -1,10 +1,10 @@ -md5: 977ae2dcff7505d8a7867b2afa8a68f1 +md5: 928cd43247839315e32f999604084ba0 frozen: true deps: - path: data/processed/unem.csv repo: url: https://github.com/open-innovations/yff-data-pipelines - rev_lock: c87bbfc2eb4d99b645ad06bb7bbb1117be839698 + rev_lock: 9324be789d5da3f5255f4fe518353803d707ac9d outs: - md5: 080ba758467b2f3ff4e109c9b346fe26 size: 3654830 diff --git a/working/upstream/vacancies-growth-by-sector.csv.dvc b/working/upstream/vacancies-growth-by-sector.csv.dvc index 5f60ce97..01ba8916 100644 --- a/working/upstream/vacancies-growth-by-sector.csv.dvc +++ b/working/upstream/vacancies-growth-by-sector.csv.dvc @@ -1,10 +1,10 @@ -md5: f7feb3348e9306cf2b2373ef55b9a2cb +md5: c211b86fa15c00b81812f4bb51e2d171 frozen: true deps: - path: data/processed/vacancies/vacancies-growth-by-sector.csv repo: url: https://github.com/open-innovations/yff-data-pipelines - rev_lock: c87bbfc2eb4d99b645ad06bb7bbb1117be839698 + rev_lock: 9324be789d5da3f5255f4fe518353803d707ac9d outs: - md5: 49a5a3290b57b5ddadcae4cbda7a5f58 size: 1803