Data updates

open-innovations · Nov 15, 2023 · e54e9f6 · e54e9f6
1 parent 0c0661c
commit e54e9f6
Show file tree

Hide file tree

Showing 43 changed files with 1,501 additions and 1,475 deletions.
diff --git a/data/cpi/indicator.csv b/data/cpi/indicator.csv
@@ -1,4 +1,4 @@
 sector,indicator,sign
-monthly_pct_change,an increase,+
-quarterly_pct_change,a decrease,+
+monthly_pct_change,a decrease,
+quarterly_pct_change,an increase,+
 yearly_pct_change,a decrease,+
diff --git a/data/cpi/transformed_cpi.csv b/data/cpi/transformed_cpi.csv
@@ -5576,3 +5576,16 @@ date,freq,variable,value
 2023-09-01,m,D7C5,131.7
 2023-09-01,m,D7C6,140.2
 2023-09-01,m,D7C7,117.4
+2023-10-01,m,D7BT,132.0
+2023-10-01,m,D7BU,134.0
+2023-10-01,m,D7BV,140.6
+2023-10-01,m,D7BW,120.5
+2023-10-01,m,D7BX,136.6
+2023-10-01,m,D7BY,126.7
+2023-10-01,m,D7BZ,128.7
+2023-10-01,m,D7C2,136.1
+2023-10-01,m,D7C3,129.8
+2023-10-01,m,D7C4,127.3
+2023-10-01,m,D7C5,135.2
+2023-10-01,m,D7C6,140.2
+2023-10-01,m,D7C7,117.8
diff --git a/data/vacancies/vacancies_by_date.csv b/data/vacancies/vacancies_by_date.csv
@@ -350,7 +350,7 @@ AP2Y,1241.0,2021-10-01,q
 AP2Y,1214.0,2021-10-01,m
 AP2Y,1241.0,2021-11-01,m
 AP2Y,1264.0,2021-12-01,m
-AP2Y,1252.0,2022-01-01,a
+AP2Y,1254.0,2022-01-01,a
 AP2Y,1293.0,2022-01-01,q
 AP2Y,1281.0,2022-01-01,m
 AP2Y,1293.0,2022-02-01,m
@@ -359,10 +359,10 @@ AP2Y,1299.0,2022-04-01,q
 AP2Y,1302.0,2022-04-01,m
 AP2Y,1299.0,2022-05-01,m
 AP2Y,1275.0,2022-06-01,m
-AP2Y,1232.0,2022-07-01,q
+AP2Y,1244.0,2022-07-01,q
 AP2Y,1257.0,2022-07-01,m
-AP2Y,1232.0,2022-08-01,m
-AP2Y,1207.0,2022-09-01,m
+AP2Y,1244.0,2022-08-01,m
+AP2Y,1214.0,2022-09-01,m
 AP2Y,1151.0,2022-10-01,q
 AP2Y,1171.0,2022-10-01,m
 AP2Y,1151.0,2022-11-01,m
@@ -371,8 +371,11 @@ AP2Y,1119.0,2023-01-01,q
 AP2Y,1130.0,2023-01-01,m
 AP2Y,1119.0,2023-02-01,m
 AP2Y,1085.0,2023-03-01,m
-AP2Y,1031.0,2023-04-01,q
+AP2Y,1032.0,2023-04-01,q
 AP2Y,1052.0,2023-04-01,m
-AP2Y,1031.0,2023-05-01,m
-AP2Y,1017.0,2023-06-01,m
-AP2Y,989.0,2023-07-01,m
+AP2Y,1032.0,2023-05-01,m
+AP2Y,1015.0,2023-06-01,m
+AP2Y,981.0,2023-07-01,q
+AP2Y,993.0,2023-07-01,m
+AP2Y,981.0,2023-08-01,m
+AP2Y,957.0,2023-09-01,m
diff --git a/scripts/cpi/dvc.lock b/scripts/cpi/dvc.lock
@@ -13,12 +13,12 @@ stages:
       size: 5215
     - path: src/_data/sources/cpi/cpi_all_category_bar_chart.csv
       hash: md5
-      md5: c74a0247c54042aad84e255badad6194
-      size: 574
+      md5: c5b98934ac236407527fb11f73ea6e2e
+      size: 572
     - path: src/_data/sources/cpi/cpi_barchart.csv
       hash: md5
-      md5: f6eb0e10f3386dbb372338171a693467
-      size: 239
+      md5: e67e7966f7f7dc68730e54581eefdac4
+      size: 241
   transform:
     cmd: PYTHONPATH=. python3 scripts/cpi/transform.py
     deps:
@@ -32,61 +32,61 @@ stages:
       size: 1564
     - path: working/upstream/mm23.csv
       hash: md5
-      md5: afb1f1e30c8a7c31860a61e225238bf1
-      size: 24963991
+      md5: fdcdca24563c5119a3143d46aed1e332
+      size: 25027767
     outs:
     - path: data/cpi/transformed_cpi.csv
       hash: md5
-      md5: e0af0b0a1a92c087d7cc130d17937da5
-      size: 130041
+      md5: b4e08e80859b907fa49a89659a9ec7ab
+      size: 130353
   prepare:
     cmd: PYTHONPATH=. python3 scripts/cpi/prepare.py
     deps:
     - path: data/cpi/transformed_cpi.csv
       hash: md5
-      md5: e0af0b0a1a92c087d7cc130d17937da5
-      size: 130041
+      md5: b4e08e80859b907fa49a89659a9ec7ab
+      size: 130353
     - path: scripts/cpi/prepare.py
       hash: md5
       md5: baa430f643d94e5596d409b15e943900
       size: 8605
     - path: working/upstream/metadata.csv
       hash: md5
-      md5: e422fe1a3a9f3c565d25d36ebbac87ed
+      md5: 0a4ec3182c92e88a897711ff9f023660
       size: 160
     - path: working/upstream/mm23-codes.csv
       hash: md5
-      md5: bbba48be64a41a9f3f9118c0c9e875d5
+      md5: 04007528eeee2bcd2e76e101729d658d
       size: 402086
     outs:
     - path: data/cpi/indicator.csv
       hash: md5
-      md5: dadcba910792fc6794b947879b2688ee
-      size: 120
+      md5: 93b28dc7fde46f8ef1ff932d65c1b4e3
+      size: 119
     - path: src/_data/sources/cpi/cpi_all_category_bar_chart.csv
       hash: md5
-      md5: c74a0247c54042aad84e255badad6194
-      size: 574
+      md5: c5b98934ac236407527fb11f73ea6e2e
+      size: 572
     - path: src/_data/sources/cpi/cpi_barchart.csv
       hash: md5
-      md5: f6eb0e10f3386dbb372338171a693467
-      size: 239
+      md5: e67e7966f7f7dc68730e54581eefdac4
+      size: 241
     - path: src/_data/sources/cpi/cpi_linechart.csv
       hash: md5
-      md5: 5f7170a2c2e83451e131c15a96894fff
-      size: 15109
+      md5: 5245332c128c3929b72d07c9cdd0e3f4
+      size: 15118
     - path: src/_data/sources/cpi/cpi_summary_barchart.csv
       hash: md5
-      md5: 4da82b93391365c279b7e1e39fc4a1d2
-      size: 138
+      md5: 3d0806653ce01936aa1ad7a0234e3be6
+      size: 167
     - path: src/_data/sources/cpi/headlines.csv
       hash: md5
-      md5: ac4edd29899fa2bcacb53d8720f26f6c
-      size: 319
+      md5: d529288d34c23ac683e7b0aa4512b406
+      size: 321
     - path: src/_data/sources/cpi/metadata.json
       hash: md5
-      md5: dcdd090488eb7ae724b5ed1515b33056
-      size: 64
+      md5: 2f3242c2c98f8b8d7da2a35f473e176f
+      size: 65
   extract:
     cmd: PYTHONPATH=. python3 scripts/cpi/extract.py
     deps:

diff --git a/scripts/labour-market/dvc.lock b/scripts/labour-market/dvc.lock
@@ -13,8 +13,8 @@ stages:
       size: 628
     - path: working/upstream/lms.csv
       hash: md5
-      md5: 72d52598a0ba79effd075f9f66180a4d
-      size: 17934704
+      md5: 9064ed42556d22c218b241542428af1b
+      size: 17944847
     outs:
     - path: data/labour-market/monthly-rolling.csv
       hash: md5
@@ -34,7 +34,7 @@ stages:
       nfiles: 6
     - path: ../../working/upstream/metadata.csv
       hash: md5
-      md5: e422fe1a3a9f3c565d25d36ebbac87ed
+      md5: 0a4ec3182c92e88a897711ff9f023660
       size: 160
     - path: config.py
       hash: md5
@@ -71,5 +71,5 @@ stages:
       size: 1942
     - path: ../../src/dashboard/labour-market/_data/latest.json
       hash: md5
-      md5: a923981e1bb1ee513b7a1639a3ffca23
+      md5: 2c884ea3c6ccfb0cfe7439d1020461a2
       size: 537
diff --git a/scripts/maps/dvc.lock b/scripts/maps/dvc.lock
@@ -13,7 +13,7 @@ stages:
       size: 2565260
     - path: working/upstream/claimants-per-population-latest.csv
       hash: md5
-      md5: 1116778e91764eaad83417a861b6f126
+      md5: d1e6436f706d90134c6a1e092174960e
       size: 93687
     - path: working/upstream/labour-market_most_recent_by_pcon_2010.csv
       hash: md5
@@ -22,6 +22,6 @@ stages:
     outs:
     - path: src/maps/employment/_data/view
       hash: md5
-      md5: 7217e470026c017d5bfede14628452ca.dir
-      size: 186391
+      md5: cf80caec3b0eab4598c6283cdc8e6f00.dir
+      size: 186398
       nfiles: 10
diff --git a/scripts/neet/dvc.lock b/scripts/neet/dvc.lock
@@ -16,7 +16,7 @@ stages:
     deps:
     - path: ../../working/upstream/metadata.csv
       hash: md5
-      md5: e422fe1a3a9f3c565d25d36ebbac87ed
+      md5: 0a4ec3182c92e88a897711ff9f023660
       size: 160
     - path: ../../working/upstream/neet.csv
       hash: md5

diff --git a/scripts/vacancies/dvc.lock b/scripts/vacancies/dvc.lock
@@ -5,8 +5,8 @@ stages:
     deps:
     - path: data/vacancies/vacancies_by_date.csv
       hash: md5
-      md5: c46743c18e82087bb902fd660b2d5ada
-      size: 9102
+      md5: 196b49da775b32bba20cb23aa5898559
+      size: 9174
     - path: scripts/util/metadata.py
       hash: md5
       md5: cfc702d76a3920af615dbbf1a9408cfd
@@ -17,17 +17,17 @@ stages:
       size: 5836
     - path: working/upstream/metadata.csv
       hash: md5
-      md5: e422fe1a3a9f3c565d25d36ebbac87ed
+      md5: 0a4ec3182c92e88a897711ff9f023660
       size: 160
     - path: working/upstream/vacancies-growth-by-sector.csv
       hash: md5
-      md5: 575abea84733e2c724958f2c8771fcf0
-      size: 1999
+      md5: 49a5a3290b57b5ddadcae4cbda7a5f58
+      size: 1803
     outs:
     - path: src/_data/sources/vacancies/
       hash: md5
-      md5: b5fc1645ee8e2608f171dae0d7716d37.dir
-      size: 20310
+      md5: 438c95a779229cdff07229b632625a36.dir
+      size: 20489
       nfiles: 7
   extract:
     cmd: PYTHONPATH=. python3 scripts/vacancies/extract.py
@@ -45,18 +45,18 @@ stages:
     deps:
     - path: ../../working/upstream/unem-codes.csv
       hash: md5
-      md5: b08d4dba89fdbe5271e40f25178cd7e3
-      size: 35427
+      md5: 1562b3ff0238d6212747e3f236b422c0
+      size: 35744
     - path: ../../working/upstream/unem.csv
       hash: md5
-      md5: 985ee5bc4ee9d4458b321d5790ccac5c
-      size: 3641836
+      md5: 080ba758467b2f3ff4e109c9b346fe26
+      size: 3654830
     - path: transform.ipynb
       hash: md5
       md5: 9ad3d7e68c06102c0196aa068faabfc2
       size: 2209
     outs:
     - path: ../../data/vacancies/vacancies_by_date.csv
       hash: md5
-      md5: c46743c18e82087bb902fd660b2d5ada
-      size: 9102
+      md5: 196b49da775b32bba20cb23aa5898559
+      size: 9174
diff --git a/src/_data/sources/cpi/cpi_all_category_bar_chart.csv b/src/_data/sources/cpi/cpi_all_category_bar_chart.csv
@@ -1,14 +1,14 @@
 sector,monthly_pct_change,quarterly_pct_change,yearly_pct_change
-All CPI Categories,0.53,0.38,6.62
-Food & non-alcoholic beverages,-0.15,0.3,12.15
-Alcoholic beverages & tobacco,0.93,2.85,11.21
-Clothing & footwear,2.93,2.22,6.98
-"Housing, water, electricity, gas & other fuels",0.29,-3.53,6.91
-"Furniture, household equipment & maintenance",0.08,-1.02,3.6
-Health,0.55,1.98,8.26
-Transport,-0.22,1.41,0.74
-Communication,-0.08,-2.2,8.05
-Recreation & culture,0.64,1.12,6.04
-Education,1.78,1.78,4.11
-Restaurants & hotels,0.86,1.59,8.6
-Miscellaneous goods & services,0.17,0.69,5.29
+All CPI Categories,0.0,0.84,4.6
+Food & non-alcoholic beverages,0.15,0.37,10.11
+Alcoholic beverages & tobacco,-0.21,2.18,10.97
+Clothing & footwear,0.84,5.33,6.17
+"Housing, water, electricity, gas & other fuels",-1.94,-1.37,-3.53
+"Furniture, household equipment & maintenance",0.08,0.4,3.09
+Health,0.16,1.42,7.97
+Transport,-0.22,-0.22,0.52
+Communication,0.7,1.01,8.08
+Recreation & culture,0.71,1.6,6.35
+Education,2.66,4.48,4.48
+Restaurants & hotels,0.0,0.72,7.52
+Miscellaneous goods & services,0.34,0.94,5.18
diff --git a/src/_data/sources/cpi/cpi_barchart.csv b/src/_data/sources/cpi/cpi_barchart.csv
@@ -1,5 +1,5 @@
 sector,monthly_pct_change,quarterly_pct_change,yearly_pct_change
-Food & non-alcoholic beverages,-0.15,0.3,12.15
-Transport,-0.22,1.41,0.74
-"Housing, water, electricity, gas & other fuels",0.29,-3.53,6.91
-Recreation & culture,0.64,1.12,6.04
+Food & non-alcoholic beverages,0.15,0.37,10.11
+Transport,-0.22,-0.22,0.52
+"Housing, water, electricity, gas & other fuels",-1.94,-1.37,-3.53
+Recreation & culture,0.71,1.6,6.35