diff --git a/ojd_daps_skills/analysis/data_overview.py b/ojd_daps_skills/analysis/data_overview.py index 3d30cc28..7a8045b7 100644 --- a/ojd_daps_skills/analysis/data_overview.py +++ b/ojd_daps_skills/analysis/data_overview.py @@ -62,7 +62,7 @@ "escoe_extension/outputs/labelled_job_adverts/combined_labels_20220824.json" ) train_details_file = ( - "escoe_extension/outputs/models/ner_model/20220825/train_details.json" + "escoe_extension/outputs/models/ner_model/20230808/train_details.json" ) sample_matches_file_name = "escoe_extension/outputs/data/extract_skills/20220901_ojo_sample_skills_extracted.json" manually_matches_tagged_file = ( diff --git a/ojd_daps_skills/config/extract_skills_esco.yaml b/ojd_daps_skills/config/extract_skills_esco.yaml index e1b1e05e..48f9b174 100644 --- a/ojd_daps_skills/config/extract_skills_esco.yaml +++ b/ojd_daps_skills/config/extract_skills_esco.yaml @@ -1,4 +1,4 @@ -ner_model_path: "outputs/models/ner_model/20220825/" +ner_model_path: "outputs/models/ner_model/20230808/" taxonomy_name: "esco" taxonomy_path: "outputs/data/skill_ner_mapping/esco_data_formatted.csv" clean_job_ads: True diff --git a/ojd_daps_skills/config/extract_skills_lightcast.yaml b/ojd_daps_skills/config/extract_skills_lightcast.yaml index ed5e4d88..fd2cbb11 100644 --- a/ojd_daps_skills/config/extract_skills_lightcast.yaml +++ b/ojd_daps_skills/config/extract_skills_lightcast.yaml @@ -1,4 +1,4 @@ -ner_model_path: "outputs/models/ner_model/20220825/" +ner_model_path: "outputs/models/ner_model/20230808/" taxonomy_name: "lightcast" taxonomy_path: "outputs/data/skill_ner_mapping/lightcast_data_formatted.csv" clean_job_ads: True diff --git a/ojd_daps_skills/config/extract_skills_lightcast_evaluation.yaml b/ojd_daps_skills/config/extract_skills_lightcast_evaluation.yaml index af25ac58..1a62bf84 100644 --- a/ojd_daps_skills/config/extract_skills_lightcast_evaluation.yaml +++ b/ojd_daps_skills/config/extract_skills_lightcast_evaluation.yaml @@ -1,4 +1,4 @@ -ner_model_path: "outputs/models/ner_model/20220825/" +ner_model_path: "outputs/models/ner_model/20230808/" taxonomy_name: "lightcast" taxonomy_path: "escoe_extension/outputs/data/skill_ner_mapping/lightcast_data_formatted.csv" clean_job_ads: True diff --git a/ojd_daps_skills/config/extract_skills_template.yaml b/ojd_daps_skills/config/extract_skills_template.yaml index 4c0c6817..77b831a2 100644 --- a/ojd_daps_skills/config/extract_skills_template.yaml +++ b/ojd_daps_skills/config/extract_skills_template.yaml @@ -1,7 +1,7 @@ #This is a template config file - we have added definitions to parameters that you will need to modify for your own taxonomy #the relative path to the trained NER model -ner_model_path: "outputs/models/ner_model/20220825/" +ner_model_path: "outputs/models/ner_model/20230808/" #the relative path to where taxonomy_path: "path/to/formatted_taxonomy.csv" #the name of your own taxonomy diff --git a/ojd_daps_skills/config/extract_skills_toy.yaml b/ojd_daps_skills/config/extract_skills_toy.yaml index 302dde00..2ed51fec 100644 --- a/ojd_daps_skills/config/extract_skills_toy.yaml +++ b/ojd_daps_skills/config/extract_skills_toy.yaml @@ -1,4 +1,4 @@ -ner_model_path: "outputs/models/ner_model/20220825/" +ner_model_path: "outputs/models/ner_model/20230808/" taxonomy_name: "toy" taxonomy_path: "" clean_job_ads: True diff --git a/ojd_daps_skills/pipeline/skill_ner/get_skills.py b/ojd_daps_skills/pipeline/skill_ner/get_skills.py index 029ea270..456d9db4 100644 --- a/ojd_daps_skills/pipeline/skill_ner/get_skills.py +++ b/ojd_daps_skills/pipeline/skill_ner/get_skills.py @@ -4,7 +4,7 @@ Running python ojd_daps_skills/pipeline/skill_ner/get_skills.py - --model_path outputs/models/ner_model/20220825/ + --model_path outputs/models/ner_model/20230808/ --output_file_dir escoe_extension/outputs/data/skill_ner/skill_predictions/ --job_adverts_filename escoe_extension/inputs/data/skill_ner/data_sample/20220622_sampled_job_ads.json @@ -40,7 +40,7 @@ def parse_arguments(parser): parser.add_argument( "--model_path", help="The path to the model you want to make predictions with", - default="outputs/models/ner_model/20220825/", + default="outputs/models/ner_model/20230808/", ) parser.add_argument(