From fe6b9ca3ffdea69b93d015abfd4a20924f350a50 Mon Sep 17 00:00:00 2001 From: WanMok <16273544+wanmok@users.noreply.github.com> Date: Sat, 8 Jul 2023 18:15:42 -0700 Subject: [PATCH] Update muc_config.jsonnet (#6) Fixed the MUC config per #4 --- resources/training_configs/muc_config.jsonnet | 11 ++--------- 1 file changed, 2 insertions(+), 9 deletions(-) diff --git a/resources/training_configs/muc_config.jsonnet b/resources/training_configs/muc_config.jsonnet index 956a10c..8a0b3c7 100644 --- a/resources/training_configs/muc_config.jsonnet +++ b/resources/training_configs/muc_config.jsonnet @@ -48,11 +48,6 @@ local initializer = { ["event_arg_embeddings.weight", {"mean": 0, "std": 0.02, "type": "normal"}], ["span_type_embeddings.weight", {"mean": 0, "std": 0.02, "type": "normal"}], ["slot_type_embeddings.weight", {"mean": 0, "std": 0.02, "type": "normal"}], - # Memory RNN - - # GNN - ["hetero_gnn.*lin.*\\.weight", {"mean": 0, "std": 0.02, "type": "normal"}], - ["hetero_gnn.*att", {"mean": 0, "std": 0.02, "type": "normal"}], # Graph encoder [".*_transformer.*linear.*\\.weight", {"mean": 0, "std": 0.02, "type": "normal"}], [".*_transformer.*self_attn.*\\.in_proj_weight", {"mean": 0, "std": 0.02, "type": "normal"}], @@ -64,7 +59,7 @@ local initializer = { local metrics = { muc: { - type: "jhu_muc", + type: "iterx_muc", ignore_no_template_doc: true, sanitize_special_chars: true, doc_path: { @@ -112,8 +107,6 @@ local model = { "pairwise_scoring": true, "span_sampling_rate": span_sampling_rate, "expert_roll_out": 0.6, - "edge_feature_dim": 256, - "use_gnn": false, "graph_encoder": graph_encoder, "iteration_cutoff": iteration_cutoff, "lexical_dropout": lexical_dropout, @@ -148,7 +141,7 @@ local model = { "trainer": { "num_epochs": 150, # originally 500 "patience" : 30, # originally 50 - "validation_metric": "+jhu_muc_slot_f1", + "validation_metric": "+iterx_muc_slot_f1", "grad_norm": 1.0, "learning_rate_scheduler": { "type": "polynomial_decay",