Skip to content

Commit

Permalink
Update muc_config.jsonnet (#6)
Browse files Browse the repository at this point in the history
Fixed the MUC config per #4
  • Loading branch information
wanmok authored Jul 9, 2023
1 parent 57c6e83 commit fe6b9ca
Showing 1 changed file with 2 additions and 9 deletions.
11 changes: 2 additions & 9 deletions resources/training_configs/muc_config.jsonnet
Original file line number Diff line number Diff line change
Expand Up @@ -48,11 +48,6 @@ local initializer = {
["event_arg_embeddings.weight", {"mean": 0, "std": 0.02, "type": "normal"}],
["span_type_embeddings.weight", {"mean": 0, "std": 0.02, "type": "normal"}],
["slot_type_embeddings.weight", {"mean": 0, "std": 0.02, "type": "normal"}],
# Memory RNN

# GNN
["hetero_gnn.*lin.*\\.weight", {"mean": 0, "std": 0.02, "type": "normal"}],
["hetero_gnn.*att", {"mean": 0, "std": 0.02, "type": "normal"}],
# Graph encoder
[".*_transformer.*linear.*\\.weight", {"mean": 0, "std": 0.02, "type": "normal"}],
[".*_transformer.*self_attn.*\\.in_proj_weight", {"mean": 0, "std": 0.02, "type": "normal"}],
Expand All @@ -64,7 +59,7 @@ local initializer = {

local metrics = {
muc: {
type: "jhu_muc",
type: "iterx_muc",
ignore_no_template_doc: true,
sanitize_special_chars: true,
doc_path: {
Expand Down Expand Up @@ -112,8 +107,6 @@ local model = {
"pairwise_scoring": true,
"span_sampling_rate": span_sampling_rate,
"expert_roll_out": 0.6,
"edge_feature_dim": 256,
"use_gnn": false,
"graph_encoder": graph_encoder,
"iteration_cutoff": iteration_cutoff,
"lexical_dropout": lexical_dropout,
Expand Down Expand Up @@ -148,7 +141,7 @@ local model = {
"trainer": {
"num_epochs": 150, # originally 500
"patience" : 30, # originally 50
"validation_metric": "+jhu_muc_slot_f1",
"validation_metric": "+iterx_muc_slot_f1",
"grad_norm": 1.0,
"learning_rate_scheduler": {
"type": "polynomial_decay",
Expand Down

0 comments on commit fe6b9ca

Please sign in to comment.