ner.json

{
	"task_ner":{
		"task_description":{
			"task_name": "ner",
			"validation_metric_name": "f1-measure-overall",
			"validation_metric_decreases": false,
			"evaluate_on_test": true
		},
		
		"data_params":{
			"dataset_reader":{
				"type": "ner_ontonotes",
				"label_namespace": "ontonotes_ner_labels",
				"coding_scheme": "BIOUL",
				"lazy": false,
				"token_indexers": {
					"tokens": {
						"type": "single_id",
						"lowercase_tokens": true
					},
					"token_characters":{
						"type": "characters"
					},
					"elmo": {
						"type": "elmo_characters"
					}
				}
			},
			
			
			"train_data_path": "./data/conll-2012/v4/data/train/",
			"validation_data_path": "./data/conll-2012/v4/data/development/",
			"test_data_path": "./data/conll-2012/v4/data/test/",
			
			"datasets_for_vocab_creation": ["train"]
		}
	},
	"model": {
		"type": "ner",
		
		"text_field_embedder": {
			"token_embedders": {
				"tokens": {
					"type": "embedding",
					"pretrained_file": "./data/glove/glove.6B.100d.txt.gz",
					"embedding_dim": 100,
					"trainable": true
				},
				"elmo": {
					"type": "elmo_token_embedder",
					"options_file": "./data/elmo/2x4096_512_2048cnn_2xhighway_options.json",
					"weight_file": "./data/elmo/2x4096_512_2048cnn_2xhighway_weights.hdf5",
					"do_layer_norm": false,
					"dropout": 0,
					"requires_grad": false
				},
				"token_characters": {
					"type": "character_encoding",
					"embedding": {
						"embedding_dim": 16
					},
					"encoder": {
						"type": "cnn",
						"embedding_dim": 16,
						"num_filters": 64,
						"ngram_filter_sizes": [3]
					},
					"dropout": 0.1
				}
			}
		},
		
		"ner": {
			"encoder": {
				"type": "lstm",
				"bidirectional": true,
				"input_size": 1188,
				"hidden_size": 64,
				"num_layers": 2,
				"dropout": 0.2
			},
			"tagger": {
				"label_namespace": "ontonotes_ner_labels",
				"constraint_type": "BIOUL",
				"dropout": 0.2 		
			}
		}
	},

	"iterators": {
		"iterator": {
			"type": "basic",
			"batch_size": 32
		}
	},
	
	"multi_task_trainer": {
		"type": "sampler_multi_task_trainer",
		"sampling_method": "proportional",
		"patience": 10,
		"num_epochs": 100,
		"min_lr": "1e-7",
		"grad_norm": 5.0,
		"grad_clipping": 10.0,
		"cuda_device": 0,
		"optimizer": {
			"type": "adam", 
			"lr": 0.001
		},
		"scheduler": {
			"type": "reduce_on_plateau", 
			"mode": "min", 
			"factor": 0.5,
			"patience": 5, 
			"threshold": 0.0001,
			"threshold_mode": "abs", 
			"verbose": true
		}
	}
}