anlausch commited on
Commit
fe90fdd
·
1 Parent(s): 1ea18ce

Upload config.json

Browse files
Files changed (1) hide show
  1. config.json +56 -0
config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset_reader": {
3
+ "type": "qasper",
4
+ "for_training": true,
5
+ "max_document_length": 15360,
6
+ "transformer_model_name": "/net/nfs2.corp/s2-research/annel/qasper-led-baseline/qasper-ckpt/qasper_trained_led_base_hf_serialized/"
7
+ },
8
+ "model": {
9
+ "type": "qasper_baseline",
10
+ "attention_dropout": 0.1,
11
+ "attention_window_size": 1536,
12
+ "gradient_checkpointing": true,
13
+ "transformer_model_name": "/net/nfs2.corp/s2-research/annel/qasper-led-baseline/qasper-ckpt/qasper_trained_led_base_hf_serialized/",
14
+ "use_evidence_scaffold": true
15
+ },
16
+ "train_data_path": "/net/nfs2.corp/s2-research/annel/citation_contexts/data/ours_led_qa_binary/ours_qa_train.json",
17
+ "validation_data_path": "/net/nfs2.corp/s2-research/annel/citation_contexts/data/ours_led_qa_binary/ours_qa_dev.json",
18
+ "trainer": {
19
+ "callbacks": [
20
+ {
21
+ "type": "tensorboard"
22
+ }
23
+ ],
24
+ "cuda_device": 0,
25
+ "enable_default_callbacks": false,
26
+ "grad_clipping": 1,
27
+ "learning_rate_scheduler": {
28
+ "type": "slanted_triangular",
29
+ "cut_frac": 0.1,
30
+ "num_epochs": 5,
31
+ "num_steps_per_epoch": 255
32
+ },
33
+ "num_epochs": 5,
34
+ "num_gradient_accumulation_steps": 16,
35
+ "optimizer": {
36
+ "type": "adam",
37
+ "lr": 3e-05
38
+ },
39
+ "patience": 2,
40
+ "use_amp": true,
41
+ "validation_metric": "+answer_f1"
42
+ },
43
+ "vocabulary": {
44
+ "type": "empty"
45
+ },
46
+ "data_loader": {
47
+ "batch_size": 1
48
+ },
49
+ "pytorch_seed": 15371,
50
+ "validation_dataset_reader": {
51
+ "type": "qasper",
52
+ "for_training": false,
53
+ "max_document_length": 15360,
54
+ "transformer_model_name": "/net/nfs2.corp/s2-research/annel/qasper-led-baseline/qasper-ckpt/qasper_trained_led_base_hf_serialized/"
55
+ }
56
+ }