Views
No views yet
Batch Size: 4
Grad Accumulation Steps = 8
Total epochs = 3
MLM Checkpoint = google/muril-large-cased
max_seq_len = 256
learning_rate = 1e-5
lr_schedule = LinearWarmup
warmup_ratio = 0.1
doc_stride = 1281{
2 "exact": 82.0180240882675,
3 "f1": 85.10110304685352,
4 "total": 11873,
5 "HasAns_exact": 81.6970310391363,
6 "HasAns_f1": 87.87203044454981,
7 "HasAns_total": 5928,
8 "NoAns_exact": 82.3380992430614,
9 "NoAns_f1": 82.3380992430614,
10 "NoAns_total": 5945
11}