Spaces:
Sleeping
Sleeping
File size: 1,679 Bytes
b27de9c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 |
{ "gen_args" :
{
"model_name_or_path" : "facebook/bart-large",
"corpus_dir" : "data/tdata_xfm/",
"train_fn" : "train.txt.nowiki",
"eval_fn" : "dev.txt.nowiki",
"custom_save_checkpoint" : true,
"save_tokenizer" : false,
"save_at_end" : false,
"first_eval_epoch" : 1,
"eval_batch_size" : 32,
"eval_num_beams" : 1,
"max_in_len" : 1024,
"max_out_len" : 1024,
"max_train_sent_len" : 100,
"max_train_graph_len" : 512
},
"model_args":
{
"no_repeat_ngram_size" : 0
},
"hf_args" :
{
"output_dir" : "data/model_parse_xfm",
"save_strategy" : "epoch",
"evaluation_strategy" : "epoch",
"fp16" : true,
"group_by_length" : true,
"do_train" : true,
"do_eval" : true,
"save_total_limit" : 1,
"logging_steps" : 300,
"num_train_epochs" : 16,
"per_device_train_batch_size" : 8,
"gradient_accumulation_steps" : 4,
"weight_decay" : 0.004,
"learning_rate" : 5e-5,
"max_grad_norm" : 1.0,
"warmup_steps" : 5200,
"seed" : 42
}
}
|