{ | |
"model_name_or_path": "google/electra-base-discriminator", | |
"task_name": "sst2", | |
"output_dir": "./output/electra/sst2/0001/SEED0042/", | |
"learning_rate": 3e-05, | |
"num_train_epochs": 3, | |
"per_device_eval_batch_size": 32, | |
"per_device_train_batch_size": 32, | |
"seed": 42, | |
"warmup_steps": 2000, | |
"do_train": true, | |
"do_eval": true, | |
"do_predict": true, | |
"pad_to_max_length": false, | |
"max_seq_length": 64, | |
"report_to": [], | |
"save_strategy": "epoch", | |
"evaluation_strategy": "epoch", | |
"logging_steps": 2500, | |
"use_fast_tokenizer": true, | |
"group_by_length": true, | |
"save_training_dynamics": true, | |
"save_training_dynamics_after_epoch": true | |
} |