| alg_name: "GRACE" | |
| model_name: "./hugging_cache/gpt2" | |
| device: cpu | |
| inner_params: | |
| - transformer.h[8].mlp.c_fc.weight | |
| edit_lr: 1.0 | |
| n_iter: 30 | |
| eps: 500.0 | |
| dist_fn: euc # euc, mmd, cos | |
| val_init: cold # cold, warm | |
| val_train: sgd # sgd, pert | |
| val_reg: None # early | |
| reg: early_stop # early_stop | |
| replacement: replace_last # replace_last, replace_all, replace_prompt | |
| eps_expand: coverage # , moving_avg, decay | |
| num_pert: 8 # only matters when using perturbation training | |
| dropout: 0.0 | |