pretrain core 1
Browse files
scripts/pretrain_core_model_1.yaml
CHANGED
|
@@ -85,7 +85,7 @@ train:
|
|
| 85 |
max_norm: 1.0
|
| 86 |
|
| 87 |
# (type: float, default: 4e-05)
|
| 88 |
-
min_lr: 1e-
|
| 89 |
|
| 90 |
# Evaluation-related arguments. See ``litgpt.args.EvalArgs`` for details
|
| 91 |
eval:
|
|
|
|
| 85 |
max_norm: 1.0
|
| 86 |
|
| 87 |
# (type: float, default: 4e-05)
|
| 88 |
+
min_lr: 1e-5
|
| 89 |
|
| 90 |
# Evaluation-related arguments. See ``litgpt.args.EvalArgs`` for details
|
| 91 |
eval:
|