kevinzhang120 commited on
Commit
422dfe2
1 Parent(s): 172d905

Training in progress, epoch 9

Browse files
adapter_config.json CHANGED
@@ -13,13 +13,13 @@
13
  "layers_pattern": null,
14
  "layers_to_transform": null,
15
  "loftq_config": {},
16
- "lora_alpha": 64,
17
  "lora_dropout": 0.05,
18
  "megatron_config": null,
19
  "megatron_core": "megatron.core",
20
  "modules_to_save": null,
21
  "peft_type": "LORA",
22
- "r": 16,
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
 
13
  "layers_pattern": null,
14
  "layers_to_transform": null,
15
  "loftq_config": {},
16
+ "lora_alpha": 32,
17
  "lora_dropout": 0.05,
18
  "megatron_config": null,
19
  "megatron_core": "megatron.core",
20
  "modules_to_save": null,
21
  "peft_type": "LORA",
22
+ "r": 8,
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e2adfee65052aa3a0bf5d2266f2e1a0f0aa4b5eca765d57979ccb8b63999e4f
3
- size 157228352
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:169f0219f1bfad08d9b67691312693316d1d7a68c598d22d4647eb029067beb4
3
+ size 78637528
runs/Nov09_05-38-31_0411-032836-q3c3gg0s-10-129-61-170/events.out.tfevents.1731130721.0411-032836-q3c3gg0s-10-129-61-170.2768.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bc7d4da79cc43a60bfdf2a89561a2c919c4d340f87b90159fce8106770f3473
3
+ size 20700
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0ba603c4a27340cfd9ca068e61012f1ef5c85e9db79e06b08355b0289e5e68ce
3
  size 5179
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ee2db9d82c9517b4823980a3dd5483d306afbdc8d2ee5c1c5e86a328463445c
3
  size 5179