matbee commited on
Commit
f91ae2d
1 Parent(s): d36c8b0

End of training

Browse files
adapter_config.json CHANGED
@@ -20,16 +20,9 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "o_proj",
24
- "k_proj",
25
  "q_proj",
26
- "v_proj",
27
- "fc2",
28
- "down_proj",
29
- "out_proj",
30
- "gate_proj",
31
- "up_proj",
32
- "fc1"
33
  ],
34
  "task_type": "CAUSAL_LM",
35
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
 
23
  "q_proj",
24
+ "k_proj",
25
+ "v_proj"
 
 
 
 
 
26
  ],
27
  "task_type": "CAUSAL_LM",
28
  "use_dora": false,
global_step500/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ab624a6210221a799dcc9d8f4f537fbd001646e15193764d3145cdcd13e660ba
3
- size 83026544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69be8dda101bfa1b684cf7bb011f336f2a60e3108e664b041a01352d868258ef
3
+ size 19688816
global_step500/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:64e8c42deef9265c02656afe62a3e9a25918d0f65fa524c717c1cc46bcdccffd
3
- size 83026544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecee1545463516e1f134865aaf386951db81ce9430b87560152e59b7c256afe0
3
+ size 19688816
global_step500/zero_pp_rank_0_mp_rank_00_model_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ceab44e82fd5d96d3bf9ce9d71053fd03bfdd2cb955d2b853acf1ea7ca01d813
3
- size 2434725806
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c2dc96f8b4203660a3a8469ede802c06b3b9d87aa0fa716569d3eeadf173dd6
3
+ size 2434274606
global_step500/zero_pp_rank_1_mp_rank_00_model_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a83f23089020871fc44ecd558c8a1d73978a21b135755b8b713784579751ac17
3
- size 2434725806
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59935076e2ae6bbfdaad82929611dcd45930aa7c22805c713d2fd53c8ace3b5c
3
+ size 2434274606
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:11ac13b1a02408852b6eb02c36b540ae0ccffde70f5c002fc53fb5dbc35fdaea
3
  size 6136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6f3fda95ea14fdff1191860e669891bf3b0e1747cd54e64ce1520191cc288dd
3
  size 6136