iron-huray commited on
Commit
d6f1257
·
verified ·
1 Parent(s): 23d9b35

Training in progress, epoch 0

Browse files
adapter_config.json CHANGED
@@ -19,12 +19,12 @@
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
- "gate_proj",
23
- "q_proj",
24
  "down_proj",
25
- "k_proj",
26
- "up_proj",
27
  "v_proj",
 
 
 
 
28
  "o_proj"
29
  ],
30
  "task_type": "CAUSAL_LM",
 
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
 
 
22
  "down_proj",
 
 
23
  "v_proj",
24
+ "up_proj",
25
+ "k_proj",
26
+ "gate_proj",
27
+ "q_proj",
28
  "o_proj"
29
  ],
30
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:daf47a088524ce661d53d3ddc4aba3c79d74e74315c4692b09cf521ac631c41e
3
  size 3443619040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca37b17b0547799bcf77292a4e54562eb869f2c7109291a0ed52c3e4fbe4bc2e
3
  size 3443619040
runs/May27_16-54-51_hurayadmin/events.out.tfevents.1716796502.hurayadmin.4181335.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08bb04dcb3cde7a49ccfb993906a1b074477a33433a32da479126280538a2f95
3
+ size 18251
runs/May28_08-16-22_hurayadmin/events.out.tfevents.1716851800.hurayadmin.1194952.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08f146cc2259b82f4ed9023caaa17093f714a8be22e20d5cd0eb336de659e31c
3
+ size 4785
tokenizer.json CHANGED
@@ -2,7 +2,7 @@
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
- "max_length": 3072,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
 
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
+ "max_length": 1024,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1a64639314949a844c8c4c6e9adcf37f0f102ac5a258cbebc377e632b318eeec
3
  size 4728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7da2a0f654b248b7b739024ad8ce7768283a51b4556b00571f9eece4bed7b12
3
  size 4728