Hugging Face's logo

sengi
/
zephyr-7b-pl-qlora

PEFT
TensorBoard
Safetensors
mistral
alignment-handbook
trl
sft
Generated from Trainer
Model card Files Metrics Community
sengi commited on
Commit
00927ef
•
1 Parent(s): 2673aec

Training in progress, step 100

Browse files
Files changed (8) hide show
  1. adapter_config.json +4 -4
  2. runs/Apr29_01-43-47_g3024/events.out.tfevents.1714381217.g3024.47370.0 +3 -0
  3. runs/Apr29_11-54-41_g3012/events.out.tfevents.1714416971.g3012.47364.0 +3 -0
  4. runs/Apr29_13-18-50_g3012/events.out.tfevents.1714422012.g3012.44484.0 +3 -0
  5. runs/Apr29_13-26-28_g3012/events.out.tfevents.1714422470.g3012.52472.0 +3 -0
  6. runs/Apr29_13-31-23_g3012/events.out.tfevents.1714422783.g3012.57681.0 +3 -0
  7. tokenizer_config.json +1 -1
  8. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -22,11 +22,11 @@
22
  "target_modules": [
23
  "o_proj",
24
  "q_proj",
25
- "k_proj",
26
- "v_proj",
27
- "gate_proj",
28
  "down_proj",
29
- "up_proj"
 
 
 
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
22
  "target_modules": [
23
  "o_proj",
24
  "q_proj",
 
 
 
25
  "down_proj",
26
+ "up_proj",
27
+ "v_proj",
28
+ "k_proj",
29
+ "gate_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
runs/Apr29_01-43-47_g3024/events.out.tfevents.1714381217.g3024.47370.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ceae7c2e215ec878224852b606d96baf03c68e8e549b8d17a9b8b152828c86e
3
+ size 4457
runs/Apr29_11-54-41_g3012/events.out.tfevents.1714416971.g3012.47364.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f9a29d4dbe0935b4b625bb70e376fda5641d0e3331efec4bfbacb84694728bb
3
+ size 4457
runs/Apr29_13-18-50_g3012/events.out.tfevents.1714422012.g3012.44484.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d37a79840cc55618a92fd306124ca4b578f55261e567ac15a06a8764c72a8ad8
3
+ size 4457
runs/Apr29_13-26-28_g3012/events.out.tfevents.1714422470.g3012.52472.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f71daf7ef532160e9d6f627c541373a1007ba69cac4e077a2c6cba345b33362
3
+ size 5073
runs/Apr29_13-31-23_g3012/events.out.tfevents.1714422783.g3012.57681.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28f02629cd873b8d8661f644bb5ea67b5f5ae780048165924472a3194e95a22e
3
+ size 7691
tokenizer_config.json CHANGED
@@ -39,5 +39,5 @@
39
  "spaces_between_special_tokens": false,
40
  "tokenizer_class": "LlamaTokenizer",
41
  "unk_token": "<unk>",
42
- "use_default_system_prompt": true
43
  }
 
39
  "spaces_between_special_tokens": false,
40
  "tokenizer_class": "LlamaTokenizer",
41
  "unk_token": "<unk>",
42
+ "use_default_system_prompt": false
43
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e111c07eccff9adbb8dc3ca4dd1c00467b5082aa78d704d5f7bfb2f46316f5b6
3
  size 4792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b68cded2028faf4688203dbffa0a53b6795ca04a4ba197561096f2dd9dbdab4
3
  size 4792