nm-autobot
commited on
Upload folder using huggingface_hub
Browse files- config.json +2 -2
- generation_config.json +1 -1
- model.safetensors +1 -1
config.json
CHANGED
@@ -51,7 +51,7 @@
|
|
51 |
"quantization_status": "compressed",
|
52 |
"sparsity_config": {
|
53 |
"format": "dense",
|
54 |
-
"global_sparsity": 0.
|
55 |
"ignore": [
|
56 |
"model.layers.0.self_attn.v_proj",
|
57 |
"model.layers.0.self_attn.o_proj",
|
@@ -220,7 +220,7 @@
|
|
220 |
"rope_theta": 10000.0,
|
221 |
"tie_word_embeddings": false,
|
222 |
"torch_dtype": "bfloat16",
|
223 |
-
"transformers_version": "4.47.
|
224 |
"use_cache": true,
|
225 |
"vocab_size": 32000
|
226 |
}
|
|
|
51 |
"quantization_status": "compressed",
|
52 |
"sparsity_config": {
|
53 |
"format": "dense",
|
54 |
+
"global_sparsity": 0.19108416231235512,
|
55 |
"ignore": [
|
56 |
"model.layers.0.self_attn.v_proj",
|
57 |
"model.layers.0.self_attn.o_proj",
|
|
|
220 |
"rope_theta": 10000.0,
|
221 |
"tie_word_embeddings": false,
|
222 |
"torch_dtype": "bfloat16",
|
223 |
+
"transformers_version": "4.47.1",
|
224 |
"use_cache": true,
|
225 |
"vocab_size": 32000
|
226 |
}
|
generation_config.json
CHANGED
@@ -3,5 +3,5 @@
|
|
3 |
"eos_token_id": 2,
|
4 |
"max_length": 2048,
|
5 |
"pad_token_id": 0,
|
6 |
-
"transformers_version": "4.47.
|
7 |
}
|
|
|
3 |
"eos_token_id": 2,
|
4 |
"max_length": 2048,
|
5 |
"pad_token_id": 0,
|
6 |
+
"transformers_version": "4.47.1"
|
7 |
}
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 747618312
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:29b6b6516ec970fe283e4d108aa38abaae6d9ada2746414a52943e7890aaad18
|
3 |
size 747618312
|