Hugging Face's logo

PrunaAI
/
distributed-optimized-gpt2-1b-vtestnet-bnb-8bit-smashed

Safetensors
gpt_optimized
pruna-ai
custom_code
8-bit precision
bitsandbytes
Model card Files Community
13
sharpenb commited on
Commit
3bcbaf3
·
verified ·
1 Parent(s): 2810f19

1970a8ded36ca7038bbb072a4369e198b38d8b14d4e6f535964bd4c93c373398

Browse files
Files changed (3) hide show
  1. config.json +2 -2
  2. model.safetensors +1 -1
  3. smash_config.json +1 -1
config.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "_name_or_path": "/covalent/.cache/models/tmp321rg7y088_whuam",
3
  "activation_function": "gelu_new",
4
  "all_reduce_scores": {
5
- "0": "NON_PARTICIPATING",
6
  "1": "NON_PARTICIPATING",
7
  "2": "NON_PARTICIPATING",
8
  "3": "NON_PARTICIPATING",
 
1
  {
2
+ "_name_or_path": "/covalent/.cache/models/tmp8yhu2i7vuc3k25g_",
3
  "activation_function": "gelu_new",
4
  "all_reduce_scores": {
5
+ "0": "SUCCESS",
6
  "1": "NON_PARTICIPATING",
7
  "2": "NON_PARTICIPATING",
8
  "3": "NON_PARTICIPATING",
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:99a082b1e631ff40ad1bffc50973df2ec40af47b0d4dbff0173a986e3df81cd3
3
  size 1207575528
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1df7b11dde3f1b49f87cd5cd391aed3889065f8c6011dffe5b10170ab3dbfe1
3
  size 1207575528
smash_config.json CHANGED
@@ -28,7 +28,7 @@
28
  "quant_llm-int8_weight_bits": 8,
29
  "max_batch_size": 1,
30
  "device": "cuda",
31
- "cache_dir": "/covalent/.cache/models/tmp321rg7y0",
32
  "task": "",
33
  "save_load_fn": "bitsandbytes",
34
  "save_load_fn_args": {}
 
28
  "quant_llm-int8_weight_bits": 8,
29
  "max_batch_size": 1,
30
  "device": "cuda",
31
+ "cache_dir": "/covalent/.cache/models/tmp8yhu2i7v",
32
  "task": "",
33
  "save_load_fn": "bitsandbytes",
34
  "save_load_fn_args": {}