Text Generation
Transformers
llm-rs
ggml
Inference Endpoints
LLukas22 commited on
Commit
9ce8a21
1 Parent(s): f6c9b3c

Upload new model file: 'bloomz-3b-q5_1-ggjt.bin'

Browse files
bloomz-3b-q5_1-ggjt.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c13af66d4b309511d6c44f5c1922105b22c0ed4e416594ba48353e21421f2ca1
3
+ size 2741105120
bloomz-3b-q5_1-ggjt.meta ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Bloom",
3
+ "quantization": "Q5_1",
4
+ "quantization_version": "V2",
5
+ "container": "GGJT",
6
+ "converter": "llm-rs",
7
+ "hash": "a94c025524165d15f43b97710414732f62b78177b7bf74f4d64eb69512a17785",
8
+ "base_model": "bigscience/bloomz-3b"
9
+ }