Hugging Face's logo

numen-tech
/
EuroLLM-9B-Instruct-GPTQ-Int4

Text Generation
MLC-LLM
conversational
4-bit precision
Model card Files Community
numen-tech commited on
Commit
8c05361
·
1 Parent(s): aa82dfa

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +42 -0
  3. config.json +6 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_126.bin +3 -0
  37. params_shard_127.bin +3 -0
  38. params_shard_13.bin +3 -0
  39. params_shard_14.bin +3 -0
  40. params_shard_15.bin +3 -0
  41. params_shard_16.bin +3 -0
  42. params_shard_17.bin +3 -0
  43. params_shard_18.bin +3 -0
  44. params_shard_19.bin +3 -0
  45. params_shard_2.bin +3 -0
  46. params_shard_20.bin +3 -0
  47. params_shard_21.bin +3 -0
  48. params_shard_22.bin +3 -0
  49. params_shard_23.bin +3 -0
  50. params_shard_24.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,45 @@
1
  ---
2
  license: apache-2.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  ---
 
 
 
1
  ---
2
  license: apache-2.0
3
+ language:
4
+ - en
5
+ - de
6
+ - es
7
+ - fr
8
+ - it
9
+ - pt
10
+ - pl
11
+ - nl
12
+ - tr
13
+ - sv
14
+ - cs
15
+ - el
16
+ - hu
17
+ - ro
18
+ - fi
19
+ - uk
20
+ - sl
21
+ - sk
22
+ - da
23
+ - lt
24
+ - lv
25
+ - et
26
+ - bg
27
+ - 'no'
28
+ - ca
29
+ - hr
30
+ - ga
31
+ - mt
32
+ - gl
33
+ - zh
34
+ - ru
35
+ - ko
36
+ - ja
37
+ - ar
38
+ - hi
39
+ base_model: NousResearch/Hermes-3-Llama-3.1-8B
40
+ base_model_relation: quantized
41
+ library_name: mlc-llm
42
+ pipeline_tag: text-generation
43
  ---
44
+
45
+ 4-bit [GPTQ](https://arxiv.org/abs/2210.17323) quantized version of [utter-project/EuroLLM-9B-Instruct](https://huggingface.co/utter-project/EuroLLM-9B-Instruct) for inference with the [Private LLM](https://privatellm.app/) app.
config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
6
+
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5165ddbab7f603d4e9eb3a83303bcb054a3f78110a9ed2af05409ba486089fbb
3
+ size 262144000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c0082ef864127a9cf8262515cdde15aa1e25f7d1eb1c20800c4e5acb13cef00
3
+ size 33366016
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb5b6f705ad17d5a0b6761cd8e9a164c44f92f2154f671de287e77e4c21cf6bc
3
+ size 50331648
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46029fe1ed2088363d74f29ea457788777d2638810dbf0ec1a47c406a424bd75
3
+ size 25165824
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5aea2663ce3987fad5d69eb98863ca10819111f69636e4689a01933d589c3ca4
3
+ size 50331648
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:331a31116e301dc730c8d34ba15c66e5a968e6bda7af4384ed339c65ffeaf820
3
+ size 24002560
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adc629e195f20f2c41a624ad79406faa3e8aee0562304284fbdd84503e4f503a
3
+ size 25165824
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bb12fc0ab8453b930c814fb60cc66cd7fccf489b01ffbeebbdcc91cdfa1e1c1
3
+ size 50331648
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:040d0b8107064ddde748a640608fb64e6b860e2a6b89dff2393be4357b8a4677
3
+ size 24002560
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4dfc333a9b8c7fc636d79a6ce5deaef7763e2cebd7bae3f176e3ad8cc93bbb2
3
+ size 25165824
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce0a898a92dff10db8cdcd20eba512acc947feb0b09d9df9b754bb14594884a6
3
+ size 50331648
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ceb818469737724a926a0741cce8e29734d3ecbb964380fdd5f8d2a5e94c2fc
3
+ size 24002560
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33ed63eef426087ed86ec07498212153e434501b831acd3af0a505deaf4ff269
3
+ size 25165824
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74952fd603bd38aab26dc85e8ebea9494b0e3c967e9e6126b0051a820ca69434
3
+ size 24002560
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9c1d31b5a853cd33421fe59c22a339b9b537e233d5c2c570eaa1dcf749d079a
3
+ size 50331648
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b08c91d9c765f0b5943ceb2d6df9a0b1e76cbd463d0a95171c370d268639857f
3
+ size 24002560
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c9c8ad7e4a6e01b08404a6f25d5eae8ac169011d18aeb185b5badc4743464cd
3
+ size 25165824
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7108d56e2ad9815b0d547763dfaa07bf8b05e2166b5b2cfba5dba3adbf964e2d
3
+ size 50331648
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b649dfdba0a5b754d06879ec34915d2c8e827ecbefbf8a80ff93aadc0d05cae
3
+ size 24002560
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a9822ceb490c524674f19f48a3378f5d5f6b2a6b9e3a7699fa0c7f78dd69758
3
+ size 25165824
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9875e74a44ae9d182b66ebed25f0dd091e292714496de70537af3ddc5f02798
3
+ size 50331648
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:836ada6bb8988e7fb669d015bf5ee6759a46672ef739e753e801ce9df37826eb
3
+ size 24002560
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ac525f4603e21d1f15651419b5e13db376bb3b9127b8284f9edb7761046d81b
3
+ size 25165824
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91644133dd61620c78735aa68893f97a909c932292f1b793050a654fc6464394
3
+ size 50331648
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45809aa668fef8e1589882231d8d9c2ff7db3b8065ea412ea2b83f020c8327fc
3
+ size 25165824
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e22578bc032481672a7c008f0398b005d8c7d121ecd47ad46534497528d7355f
3
+ size 24002560
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c3d6167f78f68826511b98ebeaddb515f553d400cbbcd40968abc48f2ea7d94
3
+ size 25165824
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ca9a8574fae4db9b4a5bdbf342be46c32cb08c80b859b8e1a239b7a9fcc24d3
3
+ size 50331648
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9b3af6202857d6d758b5b7b90108b25b6568768857cfd68492fdd6f0cfd5f44
3
+ size 24002560
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66327bfb42d75cd89b658e6bb914b459ca7b1b0e9a9cc2d4dc49117139962884
3
+ size 25165824
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84e29706999b2d391b5b038730a7f3f9214612a186f2561e3984f73cc3476976
3
+ size 50331648
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7355bf55513b3670ec12db50f4341f95e7e59a52bcf5e9875431325a4557ef95
3
+ size 24002560
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b87f6fb1f231947a7241b32f8a1eb1e9e9f4fd700dae1a9d8b93d38eb7f690b0
3
+ size 21626880
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a86556076df4ae21cb607bf947c0741a15c41bf7536ef1c67f3fd377c8b49cce
3
+ size 50331648
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fe52299f854c6edc523114f9670736053f4a603567f8ea666b77522edd42d4d
3
+ size 24002560
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc5e21398f00790953acf895eab555ce69c97a2ca14275df727e8366293df09e
3
+ size 25165824
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebaf7480f4983b9a2417cfeb3fd8eddab988cc4a2f622a11ed986e512d02fd75
3
+ size 50331648
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91e431caae476d032d7248a584a647d7915a74b27989d87cf19d34cae382efdb
3
+ size 24002560
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c96e19a8f97fa785c056557262a0f0b38f5588cfa5b41a6c79c02a93897def97
3
+ size 262144000
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b7618105ddd7e88164b899b86df5b4235872cb74be21bf02da97553dfa1c5e6
3
+ size 25165824
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:371d0c2aae410fa984f0e9bed2d685fe0f291b55dfdcd4f5b6f440718f6c076e
3
+ size 50331648
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15cd93a14406cf844230a2181f32a04faadbe1ccda2f176044458017f54d9d7d
3
+ size 50331648
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67cf1c9c7811a3f458bf904678853e2c156c0d3aeba6fb41f959053a3465c117
3
+ size 32202752
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15ed2ff038331b345da17741d640ea9b7e6aeddf735d254fc01fb5ecec1838e7
3
+ size 25165824
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87227b01325039d39976544657d436e03d43c6436ac42f63ea3ae2405e55aa86
3
+ size 50331648
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ef47947c2a38d385c97960c994a828a3efe5395b0ee586c681f9a7e4a7260aa
3
+ size 24002560