Hugging Face's logo

numen-tech
/
Llama-3.3-70B-Instruct-abliterated-w4a16g128sym

Text Generation
MLC-LLM
PyTorch
facebook
meta
llama
llama-3
abliterated
uncensored
conversational
4-bit precision
Model card Files Community
numen-tech commited on
Commit
bd456a9
•
1 Parent(s): a96b3c7

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +23 -0
  3. config.json +5 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_126.bin +3 -0
  37. params_shard_127.bin +3 -0
  38. params_shard_128.bin +3 -0
  39. params_shard_129.bin +3 -0
  40. params_shard_13.bin +3 -0
  41. params_shard_130.bin +3 -0
  42. params_shard_131.bin +3 -0
  43. params_shard_132.bin +3 -0
  44. params_shard_133.bin +3 -0
  45. params_shard_134.bin +3 -0
  46. params_shard_135.bin +3 -0
  47. params_shard_136.bin +3 -0
  48. params_shard_137.bin +3 -0
  49. params_shard_138.bin +3 -0
  50. params_shard_139.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,26 @@
1
  ---
 
 
 
 
 
 
 
 
 
2
  license: llama3.3
 
 
 
 
 
 
 
 
 
 
 
 
3
  ---
 
 
 
1
  ---
2
+ language:
3
+ - en
4
+ - fr
5
+ - it
6
+ - pt
7
+ - hi
8
+ - es
9
+ - th
10
+ - de
11
  license: llama3.3
12
+ base_model: huihui-ai/Llama-3.3-70B-Instruct-abliterated
13
+ base_model_relation: quantized
14
+ library_name: mlc-llm
15
+ pipeline_tag: text-generation
16
+ tags:
17
+ - facebook
18
+ - meta
19
+ - pytorch
20
+ - llama
21
+ - llama-3
22
+ - abliterated
23
+ - uncensored
24
  ---
25
+
26
+ 4-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [Llama-3.3-70B-Instruct-abliterated](https://huggingface.co/huihui-ai/Llama-3.3-70B-Instruct-abliterated) for use with the [Private LLM app](https://privatellm.app/).
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3072da5284fba515ac78cab512bb6443c7b2a00762305de98be0de430bf9d598
3
+ size 525336576
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afecfee579e5c1edcbe3dd4b1120f8c18dc602617804c34bc18f6fa139b7f7be
3
+ size 117440512
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b216bef743c91fb19b18fe9596d8bfaffd45d19b24c63faf2b37041750514ab
3
+ size 234881024
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c21052a7617acca49f42a0ba3ebb5a3b51baf02142cec526bea81fe590592eab
3
+ size 41943040
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8a203b715fc9242c63bd3a7c83c4ad280b07011730fd0b5f6a06ddff7a1158e
3
+ size 33554432
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b5894fcc4b6277d2b0dc0711e7ec8cb06b4db4bb440c2e5f59d1a765f2a3256
3
+ size 41943040
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e533706bc928136a763f8ff2ca306c6ea83dd82c197cb84cab90640d088f68bc
3
+ size 33554432
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41d7b75635b58a8f71e5a0746410a41431215823accb4e32f976844a92687636
3
+ size 117440512
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bfefb686f934b19d90253bcd304afe544c675a510f1c3fe15f6a34b816c4386
3
+ size 234881024
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24bf9b3fca2c9fef1b4ae02c41eb6bf0595be1d3db1141774c142721c62ce866
3
+ size 117440512
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:363dccbe4564a9cbaa7444044d973b1a011f54ad68891e8e8ef21fbf6bc4624e
3
+ size 234881024
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97b62727f8bb26b26667445938f1ead81746c66da6cff7a950c7b44fe0935a98
3
+ size 26804224
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:811f0b34d791cfdd33853772f1846b51528962db1562a14fcce1e046b5577118
3
+ size 41943040
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03c5233782ffe17a48057cc913159c92eb36dc681d27623f6180851010cb2e32
3
+ size 29835264
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb706faf440f6e53ec371f82e8b4efd69586b6cf9572a5157a267a87306efc2d
3
+ size 33554432
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b8868ca356a6a1526bb7bcdaba9b3dd477ae24710eb262b0309389100b8cca5
3
+ size 117440512
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:373fef459b3a7957795f25eb817c3eea480025b140ee3d462b3e32250a3d6acc
3
+ size 234881024
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:717df8d41e10408d740ed11b305177496c26d190bb611bea45e2a5d6fd7b6bf8
3
+ size 41943040
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d19a1fda47763d9874a79710899a1f49e50fe881c6a54195ba15b7d91e996bd
3
+ size 33554432
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61871937fe15108b6f2c6760c2cf0ae55fb7039907b8d77d0e3daafdb459c459
3
+ size 41943040
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ef923c7f0486417d121feb7b7bfbc11a5a5b294c920db0ab55f390e2d69a202
3
+ size 117440512
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8784fc3fdf154f254215bebefb93102754171ae06a78573d00e75ea5c45f9563
3
+ size 234881024
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b52e91ef563d8d03cb2176f6e3f8ac45a28f9f06631d3394d7aaa81dae431bd5
3
+ size 28114944
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dc8e8f18a655ff190193083cc319729d1e86f5cf467846c5a7a87d1e60b710c
3
+ size 33554432
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75d66885d4e89f5c78e408e1404c35baedde9268f17abfb6307eca159e5e3ff2
3
+ size 41943040
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a49470be6d87bc953688814e89ed53a51b310b154f9c66530a7e7ad048f3a797
3
+ size 117440512
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a6109bae652ee417016e33f0f678dda42aa08cc62ddbb0448cde3d17886052c
3
+ size 234881024
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce6f82532f40119d5ec51973b352c4771d6804a942a008046148479315176ef4
3
+ size 41943040
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9aecbfbec7a03f93be4f5851257adc6f91143f9213ce77779bacf0f48c7d8a84
3
+ size 33554432
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48bab41c7741876181f551c21ac90be5fab8a2b258dc0d70ab662d636ebfa2c2
3
+ size 117440512
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2168433f5a53487a92e82885fc1b35dedc922a494300611fd9fb8b43aafab68f
3
+ size 234881024
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:274d50feca212e5c47e158398b6bdf6178775d8fe13eaa45ac4d44f8642b4d34
3
+ size 41943040
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:451fcbfe7d3c4d4aa561c3b881bacb6a65eec20d995844efdd5b64e4ca0068a1
3
+ size 32817152
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6a74d80599ba729c6656eaba893bfaa3e258750ebb2dbf06bbfd4a504b3962c
3
+ size 33554432
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88d710151c2ca07a3a8d79cf8ee357647c623b9410bef54e904897296e26bb34
3
+ size 117440512
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19de5b1dc7d1abfb18e813972deefdc046ba7933199f5df39fbead0ae4e08564
3
+ size 33554432
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07431789deee8ec5d2242bcda7521edfea31cc7e96d39afbb842d11b10d2bbb8
3
+ size 234881024
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfd22120016c4cbdf561a9ca859d998be1ac04d46a073337e80affc572ac279d
3
+ size 41943040
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e278bd7d0017f6a210911387dc7c1fef3d8cabb05a583a28cd1c59f7ec9172a
3
+ size 33554432
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54ab99d6f30ff4f841fb098a229f3f550551dce40e970b16ae3ffbb6f71bd2b6
3
+ size 117440512
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f5572fa37d2a5f393f2ec171cda00411a51bb4864f745afca145eaedc0288eb
3
+ size 234881024
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:441e2ea96007a3fdfabafaf9570d1fff8e1b2f372f5a7f5cd8be7f2cd0d2fee9
3
+ size 41943040
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99c32147fb97aba5471b62cfd0f44ad242a071c55195278df583e26c46be8f33
3
+ size 33554432
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ff64be7b1a12a01ca15489678f50cf3b12794921f17fa47d4b0936c93844bc2
3
+ size 234881024
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:448eb6680e1ba669b0174f1e4a2decab8dd518efb28290bebb240fdac6b70e0a
3
+ size 29196288
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09631e42e7ee636dd0edf6558f983eaa7f13dd70e1499c9dbb2fa1c7e99f35ad
3
+ size 41943040