Hugging Face's logo

numen-tech
/
Meta-Llama-3.1-70B-Instruct-w4a16g128asym

Model card Files Community
1
numen-tech commited on
Commit
8f7b49d
•
1 Parent(s): 73cebd2

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +2 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_100.bin +3 -0
  7. params_shard_101.bin +3 -0
  8. params_shard_102.bin +3 -0
  9. params_shard_103.bin +3 -0
  10. params_shard_104.bin +3 -0
  11. params_shard_105.bin +3 -0
  12. params_shard_106.bin +3 -0
  13. params_shard_107.bin +3 -0
  14. params_shard_108.bin +3 -0
  15. params_shard_109.bin +3 -0
  16. params_shard_11.bin +3 -0
  17. params_shard_110.bin +3 -0
  18. params_shard_111.bin +3 -0
  19. params_shard_112.bin +3 -0
  20. params_shard_113.bin +3 -0
  21. params_shard_114.bin +3 -0
  22. params_shard_115.bin +3 -0
  23. params_shard_116.bin +3 -0
  24. params_shard_117.bin +3 -0
  25. params_shard_118.bin +3 -0
  26. params_shard_119.bin +3 -0
  27. params_shard_12.bin +3 -0
  28. params_shard_120.bin +3 -0
  29. params_shard_121.bin +3 -0
  30. params_shard_122.bin +3 -0
  31. params_shard_123.bin +3 -0
  32. params_shard_124.bin +3 -0
  33. params_shard_125.bin +3 -0
  34. params_shard_126.bin +3 -0
  35. params_shard_127.bin +3 -0
  36. params_shard_128.bin +3 -0
  37. params_shard_129.bin +3 -0
  38. params_shard_13.bin +3 -0
  39. params_shard_130.bin +3 -0
  40. params_shard_131.bin +3 -0
  41. params_shard_132.bin +3 -0
  42. params_shard_133.bin +3 -0
  43. params_shard_134.bin +3 -0
  44. params_shard_135.bin +3 -0
  45. params_shard_136.bin +3 -0
  46. params_shard_137.bin +3 -0
  47. params_shard_138.bin +3 -0
  48. params_shard_139.bin +3 -0
  49. params_shard_14.bin +3 -0
  50. params_shard_140.bin +3 -0
README.md CHANGED
@@ -1,3 +1,5 @@
1
  ---
2
  license: llama3.1
3
  ---
 
 
 
1
  ---
2
  license: llama3.1
3
  ---
4
+
5
+ 4-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [Meta-Llama-3.1-70B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3.1-70B-Instruct).
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31433bc4e95f4ed7839617ca65f5cc4a2f89337348a8c00c4bd54f207b573393
3
+ size 525336576
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b86f7ab552e9763a926290ab452a16e9424cac4d77fab177d9edc883b4deeeeb
3
+ size 117440512
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48b4f32d4117ccf812633c2058488b49a10f536bf7d4f7f8ad668e6183a563b1
3
+ size 234881024
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67d7cb7a2fa462b6cc5d8dca2c0982aa1d19c340dc1bce7b764aff29efa409c6
3
+ size 41943040
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36e2fee11c02230520f7e8903dddb780fa68851e74548e772dc34d6bc884c35c
3
+ size 33554432
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26e68278c7484d26f034569c92572d6c7fbac231876bda8047411ab90ca9557f
3
+ size 41943040
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fbdfbc0d67f0b3c74aee7911e7cb60c54bf6f57e3010ddf073c2d8114abd9f4
3
+ size 33554432
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b5662ecfcd637446f0504ed2bf7e2ccef0d023e9fb24d2e570800407331e8c3
3
+ size 117440512
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:443e73bd3e64f7d1ce614ae3fab4745f414952f0b9fd18a8c6bbfe780911501d
3
+ size 234881024
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd586c14152a48bc35aaf9ac14c271a18362cf0b8b9df668c9ce949128875f6c
3
+ size 117440512
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:255a24790a3e3c3aef6a764d9ce16e4f6ff1e2d9bd609cdeed774a09a055771f
3
+ size 234881024
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f5df755ad12c3abf3cbfbf1e1e0c5814160d24bf1ec2ab7edc13a5291094b61
3
+ size 26804224
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a81368e49bdb76affc940f54e5395eeaef9ada1ecccc55cdc34fc9fded163cbb
3
+ size 41943040
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3452fdebb53319bd3310adb9c81c9b357db519499a9c75227e1c2ed75eb200f4
3
+ size 29835264
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6a8713635851678059de4e037e5f370393bd653d0d8a0b30d65886fd5372fd7
3
+ size 33554432
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42153d17ad2d080be10a170ff376dba6dd9a592c93bed616c9403425db2b6c28
3
+ size 117440512
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be755f52e49eb507fe0dc35c6943edd01a52f55999b6cff724a140e61624693e
3
+ size 234881024
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc06f343cf27f9a1d74697a0c5c0e565cc64a57bec9dd04f8d4fce784f537789
3
+ size 41943040
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0ecfd93029c26c0b906bfc2470e3e57bf52ba96af7be661ff80adee76b63fd5
3
+ size 33554432
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6976771984946f6e48a1f609fd7f1dfa6d5e301290e7a7875bf157eced66d4a9
3
+ size 41943040
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4ba61f15843592dd0172f5bc87c8e1c5452926356fac6e1b0e161733b337c99
3
+ size 117440512
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c84b357826f1fe1c32d9c88015311a63594126bde2b697a9180c1890496d3db
3
+ size 234881024
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a052def4ca9a8e1cc983276885cea517413210c32985a857a518536755be27c
3
+ size 28114944
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba51b07357bae45da5a98764d5e932b864ffa0120c53247c9fe53eeacde06c4b
3
+ size 33554432
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f45c537d0db21dba61c6662fab23ff2c651a906c61ff34afb2567875d2d0499
3
+ size 41943040
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85837149a4791d169db443dfc9fb5426cd6609729dcc99da42342b722e1333ac
3
+ size 117440512
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c9210ce9a35b55edddc8ccf4fcce6bc8392208dd8532c43cc9a344b4de03738
3
+ size 234881024
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c146ccf466ace1bbe0d8ee9df236f57502a6e56a92ccf70097549282464356fc
3
+ size 41943040
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:567620b222a5128587c68a7b786e289dfdc8d2cc2a58396eb4e996efffd58f8e
3
+ size 33554432
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5ae643de101e5f9e5df8d7d79284b8d189e70257cb875e46d784db7fc98ed41
3
+ size 117440512
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5026422f3c0cfa2733b88ae53dead3affdb97eb47bab6968e338d8e699bb6a2
3
+ size 234881024
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ec86819d7639b1919ba847a24a9d6f7b5eb5b00a9f6b602586022241b171a56
3
+ size 41943040
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:221deaed53ce5f98fdef00adee43381effca89b81268cd4016ca8d614950ae2f
3
+ size 32817152
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d67977c72b00bcdd70d410dbdea3e30d406b5d92d283c88379a71cd278ff9eb0
3
+ size 33554432
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:325be38c08e36f4840042672d66451bc26ec04917b9625190738785b7ed48853
3
+ size 117440512
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:757a20b6d5f92c1e85fb67b2586560bd80b25c27966b0a61eaa6c703cd226e0a
3
+ size 33554432
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42d2a4921619d1dd97d6fb0e3342d5ba3ad7783d291f74a8dd7b2e6ae43b0cf4
3
+ size 234881024
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d1cc0afddd23d943e2647375b37564045635a76c41ced8caf43268e7a14c375
3
+ size 41943040
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae2b2ebd0f6de461e22ff8b37a6ffb39560463b69882a8c5bb6c1b150f4598d2
3
+ size 33554432
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54e42e5b480078f80872f77d0bf789d0b8680a1f472ee4632329088f628ddac2
3
+ size 117440512
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b13bcf21f1a19989187d19ed2032e3f18fa2ffa5aaf3b8c496d2b4d19bf9418
3
+ size 234881024
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13e04474fa83dc05ef5cff2617ce8c3d3eb69fa9a9de6b32b04d59fd5fc48b46
3
+ size 41943040
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76244734fd87e488e5bd1c61d8c97692c88b4a27baa49a462fb95ebc9e09f00d
3
+ size 33554432
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1e2ca7a25f67330cf39f7a453efd827804c7d7c43312b83424ff21775201684
3
+ size 234881024
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b39d354dfe7ee523db85d671d123c158c93a249f2c0e88818aed38e42008214
3
+ size 29196288
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c283d6f2ed90b834df8ee5dc79f094aad233d16670766fa3533c14cdf037f99
3
+ size 41943040
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b830fbbf971da9287ca375348d7f2953446387493be922ce8e973d59f1f4ee52
3
+ size 234881024
params_shard_140.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e14196fa2585926d77135c975746821c4a139945ce7cb7356824406aa2711c4c
3
+ size 33554432