VPTQ-community
/

Meta-Llama-3.1-8B-Instruct-v12-k65536-4096-woft

Model card Files Files and versions Community

OpenSourceRonin commited on Jan 13

Commit

d1eafba

·

verified ·

1 Parent(s): 2123f21

absorb perm

Files changed (2) hide show

config.json +7 -7
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -42,7 +42,7 @@
       "down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -66,7 +66,7 @@
       "gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -90,7 +90,7 @@
       "up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -114,7 +114,7 @@
       "k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -138,7 +138,7 @@
       "o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -162,7 +162,7 @@
       "q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -186,7 +186,7 @@
       "v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,

       "down_proj": {
         "bias": false,
         "enable_norm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
       "gate_proj": {
         "bias": false,
         "enable_norm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
       "up_proj": {
         "bias": false,
         "enable_norm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
       "k_proj": {
         "bias": false,
         "enable_norm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
       "o_proj": {
         "bias": false,
         "enable_norm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
       "q_proj": {
         "bias": false,
         "enable_norm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
       "v_proj": {
         "bias": false,
         "enable_norm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06f714b33fc2c60f6fc2b917dcbff3fb785bebb22c955cc14935086100701f78
-size 4522093736

 version https://git-lfs.github.com/spec/v1
+oid sha256:a8cc99bc5d06585dd3201a7536d96140446fbdcc6b4d075b5854428f943d8b1e
+size 4519579120