kunishou
/

test_model

Model card Files Files and versions Community

kunishou commited on Apr 20, 2023

Commit

cdbb0d3

·

1 Parent(s): 10db533

Upload 2 files

Files changed (2) hide show

adapter_config.json +4 -3
adapter_model.bin +2 -2

adapter_config.json CHANGED Viewed

@@ -1,7 +1,7 @@
 {
-  "base_model_name_or_path": "stabilityai/stablelm-base-alpha-7b",
   "bias": "none",
-  "fan_in_fan_out": false,
   "inference_mode": true,
   "init_lora_weights": true,
   "lora_alpha": 16,
@@ -10,7 +10,8 @@
   "peft_type": "LORA",
   "r": 8,
   "target_modules": [
-    "query_key_value"
   ],
   "task_type": "CAUSAL_LM"
 }

 {
+  "base_model_name_or_path": "cerebras/Cerebras-GPT-6.7B",
   "bias": "none",
+  "fan_in_fan_out": true,
   "inference_mode": true,
   "init_lora_weights": true,
   "lora_alpha": 16,
   "peft_type": "LORA",
   "r": 8,
   "target_modules": [
+    "c_attn",
+    "c_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f2cba83586c9c06da8fe84e2a1feae19acf1cf0647f73d39b5e27e5134cd78b
-size 12594577

 version https://git-lfs.github.com/spec/v1
+oid sha256:06ad6b98570244c9f50fd1a3acebe050f8ffd9f62f0338c8e69a7959a93b49c2
+size 46205517