LoftQ
/

Mistral-7B-v0.1-4bit-64rank

Text Generation

text-generation-inference

Inference Endpoints

4-bit precision

Model card Files Files and versions Community

LoftQ commited on Nov 26, 2023

Commit

853dcae

·

1 Parent(s): 7f7f9bd

Update loftq_init/adapter_config.json

Files changed (1) hide show

loftq_init/adapter_config.json +2 -2

loftq_init/adapter_config.json CHANGED Viewed

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "/mnt/t-qingzhang/model_zoo_hf/LoftQ/Mistral-7B-v0.1-4bit-64rank",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -14,7 +14,7 @@
     "loftq_fake": true,
     "loftq_iter": 5
   },
-  "lora_alpha": 64,
   "lora_dropout": 0.1,
   "modules_to_save": null,
   "peft_type": "LORA",

 {
   "alpha_pattern": {},
   "auto_mapping": null,
+  "base_model_name_or_path": "LoftQ/Mistral-7B-v0.1-4bit-64rank",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
     "loftq_fake": true,
     "loftq_iter": 5
   },
+  "lora_alpha": 16,
   "lora_dropout": 0.1,
   "modules_to_save": null,
   "peft_type": "LORA",