hiyouga
/

Baichuan-7B-sft

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

hiyouga commited on Jun 15, 2023

Commit

b71b1cd

•

1 Parent(s): 985103e

Update README.md

Files changed (1) hide show

README.md +0 -1

README.md CHANGED Viewed

@@ -18,7 +18,6 @@ from peft import PeftModel
 tokenizer = AutoTokenizer.from_pretrained("baichuan-inc/baichuan-7B", trust_remote_code=True)
 model = AutoModelForCausalLM.from_pretrained("baichuan-inc/baichuan-7B", device_map="auto", trust_remote_code=True)
 model = PeftModel.from_pretrained(model, "hiyouga/baichuan-7b-sft")
-model = model.merge_and_unload()
 query = "晚上睡不着怎么办"

 tokenizer = AutoTokenizer.from_pretrained("baichuan-inc/baichuan-7B", trust_remote_code=True)
 model = AutoModelForCausalLM.from_pretrained("baichuan-inc/baichuan-7B", device_map="auto", trust_remote_code=True)
 model = PeftModel.from_pretrained(model, "hiyouga/baichuan-7b-sft")
 query = "晚上睡不着怎么办"