Spaces:

w601sxs
/

b1ade-1b-testing

Sleeping

w601sxs commited on Jul 18, 2023

Commit

d46ec3c

1 Parent(s): 0308ed5

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -5,8 +5,8 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
 from datasets import load_dataset
 from trl import SFTTrainer
-ref_model = AutoModelForCausalLM.from_pretrained("EleutherAI/pythia-70m-deduped-v0", torch_dtype=torch.bfloat16)
-peft_model_id = "w601sxs/pythia-70m-instruct-orca-chkpt-1245000"
 config = PeftConfig.from_pretrained(peft_model_id)
 model = PeftModel.from_pretrained(ref_model, peft_model_id)

 from datasets import load_dataset
 from trl import SFTTrainer
+ref_model = AutoModelForCausalLM.from_pretrained("w601sxs/b1ade-1b", torch_dtype=torch.bfloat16)
+peft_model_id = "w601sxs/b1ade-1b-orca-chkpt-230k"
 config = PeftConfig.from_pretrained(peft_model_id)
 model = PeftModel.from_pretrained(ref_model, peft_model_id)