ruslanmv
/

Medical-Mixtral-7B-v1.5k

Model card Files Files and versions Community

ruslanmv commited on Apr 12, 2024

Commit

31369d9

·

verified ·

1 Parent(s): 99d8a3c

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -29,7 +29,7 @@ finetuned_model = 'ruslanmv/Medical-Mixtral-7B-v1.5k'
 tokenizer = AutoTokenizer.from_pretrained(finetuned_model, trust_remote_code=True)
 # Load the model with the provided adapter configuration and weights
-model_pretrained = AutoModelForCausalLM.from_pretrained(finetuned_model, trust_remote_code=True, torch_dtype=torch.float16, cache_dir=cache_dir)
 messages = [
     {'role': 'user', 'content': 'What should I do to reduce my weight gained due to genetic hypothyroidism?'},

 tokenizer = AutoTokenizer.from_pretrained(finetuned_model, trust_remote_code=True)
 # Load the model with the provided adapter configuration and weights
+model_pretrained = AutoModelForCausalLM.from_pretrained(finetuned_model, trust_remote_code=True, torch_dtype=torch.float16)
 messages = [
     {'role': 'user', 'content': 'What should I do to reduce my weight gained due to genetic hypothyroidism?'},