Update README.md
Browse files
README.md
CHANGED
@@ -8,4 +8,15 @@ pipeline_tag: text-generation
|
|
8 |
tags:
|
9 |
- clinical trial
|
10 |
- foundation model
|
11 |
-
---
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
8 |
tags:
|
9 |
- clinical trial
|
10 |
- foundation model
|
11 |
+
---
|
12 |
+
|
13 |
+
Load the model in the following way (same as Mistral):
|
14 |
+
|
15 |
+
```[python]
|
16 |
+
from transformers import AutoModelForCausalLM, AutoTokenizer
|
17 |
+
import torch
|
18 |
+
|
19 |
+
model_id = 'linjc16/Panacea-7B-Chat'
|
20 |
+
|
21 |
+
model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16, device_map="auto", cache_dir="/data/jl254/cache/")
|
22 |
+
tokenizer = AutoTokenizer.from_pretrained(model_id)
|