Spaces:
Running
Running
alibidaran
commited on
Commit
•
445af36
1
Parent(s):
abe4ee7
Update app.py
Browse files
app.py
CHANGED
@@ -5,11 +5,7 @@ import gradio as gr
|
|
5 |
import os
|
6 |
import time
|
7 |
model_id = "alibidaran/Gemma2_Virtual_doctor"
|
8 |
-
|
9 |
-
load_in_4bit=True,
|
10 |
-
bnb_4bit_quant_type="nf4",
|
11 |
-
bnb_4bit_compute_dtype=torch.bfloat16
|
12 |
-
)
|
13 |
|
14 |
|
15 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
|
|
5 |
import os
|
6 |
import time
|
7 |
model_id = "alibidaran/Gemma2_Virtual_doctor"
|
8 |
+
|
|
|
|
|
|
|
|
|
9 |
|
10 |
|
11 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|