Spaces:
Running
Running
Commit
·
aeeecba
1
Parent(s):
ea616ac
Bug fix
Browse files
app.py
CHANGED
@@ -49,7 +49,8 @@ def load_model():
|
|
49 |
# device_map=None,
|
50 |
# torch_dtype=torch.float32
|
51 |
device_map="auto",
|
52 |
-
torch_dtype=torch.float16
|
|
|
53 |
)
|
54 |
# model.to("cpu")
|
55 |
return tokenizer, model
|
|
|
49 |
# device_map=None,
|
50 |
# torch_dtype=torch.float32
|
51 |
device_map="auto",
|
52 |
+
torch_dtype=torch.float16,
|
53 |
+
trust_remote_code = True
|
54 |
)
|
55 |
# model.to("cpu")
|
56 |
return tokenizer, model
|