gaochangkuan
commited on
Commit
•
c10c1fc
1
Parent(s):
6877353
Update app.py
Browse files
app.py
CHANGED
@@ -11,7 +11,7 @@ model= AutoModelForCausalLM.from_pretrained(
|
|
11 |
torch_dtype= torch.bfloat16,
|
12 |
low_cpu_mem_usage= True,
|
13 |
token=token,
|
14 |
-
attn_implementation="flash_attention_2",
|
15 |
device_map= "auto"
|
16 |
)
|
17 |
|
|
|
11 |
torch_dtype= torch.bfloat16,
|
12 |
low_cpu_mem_usage= True,
|
13 |
token=token,
|
14 |
+
#attn_implementation="flash_attention_2",
|
15 |
device_map= "auto"
|
16 |
)
|
17 |
|