gaochangkuan commited on
Commit
c10c1fc
1 Parent(s): 6877353

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -11,7 +11,7 @@ model= AutoModelForCausalLM.from_pretrained(
11
  torch_dtype= torch.bfloat16,
12
  low_cpu_mem_usage= True,
13
  token=token,
14
- attn_implementation="flash_attention_2",
15
  device_map= "auto"
16
  )
17
 
 
11
  torch_dtype= torch.bfloat16,
12
  low_cpu_mem_usage= True,
13
  token=token,
14
+ #attn_implementation="flash_attention_2",
15
  device_map= "auto"
16
  )
17