Yakshaving commited on
Commit
7f8d884
·
verified ·
1 Parent(s): de96881

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -16,7 +16,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_id, revision=revision)
16
  moondream = AutoModelForCausalLM.from_pretrained(
17
  "Yakshaving/moondream-paint", trust_remote_code=True,
18
  torch_dtype=torch.bfloat16, device_map={"": "cuda"},
19
- attn_implementation="flash_attention_2"
20
  )
21
  moondream.eval()
22
 
 
16
  moondream = AutoModelForCausalLM.from_pretrained(
17
  "Yakshaving/moondream-paint", trust_remote_code=True,
18
  torch_dtype=torch.bfloat16, device_map={"": "cuda"},
19
+ # attn_implementation="flash_attention_2"
20
  )
21
  moondream.eval()
22