Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -16,7 +16,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_id, revision=revision)
|
|
16 |
moondream = AutoModelForCausalLM.from_pretrained(
|
17 |
"Yakshaving/moondream-paint", trust_remote_code=True,
|
18 |
torch_dtype=torch.bfloat16, device_map={"": "cuda"},
|
19 |
-
attn_implementation="flash_attention_2"
|
20 |
)
|
21 |
moondream.eval()
|
22 |
|
|
|
16 |
moondream = AutoModelForCausalLM.from_pretrained(
|
17 |
"Yakshaving/moondream-paint", trust_remote_code=True,
|
18 |
torch_dtype=torch.bfloat16, device_map={"": "cuda"},
|
19 |
+
# attn_implementation="flash_attention_2"
|
20 |
)
|
21 |
moondream.eval()
|
22 |
|