Working code

app.py

@@ -21,9 +21,8 @@ app.add_middleware(
 model_id = "vikhyatk/moondream2"
 revision = "2024-08-26"
 model = AutoModelForCausalLM.from_pretrained(
-    model_id, trust_remote_code=True, revision=revision,
-    torch_dtype=torch.float16, attn_implementation="flash_attention_2"
-).to("cuda")
+    model_id, trust_remote_code=True, revision=revision
+)
 tokenizer = AutoTokenizer.from_pretrained(model_id, revision=revision)
 
 @app.get("/")