Spaces:

JimmyK300
/

Qwen2.5-0.5B-instruct

Sleeping

JimmyK300 commited on Feb 12

Commit

89a86d6

verified ·

1 Parent(s): ef653fd

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -5,7 +5,7 @@ import torch
 MODEL_NAME = "Qwen/Qwen2.5-0.5B-Instruct"
 tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, fast_tokenizer=True)
-model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, deivce_map="auto", load_in_8bit=True, torch_dtype=torch.float32)
 def respond(
     message,

 MODEL_NAME = "Qwen/Qwen2.5-0.5B-Instruct"
 tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, fast_tokenizer=True)
+model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, deivce_map="auto", torch_dtype=torch.float16)
 def respond(
     message,