cecc99244970e8f5460adf9b9dac9ad9ff629ee54e0522bc2fbb7dd69e1d3c83

README.md

@@ -8,7 +8,7 @@ tags:
 
 The Model [mlx-community/DeepSeek-R1-Distill-Qwen-1.5B-4bit](https://huggingface.co/mlx-community/DeepSeek-R1-Distill-Qwen-1.5B-4bit) was
 converted to MLX format from [deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B)
-using mlx-lm version **0.21.1**.
+using mlx-lm version **0.20.2**.
 
 ## Use with mlx
 
@@ -21,12 +21,12 @@ from mlx_lm import load, generate
 
 model, tokenizer = load("mlx-community/DeepSeek-R1-Distill-Qwen-1.5B-4bit")
 
-prompt = "hello"
+prompt="hello"
 
-if tokenizer.chat_template is not None:
+if hasattr(tokenizer, "apply_chat_template") and tokenizer.chat_template is not None:
     messages = [{"role": "user", "content": prompt}]
     prompt = tokenizer.apply_chat_template(
-        messages, add_generation_prompt=True
+        messages, tokenize=False, add_generation_prompt=True
     )
 
 response = generate(model, tokenizer, prompt=prompt, verbose=True)

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52809782c0af2ebd9c8a4269baaa3f219daab4f9bdd4f54c0d5d84352dc53edd
-size 999901724
+oid sha256:e37c5a7b2015dc7dfed3feb810cafefc02330910578f7994814f280757de0681
+size 999901608