suayptalha
/

DeepSeek-R1-Distill-Llama-3B

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

suayptalha commited on 14 days ago

Commit

5980166

·

verified ·

1 Parent(s): 76cd82e

Update README.md

Files changed (1) hide show

README.md +2 -3

README.md CHANGED Viewed

@@ -111,12 +111,11 @@ import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
 model = AutoModelForCausalLM.from_pretrained(
-    "suayptalha/DeepSeek-R1-Distill-Llama-3B-4bit",
-    load_in_4bit = True,
     device_map="auto"
 )
-tokenizer = AutoTokenizer.from_pretrained("suayptalha/DeepSeek-R1-Distill-Llama-3B-4bit")
 SYSTEM_PROMPT = """Respond in the following format:
 <think>

 from transformers import AutoModelForCausalLM, AutoTokenizer
 model = AutoModelForCausalLM.from_pretrained(
+    "suayptalha/DeepSeek-R1-Distill-Llama-3B",
     device_map="auto"
 )
+tokenizer = AutoTokenizer.from_pretrained("suayptalha/DeepSeek-R1-Distill-Llama-3B")
 SYSTEM_PROMPT = """Respond in the following format:
 <think>