davidizzle commited on
Commit
9b7d4f4
·
1 Parent(s): 1b9ef5d

Stubbed functionality to make demo work with open model

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -37,10 +37,11 @@ gif_html.markdown(
37
 
38
  @st.cache_resource
39
  def load_model():
40
- # Access to Gemma is gated, so the Space will not inherit it. Select tiny gpt2 to stub
41
  # model_id = "google/gemma-2b-it"
42
- model_id = "sshleifer/tiny-gpt2" # OR distilgpt2
43
- tokenizer = AutoTokenizer.from_pretrained(model_id, token=True)
 
44
  model = AutoModelForCausalLM.from_pretrained(
45
  model_id,
46
  device_map=None,
 
37
 
38
  @st.cache_resource
39
  def load_model():
40
+ # As Gemma is gated, we will show functionality of the demo using DeepSeek-R1-Distill-Qwen-1.5B model
41
  # model_id = "google/gemma-2b-it"
42
+ # tokenizer = AutoTokenizer.from_pretrained(model_id, token=True)
43
+ model_id = "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B"
44
+ tokenizer = AutoTokenizer.from_pretrained(model_id)
45
  model = AutoModelForCausalLM.from_pretrained(
46
  model_id,
47
  device_map=None,