Makima57 commited on
Commit
2050f60
1 Parent(s): b3bc249

Upload app.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -8,6 +8,7 @@ from transformers import AutoModel, AutoTokenizer
8
  model_id = "Makima57/deepseek-math-Numina"
9
  model = AutoModel.from_pretrained(model_id)
10
  tokenizer = AutoTokenizer.from_pretrained(model_id)
 
11
  generator = ctranslate2.Generator(model_path, device="cpu", compute_type="int8")
12
 
13
  # Function to generate predictions using the model
 
8
  model_id = "Makima57/deepseek-math-Numina"
9
  model = AutoModel.from_pretrained(model_id)
10
  tokenizer = AutoTokenizer.from_pretrained(model_id)
11
+ model_path = model_id
12
  generator = ctranslate2.Generator(model_path, device="cpu", compute_type="int8")
13
 
14
  # Function to generate predictions using the model