abdullahalioo commited on
Commit
95ccd24
·
verified ·
1 Parent(s): 7aced08

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -3,7 +3,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
3
  import torch
4
 
5
  # Load a smaller model for CPU usage
6
- MODEL_NAME = "mistralai/Mistral-7B-Instruct"
7
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
8
  model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, torch_dtype=torch.float32, device_map="cpu")
9
 
 
3
  import torch
4
 
5
  # Load a smaller model for CPU usage
6
+ MODEL_NAME = "distilgpt2"
7
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
8
  model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, torch_dtype=torch.float32, device_map="cpu")
9