Royrotem100 commited on
Commit
0cf6546
·
1 Parent(s): 6464bd1

changed llm model

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -14,9 +14,9 @@ Messages = List[Dict[str, str]]
14
  app = Flask(__name__)
15
 
16
  # Load the model and tokenizer
17
- model_name = "path/to/your/dictalm2.0"
 
18
  tokenizer = AutoTokenizer.from_pretrained(model_name)
19
- model = AutoModelForCausalLM.from_pretrained(model_name)
20
 
21
  @app.route('/chat', methods=['POST'])
22
  def chat():
 
14
  app = Flask(__name__)
15
 
16
  # Load the model and tokenizer
17
+ model_name = "dicta-il/dictalm2.0-instruct"
18
+ model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16)
19
  tokenizer = AutoTokenizer.from_pretrained(model_name)
 
20
 
21
  @app.route('/chat', methods=['POST'])
22
  def chat():