Spaces:
Runtime error
Runtime error
Commit
·
0cf6546
1
Parent(s):
6464bd1
changed llm model
Browse files
app.py
CHANGED
@@ -14,9 +14,9 @@ Messages = List[Dict[str, str]]
|
|
14 |
app = Flask(__name__)
|
15 |
|
16 |
# Load the model and tokenizer
|
17 |
-
model_name = "
|
|
|
18 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
19 |
-
model = AutoModelForCausalLM.from_pretrained(model_name)
|
20 |
|
21 |
@app.route('/chat', methods=['POST'])
|
22 |
def chat():
|
|
|
14 |
app = Flask(__name__)
|
15 |
|
16 |
# Load the model and tokenizer
|
17 |
+
model_name = "dicta-il/dictalm2.0-instruct"
|
18 |
+
model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16)
|
19 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
|
|
20 |
|
21 |
@app.route('/chat', methods=['POST'])
|
22 |
def chat():
|