dodicono commited on
Commit
a5abcb3
·
verified ·
1 Parent(s): 22102f3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +22 -1
app.py CHANGED
@@ -1,3 +1,24 @@
1
  import gradio as gr
 
2
 
3
- gr.load("models/mistralai/Mistral-7B-Instruct-v0.3").launch()
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  import gradio as gr
2
+ from transformers import AutoModelForCausalLM, AutoTokenizer
3
 
4
+ # Load the Mistral model and tokenizer
5
+ model_name = "mistralai/Mistral"
6
+ model = AutoModelForCausalLM.from_pretrained(model_name)
7
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
8
+
9
+ def generate_text(prompt):
10
+ inputs = tokenizer(prompt, return_tensors="pt")
11
+ outputs = model.generate(**inputs)
12
+ return tokenizer.decode(outputs[0], skip_special_tokens=True)
13
+
14
+ # Set up Gradio interface
15
+ iface = gr.Interface(
16
+ fn=generate_text,
17
+ inputs="text",
18
+ outputs="text",
19
+ title="Mistral Model",
20
+ description="Generate text using the Mistral model."
21
+ )
22
+
23
+ if __name__ == "__main__":
24
+ iface.launch()