Upload app.py

app.py

@@ -0,0 +1,30 @@
+from transformers import AutoModelForCausalLM, AutoTokenizer
+import gradio as gr
+import random
+import time
+
+def call_chat(message)
+    model_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
+    tokenizer = AutoTokenizer.from_pretrained(model_id)
+    model = AutoModelForCausalLM.from_pretrained(model_id)
+    inputs = tokenizer(message, return_tensors="pt")
+    outputs = model.generate(**inputs, max_new_tokens=20)
+    return tokenizer.decode(outputs[0], skip_special_tokens=True)
+
+
+
+
+with gr.Blocks() as demo:
+    chatbot = gr.Chatbot()
+    msg = gr.Textbox()
+    clear = gr.ClearButton([msg, chatbot])
+
+    def respond(message, chat_history):
+        bot_message = random.choice(["How are you?", "I love you", "I'm very hungry"])
+        chat_history.append((message, bot_message))
+        time.sleep(2)
+        return "", chat_history
+
+    msg.submit(call_chat, [msg, chatbot], [msg, chatbot])
+
+demo.launch()