Update app.py

app.py

@@ -1,7 +1,23 @@
 import gradio as gr
+from llama_cpp import Llama
 
-def greet(name):
-    return "Hello " + name + "!!"
+model_path = "vislupus/bulgarian-joke-master-SmolLM2-135M-Instruct-bnb-4bit-gguf"
+llm = Llama(model_path=model_path)
+
+def generate_response(prompt):
+    """Generate a response using the GGUF model."""
+    output = llm(prompt, max_tokens=200)
+    return output['choices'][0]['text']
+
+with gr.Blocks() as demo:
+    gr.Markdown("# GGUF Model Chatbot")
+    with gr.Row():
+        with gr.Column():
+            prompt_input = gr.Textbox(label="Your Prompt", placeholder="Type something...")
+            submit_button = gr.Button("Generate")
+        with gr.Column():
+            output_box = gr.Textbox(label="Model Response")
+    
+    submit_button.click(fn=generate_response, inputs=prompt_input, outputs=output_box)
 
-demo = gr.Interface(fn=greet, inputs="text", outputs="text")
 demo.launch()