app.py

from gpt4all import GPT4All
import gradio as gr

# Specify the local path to the downloaded model file
model_path = "wizardlm-13b-v1.1-superhot-8k.ggmlv3.q4_0.bin"

# Initialize the model using the local path
model = GPT4All(model_path)

def generate_text(prompt):
    result = model.generate(prompt)
    return result

text_generation_interface = gr.Interface(
    fn=generate_text,
    inputs=[
        gr.inputs.Textbox(label="Input Text"),
    ],
    outputs=gr.outputs.Textbox(label="Generated Text"),
    title="GPT-4 Text Generation",
).launch()



# model_name = ""