| from gpt4all import GPT4All | |
| import gradio as gr | |
| # Specify the local path to the downloaded model file | |
| model_path = "wizardlm-13b-v1.1-superhot-8k.ggmlv3.q4_0.bin" | |
| # Initialize the model using the local path | |
| model = GPT4All(model_path) | |
| def generate_text(prompt): | |
| result = model.generate(prompt) | |
| return result | |
| text_generation_interface = gr.Interface( | |
| fn=generate_text, | |
| inputs=[ | |
| gr.inputs.Textbox(label="Input Text"), | |
| ], | |
| outputs=gr.outputs.Textbox(label="Generated Text"), | |
| title="GPT-4 Text Generation", | |
| ).launch() | |
| # model_name = "" | |