app.py

import gradio as gr

gr.Interface.load("models/AnimusOG/mpt-7b-storywriter-4bit-128g-65kTokens-CPU").launch()