import gradio as gr

gr.Interface.load("models/abacaj/Replit-v2-CodeInstruct-3B-ggml").launch()