CatGPT.py

import gradio as gr
from transformers import AutoModelForCausalLM, AutoTokenizer

class CatGPT:
 def __init__(self, model_name="OrionStarAI/Orion-14B"):
 self.model_name = model_name
 self.tokenizer = AutoTokenizer.from_pretrained(model_name)
 self.model = AutoModelForCausalLM.from_pretrained(model_name)

 def generate(self, prompt, max_length=100):
 inputs = self.tokenizer(prompt, return_tensors="pt")
 outputs = self.model.generate(inputs.input_ids, max_length=max_length)
 response = self.tokenizer.decode(outputs[0], skip_special_tokens=True)
 return response

# Instantiate CatGPT
catgpt = CatGPT()

def catgpt_response(prompt):
 return catgpt.generate(prompt)

# Gradio Interface
iface = gr.Interface(
 fn=catgpt_response,
 inputs="text",
 outputs="text",
 title="CatGPT - Orion-14B Demo",
 description="This is a CatGPT demo using the Orion-14B model from OrionStarAI."
)

# Launch the app
iface.launch()