app.py

import streamlit as st
from transformers import AutoModelForSeq2SeqLM, T5Tokenizer

def generate_response(input_prompt, model_path):
 if model_path == 'google/flan-t5-small':
 model_name = 'Google Flan T5'
 elif model_path == 'MBZUAI/LaMini-Flan-T5-77M':
 model_name = 'Lamini Flan T5'
 else:
 model_name = 'INXAI'

 fine_tuned_model = AutoModelForSeq2SeqLM.from_pretrained(model_path)
 if model_path == 'MBZUAI/LaMini-Flan-T5-77M':
 tokenizer = T5Tokenizer.from_pretrained('t5-base') 
 else:
 tokenizer = T5Tokenizer.from_pretrained(model_path) 

 input_text = f"Input prompt: {input_prompt}"
 input_ids = tokenizer.encode(input_text, return_tensors="pt", max_length=64, padding="max_length", truncation=True)
 output_ids = fine_tuned_model.generate(input_ids, max_length=256, num_return_sequences=1, num_beams=2, early_stopping=True)
 generated_output = tokenizer.decode(output_ids[0], skip_special_tokens=True)
 return generated_output, model_name

def main():
 st.title("INXAI LLM Model\nCompare with base models")
 model_selection = st.selectbox("Choose INXAI from the dropdown", ["google/flan-t5-small", "MBZUAI/LaMini-Flan-T5-77M", "Robin246/inxai_v1.1"])
 input_prompt = st.text_input("Enter input text")
 if st.button("Generate"):
 reply, model_name = generate_response(input_prompt, model_selection)
 st.write(f"Generated Reply : {reply}")

if __name__ == "__main__":
 main()