Update app.py

app.py

@@ -1,5 +1,4 @@
 import gradio as gr
-from huggingface_hub import InferenceClient
 from transformers import pipeline, AutoTokenizer, AutoModelForSeq2SeqLM, AutoModelForCausalLM
 from aksharamukha import transliterate
 import torch
@@ -13,7 +12,7 @@ eng_trans_tokenizer = AutoTokenizer.from_pretrained("facebook/nllb-200-distilled
 translator = pipeline('translation', model=trans_model, tokenizer=eng_trans_tokenizer, src_lang="eng_Latn", tgt_lang='sin_Sinh', max_length=400, device=device)
 
 sin_trans_model = AutoModelForSeq2SeqLM.from_pretrained("thilina/mt5-sinhalese-english").to(device)
-si_trans_tokenizer = AutoTokenizer.from_pretrained("thilina/mt5-sinhalese-english")
+si_trans_tokenizer = AutoTokenizer.from_pretrained("thilina/mt5-sinhalese-english", use_fast=False)  # Use slow tokenizer
 
 singlish_pipe = pipeline("text2text-generation", model="Dhahlan2000/Simple_Translation-model-for-GPT-v14")
 
@@ -45,7 +44,7 @@ def transliterate_to_sinhala(text):
     return transliterate.process('Velthuis', 'Sinhala', text)
 
 # Load conversation model
-conv_model_name = "google/gemma-7b"
+conv_model_name = "gpt2"  # Use GPT-2 instead of the gated model
 tokenizer = AutoTokenizer.from_pretrained(conv_model_name)
 model = AutoModelForCausalLM.from_pretrained(conv_model_name).to(device)