Update app.py

app.py

@@ -1,8 +1,29 @@
-from huggingface_hub import InferenceClient
+#from huggingface_hub import InferenceClient
 import gradio as gr
 
-client = InferenceClient("""K00B404/BagOMistral_14X_Coders-ties-7B""")
+#client = InferenceClient("""K00B404/BagOMistral_14X_Coders-ties-7B""")
+from transformers import AutoTokenizer, AutoModelForSequenceClassification
+import torch
 
+# Replace 'your-username' and 'your-model-name' with your actual username and model name
+tokenizer = AutoTokenizer.from_pretrained('K00B404/BagOMistral_14X_Coders-ties-7B')
+model = AutoModelForSequenceClassification.from_pretrained('K00B404/BagOMistral_14X_Coders-ties-7B')
+
+# Example input sequence
+input_sequence = "This is an example sentence."
+
+# Tokenize the input sequence
+inputs = tokenizer(input_sequence, return_tensors="pt")
+
+# Run the input through the model
+outputs = model(**inputs)
+
+# Get the predicted class label
+predicted_class = outputs[0].argmax(-1).item()
+
+print("Predicted class:", predicted_class)
+
+"""
 def format_prompt(message, history):
   prompt = "<s>"
   for user_prompt, bot_response in history:
@@ -47,5 +68,4 @@ demo = gr.ChatInterface(fn=generate,
                        )
 
 demo.queue().launch(show_api=False)
-
-#import app1
+"""