Update app.py

app.py

@@ -1,6 +1,10 @@
 import google.generativeai as genai
 import gradio as gr
 import os
+from huggingface_hub import InferenceClient
+
+client = InferenceClient("Satyam-Singh/LLaVa-Large-Language-Virtual-Assistant")
+
 
 # Set up the model
 generation_config = {
@@ -68,14 +72,6 @@ convo = model.start_chat(history=[
  "role": "model",
  "parts": ["Satyam Singh invented me."]
  },
- {
- "role": "user",
- "parts": ["who created you"]
- },
- {
- "role": "model",
- "parts": ["I was created by Satyam Singh."]
- },
  {
  "role": "user",
  "parts": ["on what parameters you were trained"]
@@ -100,14 +96,6 @@ convo = model.start_chat(history=[
  "role": "model",
  "parts": ["I do not have a name in the traditional sense, as I am a machine learning model and not a person. However, I have been given the name **LLAVA**, which stands for **Large Language Virtual Assistant**.\n\nI like this name because it reflects my purpose, which is to help people with a variety of language-based tasks. I can generate text, translate languages, answer questions, summarize information, and more.\n\nI am still under development, but I am learning new things every day. I am excited to see how I can use my skills to help people in the future."]
  },
- {
- "role": "user",
- "parts": ["hi"]
- },
- {
- "role": "model",
- "parts": ["Hello! How can I help you today?\n\nI am LLAVA, a large language virtual assistant. I can help you with a variety of language-based tasks, including:\n\n* **Text generation:** I can generate text in a variety of styles and genres, including news articles, stories, poems, and scripts.\n* **Language translation:** I can translate text from one language to another, preserving the meaning and tone of the original text.\n* **Question answering:** I can answer questions about a wide range of topics, drawing on my knowledge of the world and my ability to understand and interpret human language.\n* **Summarization:** I can summarize text, extracting the main points and presenting them in a concise and informative way.\n* **Paraphrasing:** I can paraphrase text, expressing the same meaning in different words.\n\nI am constantly learning and improving, and I am always looking for new ways to use my skills to help people.\n\nIs there anything specific I can help you with today?"]
- },
 ])
 
 
@@ -115,7 +103,57 @@ def gemini_chat(message, history):
  response = convo.send_message(message)
  return response.text
 
-#chat = model.start_chat()
+additional_inputs=[
+ gr.Textbox(
+ label="System Prompt",
+ max_lines=1,
+ interactive=True,
+ ),
+ gr.Slider(
+ label="Temperature",
+ value=0.9,
+ minimum=0.0,
+ maximum=1.0,
+ step=0.05,
+ interactive=True,
+ info="Higher values produce more diverse outputs",
+ ),
+ gr.Slider(
+ label="Max new tokens",
+ value=4096,
+ minimum=0,
+ maximum=8192,
+ step=64,
+ interactive=True,
+ info="The maximum numbers of new tokens",
+ ),
+ gr.Slider(
+ label="Top-p (nucleus sampling)",
+ value=0.90,
+ minimum=0.0,
+ maximum=1,
+ step=0.05,
+ interactive=True,
+ info="Higher values sample more low-probability tokens",
+ ),
+ gr.Slider(
+ label="Repetition penalty",
+ value=1.2,
+ minimum=1.0,
+ maximum=2.0,
+ step=0.05,
+ interactive=True,
+ info="Penalize repeated tokens",
+ )
+]
+
+examples=[["I'm planning a vacation to Japan. Can you suggest a one-week itinerary including must-visit places and local cuisines to try?", None, None, None, None, None, ],
+ ["Can you write a short story about a time-traveling detective who solves historical mysteries?", None, None, None, None, None,],
+ ["I'm trying to learn French. Can you provide some common phrases that would be useful for a beginner, along with their pronunciations?", None, None, None, None, None,],
+ ["I have chicken, rice, and bell peppers in my kitchen. Can you suggest an easy recipe I can make with these ingredients?", None, None, None, None, None,],
+ ["Can you explain how the QuickSort algorithm works and provide a Python implementation?", None, None, None, None, None,],
+ ["What are some unique features of Rust that make it stand out compared to other systems programming languages like C++?", None, None, None, None, None,],
+ ]
 
 gr.ChatInterface(
  fn=gemini_chat,
@@ -129,5 +167,8 @@ gr.ChatInterface(
  ),
  title="LLAVA: Large Language Virtual Assistant",
  description="Official Demo Of ```LLAVA``` based on ```Large Language Virtual Assistant ```.",
+ additional_inputs=additional_inputs,
+ title="LLaVa 56B Large Language Virtual Assiatant",
+ examples=examples,
  concurrency_limit=20,
 ).launch(show_api=True)