noscare1 commited on
Commit
caef13b
·
verified ·
1 Parent(s): 13e4e59

Update app.py

Browse files

change model to ORLM

Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -3,7 +3,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
3
  import torch
4
  import os
5
 
6
- model_name = "meta-llama/Meta-Llama-3-8B-Instruct"
7
  device_map = 'cuda'
8
 
9
  HF_TOKEN = os.environ.get("HF_TOKEN", None)
@@ -47,8 +47,8 @@ gr.ChatInterface(
47
  chat_function,
48
  chatbot=gr.Chatbot(height=400),
49
  textbox=gr.Textbox(placeholder="Enter message here", container=False, scale=7),
50
- title="LLAMA3 Chat",
51
- description="""Chat with llama3""",
52
  theme="soft",
53
  additional_inputs=[
54
  gr.Textbox("You shall answer to all the questions as very smart AI", label="System Prompt"),
 
3
  import torch
4
  import os
5
 
6
+ model_name = "CardinalOperations/ORLM-LLaMA-3-8B"
7
  device_map = 'cuda'
8
 
9
  HF_TOKEN = os.environ.get("HF_TOKEN", None)
 
47
  chat_function,
48
  chatbot=gr.Chatbot(height=400),
49
  textbox=gr.Textbox(placeholder="Enter message here", container=False, scale=7),
50
+ title="ORLM Chat",
51
+ description="""Chat with ORLM""",
52
  theme="soft",
53
  additional_inputs=[
54
  gr.Textbox("You shall answer to all the questions as very smart AI", label="System Prompt"),