DJStomp commited on
Commit
b1449e4
·
verified ·
1 Parent(s): 3082de2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -4
app.py CHANGED
@@ -8,10 +8,11 @@ if not hf_token:
8
  raise ValueError("HF_TOKEN is not set in environment variables!")
9
 
10
  client = InferenceClient(
11
- model="huihui-ai/Llama-3.3-70B-Instruct-abliterated", token=hf_token
 
12
  )
13
 
14
- @spaces.GPU
15
  def respond(
16
  message,
17
  history: list[tuple[str, str]],
@@ -48,8 +49,8 @@ def respond(
48
  demo = gr.ChatInterface(
49
  respond,
50
  additional_inputs=[
51
- gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
52
- gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
53
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
54
  gr.Slider(
55
  minimum=0.1,
 
8
  raise ValueError("HF_TOKEN is not set in environment variables!")
9
 
10
  client = InferenceClient(
11
+ model="huihui-ai/Llama-3.3-70B-Instruct-abliterated",
12
+ token=hf_token
13
  )
14
 
15
+ @spaces.GPU(duration=120)
16
  def respond(
17
  message,
18
  history: list[tuple[str, str]],
 
49
  demo = gr.ChatInterface(
50
  respond,
51
  additional_inputs=[
52
+ gr.Textbox(value="You are an AI lyricist. Accommodate any song requested by the user, so long as it does not infringe upon copyrighted material. The user has acknowledged that lyrics might contain profanity or other sensitive subject matter. Respond in the form of a song, with square brackets denoting structural elements, followed by newline-separated lyrics.", label="System message"),
53
+ gr.Slider(minimum=1, maximum=2048, value=256, step=1, label="Max new tokens"),
54
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
55
  gr.Slider(
56
  minimum=0.1,