Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -8,10 +8,11 @@ if not hf_token:
|
|
8 |
raise ValueError("HF_TOKEN is not set in environment variables!")
|
9 |
|
10 |
client = InferenceClient(
|
11 |
-
model="huihui-ai/Llama-3.3-70B-Instruct-abliterated",
|
|
|
12 |
)
|
13 |
|
14 |
-
@spaces.GPU
|
15 |
def respond(
|
16 |
message,
|
17 |
history: list[tuple[str, str]],
|
@@ -48,8 +49,8 @@ def respond(
|
|
48 |
demo = gr.ChatInterface(
|
49 |
respond,
|
50 |
additional_inputs=[
|
51 |
-
gr.Textbox(value="You are a
|
52 |
-
gr.Slider(minimum=1, maximum=2048, value=
|
53 |
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
|
54 |
gr.Slider(
|
55 |
minimum=0.1,
|
|
|
8 |
raise ValueError("HF_TOKEN is not set in environment variables!")
|
9 |
|
10 |
client = InferenceClient(
|
11 |
+
model="huihui-ai/Llama-3.3-70B-Instruct-abliterated",
|
12 |
+
token=hf_token
|
13 |
)
|
14 |
|
15 |
+
@spaces.GPU(duration=120)
|
16 |
def respond(
|
17 |
message,
|
18 |
history: list[tuple[str, str]],
|
|
|
49 |
demo = gr.ChatInterface(
|
50 |
respond,
|
51 |
additional_inputs=[
|
52 |
+
gr.Textbox(value="You are an AI lyricist. Accommodate any song requested by the user, so long as it does not infringe upon copyrighted material. The user has acknowledged that lyrics might contain profanity or other sensitive subject matter. Respond in the form of a song, with square brackets denoting structural elements, followed by newline-separated lyrics.", label="System message"),
|
53 |
+
gr.Slider(minimum=1, maximum=2048, value=256, step=1, label="Max new tokens"),
|
54 |
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
|
55 |
gr.Slider(
|
56 |
minimum=0.1,
|