Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -14,6 +14,12 @@ tokenizer = AutoTokenizer.from_pretrained("Navid-AI/Yehia-7B-preview", token=os.
|
|
| 14 |
model = AutoModelForCausalLM.from_pretrained("Navid-AI/Yehia-7B-preview", torch_dtype=torch.bfloat16, attn_implementation="flash_attention_2", token=os.getenv("HF_TOKEN")).to(device)
|
| 15 |
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
| 16 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
@spaces.GPU
|
| 18 |
def respond(
|
| 19 |
message,
|
|
@@ -44,8 +50,7 @@ def respond(
|
|
| 44 |
response += new_text
|
| 45 |
yield response
|
| 46 |
|
| 47 |
-
|
| 48 |
-
demo = gr.ChatInterface(
|
| 49 |
respond,
|
| 50 |
textbox=gr.Textbox(text_align="right", rtl=True, submit_btn=True, stop_btn=True),
|
| 51 |
additional_inputs=[
|
|
@@ -55,7 +60,7 @@ demo = gr.ChatInterface(
|
|
| 55 |
gr.Slider(minimum=0.0, maximum=1.0, value=0.6, step=0.1, label="Temperature"),
|
| 56 |
gr.Slider(minimum=0.0, maximum=2.0, value=1.1, step=0.05, label="Repetition penalty"),
|
| 57 |
],
|
| 58 |
-
|
| 59 |
example_icons=[["💡"]],
|
| 60 |
cache_examples=False,
|
| 61 |
# head="<h1 style='text-align:center;'>Yehia 7B Preview</h1>",
|
|
@@ -69,6 +74,9 @@ demo = gr.ChatInterface(
|
|
| 69 |
theme="JohnSmith9982/small_and_pretty",
|
| 70 |
)
|
| 71 |
|
|
|
|
|
|
|
|
|
|
| 72 |
|
| 73 |
if __name__ == "__main__":
|
| 74 |
-
demo.launch()
|
|
|
|
| 14 |
model = AutoModelForCausalLM.from_pretrained("Navid-AI/Yehia-7B-preview", torch_dtype=torch.bfloat16, attn_implementation="flash_attention_2", token=os.getenv("HF_TOKEN")).to(device)
|
| 15 |
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
| 16 |
|
| 17 |
+
HEADER = """<div style="text-align: center; margin-bottom: 20px;">
|
| 18 |
+
<h1>Yehia 7B Preview</h1>
|
| 19 |
+
<p style="font-size: 16px; color: #888;">How far can GRPO get you ?</p>
|
| 20 |
+
</div>
|
| 21 |
+
"""
|
| 22 |
+
|
| 23 |
@spaces.GPU
|
| 24 |
def respond(
|
| 25 |
message,
|
|
|
|
| 50 |
response += new_text
|
| 51 |
yield response
|
| 52 |
|
| 53 |
+
chat_interface = gr.ChatInterface(
|
|
|
|
| 54 |
respond,
|
| 55 |
textbox=gr.Textbox(text_align="right", rtl=True, submit_btn=True, stop_btn=True),
|
| 56 |
additional_inputs=[
|
|
|
|
| 60 |
gr.Slider(minimum=0.0, maximum=1.0, value=0.6, step=0.1, label="Temperature"),
|
| 61 |
gr.Slider(minimum=0.0, maximum=2.0, value=1.1, step=0.05, label="Repetition penalty"),
|
| 62 |
],
|
| 63 |
+
examples=[["من الذى أكل الجبنة ؟"]],
|
| 64 |
example_icons=[["💡"]],
|
| 65 |
cache_examples=False,
|
| 66 |
# head="<h1 style='text-align:center;'>Yehia 7B Preview</h1>",
|
|
|
|
| 74 |
theme="JohnSmith9982/small_and_pretty",
|
| 75 |
)
|
| 76 |
|
| 77 |
+
with gr.Blocks(fill_height=True) as demo:
|
| 78 |
+
gr.HTML(HEADER)
|
| 79 |
+
chat_interface.render()
|
| 80 |
|
| 81 |
if __name__ == "__main__":
|
| 82 |
+
demo.queue().launch(ssr_mode=False)
|