Spaces:
Runtime error
Runtime error
Add Dockerfile, app.py, and requirements.txt for LLM app
Browse files- Dockerfile +28 -0
- app.py +103 -0
- requirements.txt +7 -0
Dockerfile
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
FROM python:3.9-slim
|
| 2 |
+
|
| 3 |
+
# Install system dependencies
|
| 4 |
+
RUN apt-get update && \
|
| 5 |
+
apt-get install -y build-essential gfortran
|
| 6 |
+
|
| 7 |
+
# Create a non-root user
|
| 8 |
+
RUN useradd -m -u 1000 user
|
| 9 |
+
USER user
|
| 10 |
+
|
| 11 |
+
# Set environment variables
|
| 12 |
+
ENV HOME=/home/user \
|
| 13 |
+
PATH=/home/user/.local/bin:$PATH
|
| 14 |
+
|
| 15 |
+
# Set working directory
|
| 16 |
+
WORKDIR $HOME/app
|
| 17 |
+
|
| 18 |
+
# Copy requirements file and install dependencies
|
| 19 |
+
COPY --chown=user . $HOME/app
|
| 20 |
+
COPY ./requirements.txt $HOME/app/requirements.txt
|
| 21 |
+
|
| 22 |
+
RUN pip install --user -r requirements.txt
|
| 23 |
+
|
| 24 |
+
# Copy application code
|
| 25 |
+
COPY . .
|
| 26 |
+
|
| 27 |
+
# Command to run the application
|
| 28 |
+
CMD ["chainlit", "run", "app.py", "--port", "7860"]
|
app.py
ADDED
|
@@ -0,0 +1,103 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# # You can find this code for Chainlit python streaming here (https://docs.chainlit.io/concepts/streaming/python)
|
| 2 |
+
|
| 3 |
+
import chainlit as cl
|
| 4 |
+
# Define a dictionary to keep track of user states
|
| 5 |
+
from openai import AsyncOpenAI # importing openai for API usage
|
| 6 |
+
|
| 7 |
+
client = AsyncOpenAI()
|
| 8 |
+
|
| 9 |
+
|
| 10 |
+
settings = {
|
| 11 |
+
"model": "gpt-3.5-turbo",
|
| 12 |
+
"temperature": 0.7,
|
| 13 |
+
"max_tokens": 500,
|
| 14 |
+
"top_p": 1,
|
| 15 |
+
"frequency_penalty": 0,
|
| 16 |
+
"presence_penalty": 0,
|
| 17 |
+
}
|
| 18 |
+
|
| 19 |
+
@cl.set_starters
|
| 20 |
+
async def set_starters():
|
| 21 |
+
|
| 22 |
+
return [
|
| 23 |
+
cl.Starter(
|
| 24 |
+
label="Morning routine ideation",
|
| 25 |
+
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
|
| 26 |
+
icon="/public/idea.svg",
|
| 27 |
+
),
|
| 28 |
+
|
| 29 |
+
cl.Starter(
|
| 30 |
+
label="Explain superconductors",
|
| 31 |
+
message="Explain superconductors like I'm five years old.",
|
| 32 |
+
icon="/public/learn.svg",
|
| 33 |
+
),
|
| 34 |
+
|
| 35 |
+
cl.Starter(
|
| 36 |
+
label="Python script for daily email reports",
|
| 37 |
+
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
|
| 38 |
+
icon="/public/terminal.svg",
|
| 39 |
+
),
|
| 40 |
+
|
| 41 |
+
cl.Starter(
|
| 42 |
+
label="Text inviting friend to wedding",
|
| 43 |
+
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
|
| 44 |
+
icon="/public/write.svg",
|
| 45 |
+
)
|
| 46 |
+
]
|
| 47 |
+
@cl.on_message
|
| 48 |
+
async def on_message(message):
|
| 49 |
+
|
| 50 |
+
content=message.content
|
| 51 |
+
if "morning routine" in content:
|
| 52 |
+
await cl.Message(content="Sure! Let's start with your current habits. What time do you usually wake up, and what are the first things you do after waking up?").send()
|
| 53 |
+
elif "superconductors" in content:
|
| 54 |
+
await cl.Message(content="Superconductors are special materials that can carry electricity without any resistance, like a super-fast slide where nothing slows you down!").send()
|
| 55 |
+
elif "Python script for daily email reports" in content:
|
| 56 |
+
await cl.Message(content="To automate sending daily email reports, you can use the smtplib library in Python. Here's a basic example:").send()
|
| 57 |
+
await cl.Message(content="""
|
| 58 |
+
```python
|
| 59 |
+
import smtplib
|
| 60 |
+
from email.mime.text import MIMEText
|
| 61 |
+
from email.mime.multipart import MIMEMultipart
|
| 62 |
+
|
| 63 |
+
def send_email(subject, body, to_email):
|
| 64 |
+
from_email = "[email protected]"
|
| 65 |
+
from_password = "your_password"
|
| 66 |
+
|
| 67 |
+
msg = MIMEMultipart()
|
| 68 |
+
msg['From'] = from_email
|
| 69 |
+
msg['To'] = to_email
|
| 70 |
+
msg['Subject'] = subject
|
| 71 |
+
|
| 72 |
+
msg.attach(MIMEText(body, 'plain'))
|
| 73 |
+
|
| 74 |
+
server = smtplib.SMTP('smtp.example.com', 587)
|
| 75 |
+
server.starttls()
|
| 76 |
+
server.login(from_email, from_password)
|
| 77 |
+
text = msg.as_string()
|
| 78 |
+
server.sendmail(from_email, to_email, text)
|
| 79 |
+
server.quit()
|
| 80 |
+
|
| 81 |
+
send_email("Daily Report", "Here is the daily report...", "[email protected]")
|
| 82 |
+
|
| 83 |
+
""").send()
|
| 84 |
+
elif "Text inviting friend to wedding" in content:
|
| 85 |
+
await cl.Message("Hey! I have a wedding to attend next month and I'd love for you to be my plus-one. No worries if you can't make it, just thought I'd ask!").send()
|
| 86 |
+
|
| 87 |
+
#**********************************
|
| 88 |
+
prompt_messages = [
|
| 89 |
+
{"role": "user", "content": content}
|
| 90 |
+
]
|
| 91 |
+
|
| 92 |
+
stream = await client.chat.completions.create(
|
| 93 |
+
messages=prompt_messages, stream=True, **settings
|
| 94 |
+
)
|
| 95 |
+
|
| 96 |
+
msg = cl.Message(content="")
|
| 97 |
+
|
| 98 |
+
async for part in stream:
|
| 99 |
+
if token := part.choices[0].delta.content:
|
| 100 |
+
await msg.stream_token(token)
|
| 101 |
+
|
| 102 |
+
# Send the final message
|
| 103 |
+
await msg.send()
|
requirements.txt
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
chainlit==1.1.300rc4
|
| 2 |
+
cohere==4.37
|
| 3 |
+
openai==1.3.5
|
| 4 |
+
tiktoken==0.7.0
|
| 5 |
+
python-dotenv==1.0.0
|
| 6 |
+
daal==2021.2.3
|
| 7 |
+
numpy
|