Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
# Configuration for the dedicated model | |
DEDICATED_MODEL = "meta-llama/Llama-3.1-8B-Instruct" | |
DEDICATED_ENDPOINT = "https://qu2d8m6dmsollhly.us-east-1.aws.endpoints.huggingface.cloud" | |
# Write access token from the settings | |
WRITE_ACCESS_TOKEN = st.secrets["Llama_3_1"] |