TEST-GIZ-Project-Search / model_params.cfg
annikwag's picture
Create model_params.cfg
2827bd5 verified
raw
history blame
266 Bytes
# Configuration for the dedicated model
DEDICATED_MODEL = "meta-llama/Llama-3.1-8B-Instruct"
DEDICATED_ENDPOINT = "https://qu2d8m6dmsollhly.us-east-1.aws.endpoints.huggingface.cloud"
# Write access token from the settings
WRITE_ACCESS_TOKEN = st.secrets["Llama_3_1"]