|
import os |
|
from pathlib import Path |
|
|
|
|
|
HOST = "0.0.0.0" |
|
PORT = 7860 |
|
WORKERS = 4 |
|
RELOAD = True if os.environ.get("ENVIRONMENT") == "development" else False |
|
|
|
|
|
ORIGINS = ["http://localhost:3000"] if os.getenv("ENVIRONMENT") == "development" else ["*"] |
|
|
|
|
|
CACHE_TTL = int(os.environ.get("CACHE_TTL", 300)) |
|
|
|
|
|
RATE_LIMIT_PERIOD = 7 |
|
RATE_LIMIT_QUOTA = 5 |
|
HAS_HIGHER_RATE_LIMIT = [] |
|
|
|
|
|
HF_TOKEN = os.environ.get("HF_TOKEN") |
|
HF_ORGANIZATION = "TheFinAI" |
|
API = { |
|
"INFERENCE": "https://api-inference.huggingface.co/models", |
|
"HUB": "https://huggingface.co" |
|
} |
|
|
|
|
|
CACHE_ROOT = Path(os.environ.get("HF_HOME", ".cache")) |
|
DATASETS_CACHE = CACHE_ROOT / "datasets" |
|
MODELS_CACHE = CACHE_ROOT / "models" |
|
VOTES_CACHE = CACHE_ROOT / "votes" |
|
EVAL_CACHE = CACHE_ROOT / "eval-queue" |
|
|
|
|
|
QUEUE_REPO = f"{HF_ORGANIZATION}/requests" |
|
EVAL_REQUESTS_PATH = EVAL_CACHE / "eval_requests.jsonl" |