Spaces:
Running
Running
Maharshi Gor
Adds support for caching llm calls to a sqlite db and a hf dataset. Refactors repo creation logic and fixes unused temperature param.
3a1af80
| from huggingface_hub import HfApi | |
| from src.envs import LLM_CACHE_REPO, QUEUE_REPO, RESULTS_REPO, TOKEN | |
| def check_and_create_dataset_repo(repo_id: str): | |
| api = HfApi(token=TOKEN) | |
| try: | |
| api.repo_info(repo_id=repo_id, repo_type="dataset") | |
| print(f"{repo_id} exists") | |
| except Exception: | |
| print(f"Creating {repo_id}") | |
| api.create_repo(repo_id=repo_id, repo_type="dataset", exist_ok=True, private=True) | |
| def check_and_create_repos(): | |
| print("1. QUEUE Repository") | |
| check_and_create_dataset_repo(QUEUE_REPO) | |
| print("2. RESULTS Repository") | |
| check_and_create_dataset_repo(RESULTS_REPO) | |
| print("3. LLM Cache Repository") | |
| check_and_create_dataset_repo(LLM_CACHE_REPO) | |
| if __name__ == "__main__": | |
| check_and_create_repos() | |