topic_modelling / download_model.py
seanpedrickcase's picture
Added and replaced relevant files to download in download_model.py to allow for app use on AWS
49e0db8
raw
history blame contribute delete
678 Bytes
from huggingface_hub import hf_hub_download
# Define the repository and files to download
repo_id = "mixedbread-ai/mxbai-embed-xsmall-v1" #"sentence-transformers/all-MiniLM-L6-v2"
files_to_download = [
"config.json",
"config_sentence_transformers.json",
"model.safetensors",
"tokenizer.json",
"special_tokens_map.json",
"angle_config.json",
"modules.json",
"tokenizer_config.json",
"vocab.txt"
]
#"pytorch_model.bin",
# Download each file and save it to the /model/bge directory
for file_name in files_to_download:
print("Checking for file", file_name)
hf_hub_download(repo_id=repo_id, filename=file_name, local_dir="/model/embed")