nsthorat-lilac commited on
Commit
82b07e4
1 Parent(s): 7c9adcc

Upload docker_start.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. docker_start.py +4 -1
docker_start.py CHANGED
@@ -61,13 +61,16 @@ def main() -> None:
61
 
62
  # Download the huggingface space data. This includes code and datasets, so we move the datasets
63
  # alone to the data directory.
 
 
 
64
  for lilac_hf_dataset in hf_config['datasets']:
65
  print('Downloading dataset from HuggingFace: ', lilac_hf_dataset)
66
  snapshot_download(
67
  repo_id=lilac_hf_dataset,
68
  repo_type='dataset',
69
  token=env('HF_ACCESS_TOKEN'),
70
- local_dir=get_datasets_dir(get_project_dir()),
71
  ignore_patterns=['.gitattributes', 'README.md'])
72
 
73
  snapshot_dir = snapshot_download(repo_id=repo_id, repo_type='space', token=env('HF_ACCESS_TOKEN'))
 
61
 
62
  # Download the huggingface space data. This includes code and datasets, so we move the datasets
63
  # alone to the data directory.
64
+
65
+ datasets_dir = get_datasets_dir(get_project_dir())
66
+ os.makedirs(datasets_dir, exist_ok=True)
67
  for lilac_hf_dataset in hf_config['datasets']:
68
  print('Downloading dataset from HuggingFace: ', lilac_hf_dataset)
69
  snapshot_download(
70
  repo_id=lilac_hf_dataset,
71
  repo_type='dataset',
72
  token=env('HF_ACCESS_TOKEN'),
73
+ local_dir=datasets_dir,
74
  ignore_patterns=['.gitattributes', 'README.md'])
75
 
76
  snapshot_dir = snapshot_download(repo_id=repo_id, repo_type='space', token=env('HF_ACCESS_TOKEN'))