ChandimaPrabath commited on
Commit
159a4b1
·
1 Parent(s): e264f26

100MB chunk size

Browse files
Files changed (1) hide show
  1. hf_scrapper.py +1 -1
hf_scrapper.py CHANGED
@@ -28,7 +28,7 @@ def get_system_proxies():
28
  print(f"Error getting system proxies: {e}")
29
  return {}
30
 
31
- def download_file(file_url, token, cache_path, proxies, film_id, chunk_size=50 * 1024 * 1024): # 50MB chunk size
32
  """
33
  Downloads a file from the specified URL and saves it to the cache path.
34
  Tracks the download progress.
 
28
  print(f"Error getting system proxies: {e}")
29
  return {}
30
 
31
+ def download_file(file_url, token, cache_path, proxies, film_id, chunk_size=100 * 1024 * 1024): # 100MB chunk size
32
  """
33
  Downloads a file from the specified URL and saves it to the cache path.
34
  Tracks the download progress.