grouped-sampling-demo / download_repo.py
yonikremer's picture
added a function to download models from the hub
a4b0060
raw
history blame
838 Bytes
import urllib3
from huggingface_hub import snapshot_download
def change_default_timeout(new_timeout: int) -> None:
"""
Changes the default timeout for downloading repositories from the Hugging Face Hub.
Prevents the following errors:
urllib3.exceptions.ReadTimeoutError: HTTPSConnectionPool(host='huggingface.co', port=443):
Read timed out. (read timeout=10)
"""
urllib3.util.timeout.DEFAULT_TIMEOUT = new_timeout
def download_repository(name: str) -> None:
"""Downloads a repository from the Hugging Face Hub."""
number_of_seconds_in_a_day: int = 86_400
change_default_timeout(number_of_seconds_in_a_day)
snapshot_download(
repo_id=name,
etag_timeout=number_of_seconds_in_a_day,
resume_download=True,
repo_type="model",
library_name="pytorch"
)