import urllib3 | |
from huggingface_hub import snapshot_download | |
def change_default_timeout(new_timeout: int) -> None: | |
""" | |
Changes the default timeout for downloading repositories from the Hugging Face Hub. | |
Prevents the following errors: | |
urllib3.exceptions.ReadTimeoutError: HTTPSConnectionPool(host='huggingface.co', port=443): | |
Read timed out. (read timeout=10) | |
""" | |
urllib3.util.timeout.DEFAULT_TIMEOUT = new_timeout | |
def download_repository(name: str) -> None: | |
"""Downloads a repository from the Hugging Face Hub.""" | |
number_of_seconds_in_a_day: int = 86_400 | |
change_default_timeout(number_of_seconds_in_a_day) | |
snapshot_download( | |
repo_id=name, | |
etag_timeout=number_of_seconds_in_a_day, | |
resume_download=True, | |
repo_type="model", | |
library_name="pytorch" | |
) |