Spaces:
Running
on
Zero
Running
on
Zero
File size: 1,212 Bytes
4f7b5ea |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 |
from huggingface_hub import snapshot_download, hf_hub_download
import argparse
# set args for repo_id, local_dir, repo_type,
if __name__ == "__main__":
parser = argparse.ArgumentParser(
description="Download a dataset or model from the Hugging Face Hub"
)
parser.add_argument(
"--repo_id", type=str, help="The ID of the repository to download"
)
parser.add_argument(
"--local_dir",
type=str,
help="The local directory to download the repository to",
)
parser.add_argument(
"--repo_type",
type=str,
help="The type of repository to download (dataset or model)",
)
parser.add_argument("--file_name", type=str, help="The file name to download")
args = parser.parse_args()
if args.file_name:
hf_hub_download(
repo_id=args.repo_id,
filename=args.file_name,
repo_type=args.repo_type,
local_dir=args.local_dir,
)
else:
snapshot_download(
repo_id=args.repo_id,
local_dir=args.local_dir,
repo_type=args.repo_type,
local_dir_use_symlinks=False,
resume_download=True,
)
|