Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -30,12 +30,24 @@ from src.populate import get_evaluation_queue_df, get_leaderboard_df
|
|
| 30 |
from src.submission.submit import add_new_eval
|
| 31 |
|
| 32 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
from huggingface_hub import hf_hub_download, Repository
|
| 34 |
|
| 35 |
def download_dataset(repo_id, local_dir):
|
| 36 |
# Clone the repository
|
| 37 |
repo_id_full = f"https://huggingface.co/datasets/{repo_id}"
|
| 38 |
repo = Repository(local_dir=local_dir, clone_from=repo_id_full)
|
|
|
|
|
|
|
| 39 |
# Alternatively, you can download specific files using hf_hub_download
|
| 40 |
# file_path = hf_hub_download(repo_id, filename="your_file_name")
|
| 41 |
|
|
|
|
| 30 |
from src.submission.submit import add_new_eval
|
| 31 |
|
| 32 |
|
| 33 |
+
|
| 34 |
+
import os
|
| 35 |
+
|
| 36 |
+
def count_files_in_directory_tree(directory):
|
| 37 |
+
file_count = 0
|
| 38 |
+
for root, dirs, files in os.walk(directory):
|
| 39 |
+
file_count += len(files)
|
| 40 |
+
return file_count
|
| 41 |
+
|
| 42 |
+
|
| 43 |
from huggingface_hub import hf_hub_download, Repository
|
| 44 |
|
| 45 |
def download_dataset(repo_id, local_dir):
|
| 46 |
# Clone the repository
|
| 47 |
repo_id_full = f"https://huggingface.co/datasets/{repo_id}"
|
| 48 |
repo = Repository(local_dir=local_dir, clone_from=repo_id_full)
|
| 49 |
+
files_cnt = count_files_in_directory_tree(local_dir)
|
| 50 |
+
print(f"{local_dir}: {files_cnt}")
|
| 51 |
# Alternatively, you can download specific files using hf_hub_download
|
| 52 |
# file_path = hf_hub_download(repo_id, filename="your_file_name")
|
| 53 |
|