Commit
·
c199e36
1
Parent(s):
2a853cc
Add civitai-to-hf-uploader
Browse files
app.py
CHANGED
|
@@ -40,13 +40,16 @@ def get_files_by_username(username):
|
|
| 40 |
output = {}
|
| 41 |
|
| 42 |
while url:
|
| 43 |
-
response = requests.get(url)
|
| 44 |
data = response.json()
|
| 45 |
# Add current page items to the list
|
| 46 |
for model in data['items']:
|
| 47 |
for version in model['modelVersions']:
|
| 48 |
for file in version['files']:
|
| 49 |
output[str(model['id']) + '/' + str(version['id']) + '/' + file['name']] = file['downloadUrl']
|
|
|
|
|
|
|
|
|
|
| 50 |
return output
|
| 51 |
|
| 52 |
def get_files_by_model_id(model_id):
|
|
@@ -75,6 +78,8 @@ def process_url(url, profile, do_download=True, folder="."):
|
|
| 75 |
else:
|
| 76 |
raise gr.Error("Unknown CivitAI URL format, please provide model URL or user profile URL")
|
| 77 |
|
|
|
|
|
|
|
| 78 |
if do_download:
|
| 79 |
downloaded_files = {}
|
| 80 |
for dl_path, download_url in files.items():
|
|
|
|
| 40 |
output = {}
|
| 41 |
|
| 42 |
while url:
|
| 43 |
+
response = requests.get(url, timeout=30)
|
| 44 |
data = response.json()
|
| 45 |
# Add current page items to the list
|
| 46 |
for model in data['items']:
|
| 47 |
for version in model['modelVersions']:
|
| 48 |
for file in version['files']:
|
| 49 |
output[str(model['id']) + '/' + str(version['id']) + '/' + file['name']] = file['downloadUrl']
|
| 50 |
+
|
| 51 |
+
metadata = data.get('metadata', {})
|
| 52 |
+
url = metadata.get('nextPage', None)
|
| 53 |
return output
|
| 54 |
|
| 55 |
def get_files_by_model_id(model_id):
|
|
|
|
| 78 |
else:
|
| 79 |
raise gr.Error("Unknown CivitAI URL format, please provide model URL or user profile URL")
|
| 80 |
|
| 81 |
+
gr.Info(f"Found {len(files)} files to download")
|
| 82 |
+
|
| 83 |
if do_download:
|
| 84 |
downloaded_files = {}
|
| 85 |
for dl_path, download_url in files.items():
|