Add civitai-to-hf-uploader

app.py

@@ -44,7 +44,14 @@ def get_files_by_username(username):
         for model in data['items']:
             for version in model['modelVersions']:
                 for file in version['files']:
-                    output[str(model['id']) + '/' + str(version['id']) + '/' + file['name']] = file['downloadUrl']
+                    output[str(model['id']) + '/' + str(version['id']) + '/' + file['name']] = {
+                        'downloadUrl': file['downloadUrl'],
+                        'modelId': model['name'] + ' - ' + version['name'],
+                        'modelUrl': f"https://civitai.com/models/{model['id']}?modelVersionId={version['id']}",
+                        'author': model['creator']['username'],
+                        'authorUrl': f"https://civitai.com/user/{model['creator']['username']}",
+                        'mirrorUrl': f"https://civitaiarchive.com/models/{model['id']}?modelVersionId={version['id']}",
+                    }
                     
         metadata = data.get('metadata', {})
         url = metadata.get('nextPage', None)
@@ -82,15 +89,27 @@ def process_url(url, profile, user_repo_id, oauth_token, folder):
     downloaded_files = {}
     total_files = len(files)
     current_file = 1
-    for dl_path, download_url in files.items():
+    for dl_path, data in files.items():
         try:
+            download_url = data['downloadUrl']
             filename = dl_path.split('/')[-1]
             gr.Info(f"Downloading {filename} ({current_file}/{total_files})")
             download_file(download_url, dl_path, folder)
             # Upload the model and card
             gr.Info(f"Uploading {filename} ({current_file}/{total_files})")
+            base_folder = os.path.join(folder, os.path.dirname(dl_path))
+            
+            # Create README.md file
+            readme = f"""
+Author: [{data['author']}]({data['authorUrl']})
+Model: [{data['modelUrl']}]({data['modelUrl']})
+Mirror: [{data['mirrorUrl']}]({data['mirrorUrl']})
+"""
+            with open(os.path.join(base_folder, "README.md"), "w") as f:
+                f.write(readme)
+
             upload_folder(
-                folder_path=os.path.join(folder, os.path.dirname(dl_path)),
+                folder_path=base_folder,
                 repo_id=user_repo_id,
                 repo_type="model",
                 path_in_repo=os.path.dirname(dl_path),