Spaces:

testdeep123
/

cronjob

Running

App Files Files Community

testdeep123 commited on about 1 month ago

Commit

97b70cf

verified ·

1 Parent(s): eee6269

Update app.py

Browse files

Files changed (1) hide show

app.py +314 -81

app.py CHANGED Viewed

@@ -1,95 +1,185 @@
 import os
 import tempfile
 import requests
-from flask import Flask, request, send_file, redirect, url_for, render_template_string
-from huggingface_hub import HfApi, upload_file, hf_hub_url
 REPO_ID = os.getenv("REPO_ID")
 TOKEN = os.getenv("HF_TOKEN")
 app = Flask(__name__)
 api = HfApi()
 HTML_TEMPLATE = """
 <!DOCTYPE html>
 <html lang="en">
 <head>
     <meta charset="UTF-8">
     <title>{{ repo_id }} - Drive</title>
     <style>
         body {
-            font-family: 'Segoe UI', sans-serif;
-            background-color: #121212;
-            color: #eee;
             margin: 0;
         }
         header {
-            background-color: #1f1f1f;
-            padding: 16px;
-            font-size: 20px;
             font-weight: bold;
-            color: #fff;
         }
-        .container {
-            padding: 20px;
         }
-        .folder, .file {
-            margin: 4px 0;
         }
-        .folder {
-            color: #8ab4f8;
             cursor: pointer;
             user-select: none;
         }
-        .file a {
-            color: #9cdcfe;
-            text-decoration: none;
-            margin-left: 10px;
         }
-        .file a:hover {
-            text-decoration: underline;
         }
-        .upload-box {
             margin-top: 30px;
-            background: #222;
-            padding: 20px;
-            border-radius: 6px;
         }
-        input[type="file"], input[type="text"], input[type="submit"] {
-            padding: 8px;
             margin-top: 10px;
             font-size: 14px;
             background: #333;
-            color: #fff;
-            border: none;
             border-radius: 4px;
         }
-        input[type="submit"] {
-            background: #4caf50;
             cursor: pointer;
         }
-        .indent {
-            margin-left: 20px;
-        }
     </style>
     <script>
         function toggle(id) {
-            let el = document.getElementById(id);
-            el.style.display = (el.style.display === 'none') ? 'block' : 'none';
         }
     </script>
 </head>
 <body>
 <header>📁 Hugging Face Drive — {{ repo_id }}</header>
 <div class="container">
     {{ folder_html|safe }}
-    <div class="upload-box">
         <h3>Upload File</h3>
-        <form method="POST" action="/upload" enctype="multipart/form-data">
-            Folder path (optional): <input type="text" name="folder" placeholder="e.g. world_the_end/DIM1/data"><br>
-            File: <input type="file" name="file"><br>
-            <input type="submit" value="Upload">
         </form>
     </div>
 </div>
@@ -97,70 +187,213 @@ HTML_TEMPLATE = """
 </html>
 """
-def build_tree(paths):
     tree = {}
-    for path in paths:
-        parts = path.strip("/").split("/")
-        current = tree
         for part in parts[:-1]:
-            current = current.setdefault(part, {})
-        current.setdefault("_files", []).append(parts[-1])
     return tree
-def render_tree(tree, prefix="", depth=0, idx=0):
     html = ""
-    for name, content in tree.items():
         if name == "_files":
-            for file in content:
-                full_path = f"{prefix}/{file}".strip("/")
-                html += f'<div class="file indent" style="margin-left:{depth * 20}px;">📄 {file} <a href="/download/{full_path}">Download</a></div>'
-        else:
-            folder_id = f"f{idx}"
-            html += f'<div class="folder" onclick="toggle(\'{folder_id}\')" style="margin-left:{depth * 20}px;">📂 {name}</div>'
-            html += f'<div id="{folder_id}" style="display:none;">'
-            html += render_tree(content, f"{prefix}/{name}".strip("/"), depth + 1, idx + 1)
-            html += '</div>'
     return html
 @app.route("/")
 def index():
-    files = api.list_repo_files(repo_id=REPO_ID, repo_type="dataset", token=TOKEN)
-    tree = build_tree(files)
-    folder_html = render_tree(tree)
     return render_template_string(HTML_TEMPLATE, repo_id=REPO_ID, folder_html=folder_html)
-@app.route("/download/<path:filename>")
-def download_file(filename):
     try:
-        url = hf_hub_url(REPO_ID, filename, repo_type="dataset")
-        headers = {"Authorization": f"Bearer {TOKEN}"}
-        response = requests.get(url, headers=headers)
-        if response.status_code != 200:
-            return f"Download failed: {response.status_code}", 500
-        tmp = tempfile.NamedTemporaryFile(delete=False)
-        tmp.write(response.content)
-        tmp.close()
-        return send_file(tmp.name, as_attachment=True, download_name=os.path.basename(filename))
     except Exception as e:
-        return str(e), 500
 @app.route("/upload", methods=["POST"])
-def upload():
     file = request.files["file"]
     folder = request.form.get("folder", "").strip().strip("/")
-    if file:
-        filename = file.filename
-        path_in_repo = f"{folder}/{filename}" if folder else filename
-        temp_path = os.path.join(tempfile.gettempdir(), filename)
-        file.save(temp_path)
         upload_file(
             path_or_fileobj=temp_path,
             path_in_repo=path_in_repo,
             repo_id=REPO_ID,
             repo_type="dataset",
-            token=TOKEN
         )
     return redirect(url_for("index"))
 if __name__ == "__main__":
-    app.run(debug=True, host="0.0.0.0", port=7860)

 import os
 import tempfile
 import requests
+from datetime import datetime
+from flask import Flask, request, send_file, redirect, url_for, render_template_string, flash, Response
+from huggingface_hub import HfApi, HfFolder, hf_hub_download, delete_file, upload_file
+from huggingface_hub.utils import HfHubHTTPError
+# --- CONFIGURATION ---
+# Load from environment variables
 REPO_ID = os.getenv("REPO_ID")
 TOKEN = os.getenv("HF_TOKEN")
+# A secret key is required for Flask flashing system (user feedback)
+# You can set this as an environment variable or generate a random one
+APP_SECRET_KEY = os.getenv("APP_SECRET_KEY", "your-default-secret-key")
+# --- VALIDATION ---
+if not REPO_ID or not TOKEN:
+    raise ValueError("Please set the REPO_ID and HF_TOKEN environment variables.")
+# --- INITIALIZATION ---
 app = Flask(__name__)
+app.secret_key = APP_SECRET_KEY
 api = HfApi()
+# --- HTML & CSS TEMPLATE ---
 HTML_TEMPLATE = """
 <!DOCTYPE html>
 <html lang="en">
 <head>
     <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
     <title>{{ repo_id }} - Drive</title>
     <style>
+        :root {
+            --bg-color: #121212; --text-color: #e0e0e0; --primary-color: #8ab4f8;
+            --secondary-color: #9cdcfe; --header-bg: #1f1f1f; --box-bg: #2a2a2a;
+            --border-color: #444; --success-bg: #2e7d32; --error-bg: #c62828;
+            --delete-color: #e57373; --delete-hover: #d32f2f;
+        }
         body {
+            font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, Helvetica, Arial, sans-serif;
+            background-color: var(--bg-color);
+            color: var(--text-color);
             margin: 0;
+            line-height: 1.6;
         }
         header {
+            background-color: var(--header-bg);
+            padding: 1rem 1.5rem;
+            font-size: 1.5em;
             font-weight: bold;
+            color: var(--text-color);
+            border-bottom: 1px solid var(--border-color);
         }
+        .container { padding: 1.5rem; }
+        .flash-messages { list-style: none; padding: 0; margin-bottom: 1rem; }
+        .flash-messages li {
+            padding: 0.8rem 1.2rem;
+            margin-bottom: 0.5rem;
+            border-radius: 4px;
+            color: white;
+            font-weight: 500;
         }
+        .flash-messages .success { background-color: var(--success-bg); }
+        .flash-messages .error { background-color: var(--error-bg); }
+        .tree-item {
+            display: flex;
+            align-items: center;
+            padding: 4px 8px;
+            border-radius: 4px;
+            transition: background-color 0.2s ease;
         }
+        .tree-item:hover { background-color: var(--box-bg); }
+        .folder-name, .file-name {
             cursor: pointer;
             user-select: none;
+            flex-grow: 1;
         }
+        .folder-name { color: var(--primary-color); font-weight: 500; }
+        .file-info {
+            font-size: 0.8em;
+            color: #999;
+            margin-left: auto;
+            padding-left: 1rem;
+            white-space: nowrap;
         }
+        .file-info span { margin-left: 1rem; }
+        .actions a {
+            color: var(--secondary-color);
+            text-decoration: none;
+            margin-left: 1rem;
+            font-size: 0.85em;
+            font-weight: 500;
         }
+        .actions a:hover { text-decoration: underline; }
+        .actions .delete-link { color: var(--delete-color); }
+        .actions .delete-link:hover { color: var(--delete-hover); }
+        .indent { padding-left: 24px; }
+        .form-box {
             margin-top: 30px;
+            background: var(--box-bg);
+            padding: 1.5rem;
+            border-radius: 8px;
+            border: 1px solid var(--border-color);
         }
+        .form-box h3 { margin-top: 0; }
+        input[type="file"], input[type="text"], input[type="submit"], button {
+            padding: 10px 14px;
             margin-top: 10px;
             font-size: 14px;
             background: #333;
+            color: var(--text-color);
+            border: 1px solid var(--border-color);
             border-radius: 4px;
+            width: calc(100% - 30px);
         }
+        input[type="submit"], button {
+            background: var(--primary-color);
+            color: var(--bg-color);
             cursor: pointer;
+            font-weight: bold;
+            width: auto;
+            margin-right: 10px;
         }
+        .form-group { margin-bottom: 1rem; }
+        label { display: block; margin-bottom: 5px; font-weight: 500; }
     </style>
     <script>
         function toggle(id) {
+            const el = document.getElementById(id);
+            if (el) el.style.display = (el.style.display === 'none') ? 'block' : 'none';
+        }
+        function setUploadFolder(folderPath) {
+            document.getElementById('upload-folder-input').value = folderPath;
+            document.getElementById('upload-form').scrollIntoView({ behavior: 'smooth' });
+        }
+        function confirmDelete(event, path) {
+            if (!confirm('Are you sure you want to delete "' + path + '"? This action cannot be undone.')) {
+                event.preventDefault();
+            }
         }
     </script>
 </head>
 <body>
 <header>📁 Hugging Face Drive — {{ repo_id }}</header>
 <div class="container">
+    {% with messages = get_flashed_messages(with_categories=true) %}
+        {% if messages %}
+            <ul class="flash-messages">
+            {% for category, message in messages %}
+                <li class="{{ category }}">{{ message }}</li>
+            {% endfor %}
+            </ul>
+        {% endif %}
+    {% endwith %}
     {{ folder_html|safe }}
+    <div id="upload-form" class="form-box">
         <h3>Upload File</h3>
+        <form method="POST" action="{{ url_for('upload_file_route') }}" enctype="multipart/form-data">
+            <div class="form-group">
+                <label for="upload-folder-input">Folder path (optional)</label>
+                <input type="text" id="upload-folder-input" name="folder" placeholder="e.g. data/images">
+            </div>
+            <div class="form-group">
+                <label for="file-input">File</label>
+                <input type="file" id="file-input" name="file" required>
+            </div>
+            <input type="submit" value="Upload File">
+        </form>
+    </div>
+    <div class="form-box">
+        <h3>Create New Folder</h3>
+        <form method="POST" action="{{ url_for('create_folder_route') }}">
+             <div class="form-group">
+                <label for="create-folder-input">New folder path</label>
+                <input type="text" id="create-folder-input" name="folder_path" placeholder="e.g. new_folder/sub_folder" required>
+            </div>
+            <input type="submit" value="Create Folder">
         </form>
     </div>
 </div>
 </html>
 """
+# --- HELPER FUNCTIONS ---
+def build_tree(repo_files):
+    """Builds a hierarchical dictionary from a flat list of file paths."""
     tree = {}
+    for repo_file in repo_files:
+        parts = repo_file.path.split('/')
+        current_level = tree
         for part in parts[:-1]:
+            # setdefault returns the value for the key if it exists,
+            # otherwise it inserts the key with a default value and returns it.
+            if part not in current_level:
+                current_level[part] = {}
+            current_level = current_level[part]
+        # Store the full RepoFile object at the leaf
+        if "_files" not in current_level:
+            current_level["_files"] = []
+        current_level["_files"].append(repo_file)
     return tree
+def format_size(size_bytes):
+    """Converts bytes to a human-readable format."""
+    if size_bytes == 0:
+        return "0B"
+    size_name = ("B", "KB", "MB", "GB", "TB")
+    i = int(size_bytes.bit_length() / 10)
+    p = 1024 ** i
+    s = round(size_bytes / p, 2)
+    return f"{s} {size_name[i]}"
+def render_tree(tree, current_path="", depth=0):
+    """Recursively renders the file tree into HTML."""
     html = ""
+    # Sort items: folders first, then files, both alphabetically
+    sorted_items = sorted(tree.items(), key=lambda x: (x[0] != "_files", x[0].lower()))
+    for name, content in sorted_items:
+        full_path = f"{current_path}/{name}".strip("/")
         if name == "_files":
+            # Sort files alphabetically
+            sorted_files = sorted(content, key=lambda f: f.path.lower())
+            for file in sorted_files:
+                filename = os.path.basename(file.path)
+                file_size = format_size(file.size) if file.size is not None else "N/A"
+                last_modified = file.last_modified.strftime('%Y-%m-%d %H:%M') if file.last_modified else "N/A"
+                html += f"""
+                <div class="tree-item" style="padding-left: {depth * 24 + 8}px;">
+                    <div class="file-name">📄 {filename}</div>
+                    <div class="file-info">
+                        <span>{file_size}</span>
+                        <span>{last_modified}</span>
+                    </div>
+                    <div class="actions">
+                        <a href="{url_for('download_file_route', path_in_repo=file.path)}">Download</a>
+                        <a href="{url_for('delete_file_route', path_in_repo=file.path)}"
+                           class="delete-link"
+                           onclick="confirmDelete(event, '{file.path}')">Delete</a>
+                    </div>
+                </div>
+                """
+        else: # It's a folder
+            # Sanitize path for HTML id attribute
+            folder_id = f"folder-{'--'.join(full_path.split('/'))}"
+            html += f"""
+            <div class="tree-item" style="padding-left: {depth * 24 + 8}px;">
+                <div class="folder-name" onclick="toggle('{folder_id}')">📂 {name}</div>
+                <div class="actions">
+                    <a href="#" onclick="setUploadFolder('{full_path}'); return false;">Upload here</a>
+                </div>
+            </div>
+            <div id="{folder_id}" class="indent" style="display:none;">
+                {render_tree(content, full_path, depth + 1)}
+            </div>
+            """
     return html
+# --- FLASK ROUTES ---
 @app.route("/")
 def index():
+    try:
+        # Use list_repo_tree to get detailed file info (size, last_modified)
+        repo_files = api.list_repo_tree(repo_id=REPO_ID, repo_type="dataset", token=TOKEN, recursive=True)
+        tree = build_tree(repo_files)
+        folder_html = render_tree(tree)
+        if not repo_files:
+            flash("This repository is empty. Upload a file or create a folder to get started.", "success")
+    except HfHubHTTPError as e:
+        flash(f"Error fetching repository files: {e}", "error")
+        folder_html = "<p>Could not load repository data. Please check your REPO_ID and TOKEN.</p>"
+    except Exception as e:
+        flash(f"An unexpected error occurred: {e}", "error")
+        folder_html = "<p>An unexpected error occurred.</p>"
     return render_template_string(HTML_TEMPLATE, repo_id=REPO_ID, folder_html=folder_html)
+@app.route("/download/<path:path_in_repo>")
+def download_file_route(path_in_repo):
+    try:
+        # hf_hub_download is the recommended way, it handles caching etc.
+        local_path = hf_hub_download(
+            repo_id=REPO_ID,
+            filename=path_in_repo,
+            repo_type="dataset",
+            token=TOKEN
+        )
+        return send_file(local_path, as_attachment=True, download_name=os.path.basename(path_in_repo))
+    except HfHubHTTPError as e:
+        flash(f"Download failed for '{path_in_repo}': {e}", "error")
+        return redirect(url_for('index'))
+    except Exception as e:
+        flash(f"An error occurred during download: {e}", "error")
+        return redirect(url_for('index'))
+@app.route("/delete/<path:path_in_repo>")
+def delete_file_route(path_in_repo):
+    # Note: For strict REST, a destructive action should be a DELETE request.
+    # For simplicity in this single-page app, GET with confirmation is used.
     try:
+        delete_file(
+            path_in_repo=path_in_repo,
+            repo_id=REPO_ID,
+            repo_type="dataset",
+            token=TOKEN,
+            commit_message=f"Delete file: {path_in_repo}"
+        )
+        flash(f'Successfully deleted "{path_in_repo}".', 'success')
+    except HfHubHTTPError as e:
+        flash(f'Error deleting "{path_in_repo}": {e}', 'error')
     except Exception as e:
+        flash(f'An unexpected error occurred: {e}', 'error')
+    return redirect(url_for('index'))
 @app.route("/upload", methods=["POST"])
+def upload_file_route():
+    if 'file' not in request.files or not request.files['file'].filename:
+        flash("No file selected for upload.", "error")
+        return redirect(url_for('index'))
     file = request.files["file"]
     folder = request.form.get("folder", "").strip().strip("/")
+    filename = file.filename
+    path_in_repo = f"{folder}/{filename}" if folder else filename
+    # Use a temporary file to safely handle the upload
+    temp_path = None
+    try:
+        with tempfile.NamedTemporaryFile(delete=False) as tmp:
+            file.save(tmp.name)
+            temp_path = tmp.name
         upload_file(
             path_or_fileobj=temp_path,
             path_in_repo=path_in_repo,
             repo_id=REPO_ID,
             repo_type="dataset",
+            token=TOKEN,
+            commit_message=f"Upload file: {path_in_repo}"
         )
+        flash(f'Successfully uploaded "{filename}" to "{folder if folder else "root"}".', 'success')
+    except Exception as e:
+        flash(f"Upload failed: {e}", "error")
+    finally:
+        # Ensure the temporary file is deleted
+        if temp_path and os.path.exists(temp_path):
+            os.remove(temp_path)
+    return redirect(url_for("index"))
+@app.route("/create_folder", methods=["POST"])
+def create_folder_route():
+    folder_path = request.form.get("folder_path", "").strip().strip("/")
+    if not folder_path:
+        flash("Folder path cannot be empty.", "error")
+        return redirect(url_for('index'))
+    # To create a folder, we upload a placeholder file into it.
+    path_in_repo = f"{folder_path}/.gitkeep"
+    # Use an in-memory object to avoid creating a temp file
+    from io import BytesIO
+    dummy_file = BytesIO(b"") # Empty file content
+    try:
+        upload_file(
+            path_or_fileobj=dummy_file,
+            path_in_repo=path_in_repo,
+            repo_id=REPO_ID,
+            repo_type="dataset",
+            token=TOKEN,
+            commit_message=f"Create folder: {folder_path}"
+        )
+        flash(f'Successfully created folder "{folder_path}".', 'success')
+    except Exception as e:
+        flash(f"Failed to create folder: {e}", "error")
     return redirect(url_for("index"))
 if __name__ == "__main__":
+    print("--- Hugging Face Drive ---")
+    print(f"Serving repository: {REPO_ID}")
+    print("Ensure you have set the following environment variables:")
+    print(" - REPO_ID")
+    print(" - HF_TOKEN")
+    print(" - APP_SECRET_KEY (optional, but recommended for security)")
+    print("--------------------------")
+    # Setting debug=False is recommended for any non-local deployment
+    app.run(host="0.0.0.0", port=7860, debug=True)