Spaces:

testdeep123
/

cronjob

Running

App Files Files Community

testdeep123 commited on about 1 month ago

Commit

86296cd

verified ·

1 Parent(s): 2b78d03

Update app.py

Browse files

Files changed (1) hide show

app.py +92 -130

app.py CHANGED Viewed

@@ -1,14 +1,13 @@
 import os
-import io
-import shutil
 import tempfile
 from flask import Flask, render_template_string, request, redirect, send_file, jsonify
-from huggingface_hub import HfApi, HfFileSystem, login, upload_file, delete_file, move_file
-# Set env vars
 REPO_ID = os.getenv("REPO_ID")
 HF_TOKEN = os.getenv("HF_TOKEN")
 app = Flask(__name__)
 api = HfApi()
 fs = HfFileSystem(token=HF_TOKEN)
@@ -18,111 +17,53 @@ TEMPLATE = """
 <!DOCTYPE html>
 <html>
 <head>
-  <title>HuggingFace Drive</title>
   <style>
-    body {
-      background-color: #121212;
-      color: #e0e0e0;
-      font-family: Arial, sans-serif;
-      padding: 20px;
-    }
-    .folder, .file {
-      padding: 5px 10px;
-      margin: 5px 0;
-      background-color: #1e1e1e;
-      border-radius: 5px;
-      cursor: pointer;
-    }
-    .folder:hover, .file:hover {
-      background-color: #2a2a2a;
-    }
-    .actions {
-      margin-top: 10px;
-    }
-    button {
-      background: #333;
-      color: #fff;
-      border: none;
-      padding: 8px 12px;
-      margin-right: 5px;
-      border-radius: 4px;
-      cursor: pointer;
-    }
-    button:hover {
-      background: #444;
-    }
-    input[type="text"], input[type="file"] {
-      background: #1e1e1e;
-      color: #fff;
-      border: 1px solid #333;
-      padding: 5px;
-      margin-right: 5px;
-    }
   </style>
   <script>
-    async function navigate(path) {
-      const res = await fetch('/?path=' + encodeURIComponent(path));
-      document.open();
-      document.write(await res.text());
-      document.close();
-    }
-    async function deleteFile(path) {
-      if (!confirm("Delete " + path + "?")) return;
-      await fetch('/delete', {
-        method: 'POST',
-        headers: { 'Content-Type': 'application/json' },
-        body: JSON.stringify({ path })
-      });
-      location.reload();
-    }
-    async function createFolder(currentPath) {
-      const name = prompt("Folder name:");
-      if (!name) return;
-      await fetch('/create_folder', {
-        method: 'POST',
-        headers: { 'Content-Type': 'application/json' },
-        body: JSON.stringify({ path: currentPath + '/' + name })
-      });
-      location.reload();
-    }
-    async function renamePath(oldPath) {
-      const newPath = prompt("Rename to:", oldPath);
-      if (!newPath || newPath === oldPath) return;
-      await fetch('/rename', {
-        method: 'POST',
-        headers: { 'Content-Type': 'application/json' },
-        body: JSON.stringify({ old_path: oldPath, new_path: newPath })
-      });
-      location.reload();
-    }
   </script>
 </head>
 <body>
-  <h2>HuggingFace Drive - {{ path or 'Root' }}</h2>
   {% if parent %}
-    <div><a href="#" onclick="navigate('{{ parent }}')">⬅️ Back</a></div>
   {% endif %}
   <div class="actions">
-    <form method="POST" action="/upload" enctype="multipart/form-data">
-      <input type="file" name="file">
       <input type="hidden" name="path" value="{{ path }}">
       <button type="submit">Upload</button>
     </form>
-    <button onclick="createFolder('{{ path }}')">Create Folder</button>
   </div>
   <hr>
   {% for item in items %}
-    {% if item['type'] == 'dir' %}
-      <div class="folder" onclick="navigate('{{ item['path'] }}')">📁 {{ item['name'] }}
-        <button onclick="event.stopPropagation(); renamePath('{{ item['path'] }}')">Rename</button>
-        <button onclick="event.stopPropagation(); deleteFile('{{ item['path'] }}')">Delete</button>
       </div>
     {% else %}
       <div class="file">
-        📄 {{ item['name'] }}
-        <a href="/download?path={{ item['path'] }}"><button>Download</button></a>
-        <button onclick="renamePath('{{ item['path'] }}')">Rename</button>
-        <button onclick="deleteFile('{{ item['path'] }}')">Delete</button>
       </div>
     {% endif %}
   {% endfor %}
@@ -130,72 +71,93 @@ TEMPLATE = """
 </html>
 """
-def list_dataset_files(path=""):
-    files = fs.ls(f"datasets/{REPO_ID}/{path}", detail=True)
-    folders = []
     items = []
-    seen = set()
-    for file in files:
-        relative_path = file["name"].replace(f"datasets/{REPO_ID}/", "")
-        parts = relative_path.split("/")
-        if len(parts) > 1:
-            folder_path = "/".join(parts[:1])
-            full_folder = f"{path}/{folder_path}".strip("/")
-            if full_folder not in seen:
-                folders.append({"type": "dir", "name": folder_path, "path": full_folder})
-                seen.add(full_folder)
-        elif len(parts) == 1:
-            items.append({"type": "file", "name": parts[0], "path": f"{path}/{parts[0]}".strip("/")})
-    return sorted(folders + items, key=lambda x: x["name"].lower())
 @app.route("/", methods=["GET"])
 def index():
-    path = request.args.get("path", "").strip("/")
     parent = "/".join(path.split("/")[:-1]) if path else None
-    items = list_dataset_files(path)
     return render_template_string(TEMPLATE, items=items, path=path, parent=parent)
-@app.route("/download")
 def download():
-    path = request.args.get("path")
-    with tempfile.NamedTemporaryFile(delete=False) as tmp:
-        fs.download(f"datasets/{REPO_ID}/{path}", tmp.name)
-        return send_file(tmp.name, as_attachment=True, download_name=os.path.basename(path))
 @app.route("/upload", methods=["POST"])
 def upload():
     file = request.files["file"]
-    path = request.form.get("path", "").strip("/")
     dest = f"{path}/{file.filename}".strip("/")
-    with tempfile.NamedTemporaryFile() as tmp:
-        file.save(tmp.name)
-        upload_file(path_or_fileobj=tmp.name, path_in_repo=dest, repo_id=REPO_ID, repo_type="dataset", token=HF_TOKEN)
     return redirect(f"/?path={path}")
 @app.route("/delete", methods=["POST"])
 def delete():
     data = request.get_json()
-    delete_file(repo_id=REPO_ID, path_in_repo=data["path"], repo_type="dataset", token=HF_TOKEN)
-    return jsonify({"status": "deleted"})
 @app.route("/create_folder", methods=["POST"])
 def create_folder():
     data = request.get_json()
-    path = data["path"].strip("/")
-    dummy_path = f"{path}/.keep"
-    with tempfile.NamedTemporaryFile() as tmp:
-        tmp.write(b"")
-        tmp.flush()
-        upload_file(path_or_fileobj=tmp.name, path_in_repo=dummy_path, repo_id=REPO_ID, repo_type="dataset", token=HF_TOKEN)
-    return jsonify({"status": "folder_created"})
 @app.route("/rename", methods=["POST"])
 def rename():
     data = request.get_json()
-    move_file(repo_id=REPO_ID, src_path=data["old_path"], dst_path=data["new_path"], repo_type="dataset", token=HF_TOKEN)
-    return jsonify({"status": "renamed"})
 if __name__ == "__main__":
-    app.run(debug=True, port=7860)

 import os
 import tempfile
 from flask import Flask, render_template_string, request, redirect, send_file, jsonify
+from huggingface_hub import HfApi, HfFileSystem, login, upload_file, delete_file
+# Environment variables
 REPO_ID = os.getenv("REPO_ID")
 HF_TOKEN = os.getenv("HF_TOKEN")
+# Initialize
 app = Flask(__name__)
 api = HfApi()
 fs = HfFileSystem(token=HF_TOKEN)
 <!DOCTYPE html>
 <html>
 <head>
+  <meta charset="UTF-8">
+  <title>HuggingFace Drive - {{ path or 'Root' }}</title>
   <style>
+    body { background:#121212; color:#e0e0e0; font-family:Arial,sans-serif; padding:20px; }
+    h2 { margin-top:0; }
+    .folder, .file { padding:6px 12px; margin:6px 0; background:#1e1e1e; border-radius:4px; cursor:pointer; }
+    .folder:hover, .file:hover { background:#2a2a2a; }
+    .actions { margin-bottom:16px; }
+    button { background:#333; color:#fff; border:none; padding:6px 10px; margin-right:6px; border-radius:4px; cursor:pointer; }
+    button:hover { background:#444; }
+    input[type="file"], input[type="text"] { background:#1e1e1e; color:#fff; border:1px solid #333; padding:6px; margin-right:6px; }
+    a { color:#8ab4f8; text-decoration:none; }
   </style>
   <script>
+    function navigate(p){ location.href = '/?path='+encodeURIComponent(p); }
+    async function deleteItem(p){ if(!confirm('Delete '+p+'?'))return; await fetch('/delete',{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify({path:p})}); location.reload(); }
+    async function createFolder(cp){ let name=prompt('Folder name:'); if(!name)return; await fetch('/create_folder',{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify({path:cp+'/'+name})}); location.reload(); }
+    async function renameItem(old){ let neu=prompt('Rename to:',old); if(!neu||neu===old)return; await fetch('/rename',{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify({old_path:old,new_path:neu})}); location.reload(); }
   </script>
 </head>
 <body>
+  <h2>📁 HuggingFace Drive — {{ path or 'Root' }}</h2>
   {% if parent %}
+    <div><a href="#" onclick="navigate('{{ parent }}')">⬅️ Back to {{ parent or 'Root' }}</a></div>
   {% endif %}
   <div class="actions">
+    <form style="display:inline" method="POST" action="/upload" enctype="multipart/form-data">
+      <input type="file" name="file" required>
       <input type="hidden" name="path" value="{{ path }}">
       <button type="submit">Upload</button>
     </form>
+    <button onclick="createFolder('{{ path }}')">New Folder</button>
   </div>
   <hr>
   {% for item in items %}
+    {% if item.type=='dir' %}
+      <div class="folder" onclick="navigate('{{ item.path }}')">
+        📂 {{ item.name }}
+        <button style="float:right" onclick="event.stopPropagation(); renameItem('{{ item.path }}')">Rename</button>
+        <button style="float:right;margin-right:4px" onclick="event.stopPropagation(); deleteItem('{{ item.path }}')">Delete</button>
       </div>
     {% else %}
       <div class="file">
+        📄 {{ item.name }}
+        <a href="/download?path={{ item.path }}"><button>Download</button></a>
+        <button onclick="renameItem('{{ item.path }}')">Rename</button>
+        <button onclick="deleteItem('{{ item.path }}')">Delete</button>
       </div>
     {% endif %}
   {% endfor %}
 </html>
 """
+def list_dataset(path=""):
+    """Return list of dicts {'type':'dir'|'file','name':..., 'path':...} for this folder."""
+    prefix = path.strip("/")+("/" if path else "")
+    all_files = api.list_repo_files(repo_id=REPO_ID, repo_type="dataset", token=HF_TOKEN)
+    seen_dirs = set()
     items = []
+    for f in all_files:
+        if not f.startswith(prefix): continue
+        rest = f[len(prefix):]
+        if "/" in rest:
+            dir_name = rest.split("/")[0]
+            dir_path = (prefix+dir_name).strip("/")
+            if dir_path not in seen_dirs:
+                seen_dirs.add(dir_path)
+                items.append({"type":"dir","name":dir_name,"path":dir_path})
+        else:
+            items.append({"type":"file","name":rest,"path":(prefix+rest).strip("/")})
+    # sort folders first then files, both alphabetically
+    items.sort(key=lambda x: (x["type"]!="dir", x["name"].lower()))
+    return items
 @app.route("/", methods=["GET"])
 def index():
+    path = request.args.get("path","").strip("/")
     parent = "/".join(path.split("/")[:-1]) if path else None
+    items = list_dataset(path)
     return render_template_string(TEMPLATE, items=items, path=path, parent=parent)
+@app.route("/download", methods=["GET"])
 def download():
+    path = request.args.get("path","")
+    tmp = tempfile.NamedTemporaryFile(delete=False)
+    fs.download(f"datasets/{REPO_ID}/{path}", tmp.name)
+    return send_file(tmp.name, as_attachment=True, download_name=os.path.basename(path))
 @app.route("/upload", methods=["POST"])
 def upload():
     file = request.files["file"]
+    path = request.form.get("path","").strip("/")
     dest = f"{path}/{file.filename}".strip("/")
+    tmp = tempfile.NamedTemporaryFile(delete=False)
+    file.save(tmp.name)
+    upload_file(path_or_fileobj=tmp.name, path_in_repo=dest, repo_id=REPO_ID, repo_type="dataset", token=HF_TOKEN)
     return redirect(f"/?path={path}")
 @app.route("/delete", methods=["POST"])
 def delete():
     data = request.get_json()
+    target = data["path"]
+    # If folder: delete each file under it
+    all_files = api.list_repo_files(repo_id=REPO_ID, repo_type="dataset", token=HF_TOKEN)
+    for f in all_files:
+        if f == target or f.startswith(target.rstrip("/") + "/"):
+            delete_file(repo_id=REPO_ID, path_in_repo=f, repo_type="dataset", token=HF_TOKEN)
+    return jsonify(status="deleted")
 @app.route("/create_folder", methods=["POST"])
 def create_folder():
     data = request.get_json()
+    folder = data["path"].strip("/")
+    keep = f"{folder}/.keep"
+    tmp = tempfile.NamedTemporaryFile(delete=False)
+    tmp.write(b"")
+    tmp.flush()
+    upload_file(path_or_fileobj=tmp.name, path_in_repo=keep, repo_id=REPO_ID, repo_type="dataset", token=HF_TOKEN)
+    return jsonify(status="folder_created")
 @app.route("/rename", methods=["POST"])
 def rename():
     data = request.get_json()
+    old = data["old_path"].strip("/")
+    new = data["new_path"].strip("/")
+    all_files = api.list_repo_files(repo_id=REPO_ID, repo_type="dataset", token=HF_TOKEN)
+    for f in all_files:
+        if f == old or f.startswith(old + "/"):
+            rel = f[len(old):].lstrip("/")
+            new_path = (new + "/" + rel).strip("/")
+            # download
+            tmp = tempfile.NamedTemporaryFile(delete=False)
+            fs.download(f"datasets/{REPO_ID}/{f}", tmp.name)
+            # upload under new
+            upload_file(path_or_fileobj=tmp.name, path_in_repo=new_path, repo_id=REPO_ID, repo_type="dataset", token=HF_TOKEN)
+            # delete old
+            delete_file(repo_id=REPO_ID, path_in_repo=f, repo_type="dataset", token=HF_TOKEN)
+    return jsonify(status="renamed")
 if __name__ == "__main__":
+    app.run(debug=True, host="0.0.0.0", port=7860)