Spaces:

testdeep123
/

cronjob

Running

App Files Files Community

testdeep123 commited on Jul 25

Commit

56a75e7

verified ·

1 Parent(s): aa851b7

Update app.py

Browse files

Files changed (1) hide show

app.py +54 -188

app.py CHANGED Viewed

@@ -1,202 +1,68 @@
 import os
-import shutil
-import zipfile
-import threading
-import time
-import humanize
-from flask import Flask, request, jsonify, render_template_string
-import gdown
-from huggingface_hub import HfApi, login, upload_folder, hf_hub_url
-from huggingface_hub.utils import HfHubHTTPError
-# --- Configuration & Initialization ---
-os.environ["HF_HOME"] = "/tmp/hf_home"
-DOWNLOAD_DIR = "/tmp/backups"
-EXTRACT_DIR = "/tmp/extracted_backups"
-# Environment variables
-FOLDER_URL = os.getenv("FOLDER_URL")
 REPO_ID = os.getenv("REPO_ID")
 TOKEN = os.getenv("HF_TOKEN")
-# --- Global State Management ---
-app_state = {
-    "backup_status": "idle",
-    "backup_log": ["Awaiting first run."],
-    "last_backup_time": "Never",
-    "next_backup_time": "Scheduler disabled",
-    "schedule_interval_minutes": 0,
-    "scheduler_thread": None
-}
-# --- Flask App Setup ---
 app = Flask(__name__)
 api = HfApi()
-# --- HTML, CSS, JS Template ---
-HTML_TEMPLATE = """
-<!DOCTYPE html>
-<html lang="en" data-bs-theme="dark">
-<head>
-  <meta charset="utf-8">
-  <meta name="viewport" content="width=device-width, initial-scale=1">
-  <title>Backup & Dataset Controller</title>
-  <link href="https://cdn.jsdelivr.net/npm/[email protected]/dist/css/bootstrap.min.css" rel="stylesheet">
-  <link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/font-awesome/6.4.2/css/all.min.css">
-  <style>
-    body{background-color:#212529}.log-box{height:300px;overflow-y:auto;font-family:'Courier New',Courier,monospace;font-size:.85rem;color:#f8f9fa;background-color:#111315!important;border-top:1px solid #495057}.log-box div{padding:2px 5px;border-bottom:1px solid #343a40}.status-badge{padding:.35em .65em;font-size:.75em;font-weight:700;line-height:1;color:#fff;text-align:center;white-space:nowrap;vertical-align:baseline;border-radius:.25rem;transition:background-color .3s ease-in-out}.status-idle{background-color:#6c757d}.status-running{background-color:#0d6efd}.status-success{background-color:#198754}.status-error{background-color:#dc3545}#files-list-container{max-height:450px;overflow-y:auto}.btn i,.btn .spinner-border{pointer-events:none}.card{border:1px solid rgba(255,255,255,.1)}
-  </style>
-</head>
-<body>
-<div class="container my-4">
-    <header class="d-flex align-items-center pb-3 mb-4 border-bottom border-secondary">
-        <i class="fas fa-server fa-2x me-3 text-info"></i>
-        <span class="fs-4">Minecraft Backup & Dataset Controller</span>
-    </header>
-    <div class="row g-4">
-        <div class="col-lg-6">
-            <div class="card h-100 shadow-sm">
-                <div class="card-header d-flex justify-content-between align-items-center">
-                    <h5 class="mb-0"><i class="fas fa-shield-alt me-2"></i>Backup Controls</h5>
-                    <div id="backup-status-indicator" class="status-badge" data-bs-toggle="tooltip" title="Current Status">Idle</div>
-                </div>
-                <div class="card-body">
-                    <div class="d-grid gap-2 mb-4"><button id="run-now-btn" class="btn btn-lg btn-success"><i class="fas fa-play-circle me-2"></i>Run Backup Now</button></div>
-                    <form id="schedule-form" class="row g-2 align-items-center">
-                        <div class="col"><label for="interval-input" class="form-label">Schedule Interval (minutes)</label><input type="number" class="form-control" id="interval-input" placeholder="0 to disable" min="0"></div>
-                        <div class="col-auto align-self-end"><button type="submit" class="btn btn-primary"><i class="fas fa-save me-2"></i>Set</button></div>
-                    </form>
-                    <ul class="list-group list-group-flush mt-4">
-                        <li class="list-group-item d-flex justify-content-between bg-transparent"><span>Last Backup:</span><strong id="last-run-time">Never</strong></li>
-                        <li class="list-group-item d-flex justify-content-between bg-transparent"><span>Next Scheduled:</span><strong id="next-run-time">N/A</strong></li>
-                    </ul>
-                </div>
-                <div class="card-footer"><strong><i class="fas fa-clipboard-list me-2"></i>Live Log</strong></div>
-                <div id="log-output" class="log-box card-body"></div>
-            </div>
-        </div>
-        <div class="col-lg-6">
-            <div class="card h-100 shadow-sm">
-                <div class="card-header d-flex justify-content-between align-items-center">
-                    <h5 class="mb-0"><i class="fas fa-database me-2"></i>Dataset Management</h5>
-                    <a href="https://huggingface.co/datasets/{{ repo_id }}" target="_blank" class="btn btn-sm btn-outline-info">View on Hub <i class="fas fa-external-link-alt"></i></a>
-                </div>
-                <div class="card-body">
-                    <div class="d-flex justify-content-between align-items-center mb-3">
-                         <p class="text-muted mb-0">Files in <strong>{{ repo_id }}</strong></p>
-                         <button id="refresh-files-btn" class="btn btn-sm btn-secondary"><i class="fas fa-sync-alt me-1"></i> Refresh</button>
-                    </div>
-                    <div id="files-list-container">
-                         <div id="files-loader" class="text-center p-4" style="display: none;"><div class="spinner-border text-primary" role="status"><span class="visually-hidden">Loading...</span></div></div>
-                        <table class="table table-hover">
-                            <thead><tr><th>File Path</th><th>Size</th><th>Actions</th></tr></thead>
-                            <tbody id="files-list"></tbody>
-                        </table>
-                    </div>
-                </div>
-            </div>
-        </div>
-    </div>
-</div>
-<script src="https://cdn.jsdelivr.net/npm/[email protected]/dist/js/bootstrap.bundle.min.js"></script>
-<script>
-document.addEventListener('DOMContentLoaded',()=>{const e=document.getElementById("run-now-btn"),t=document.getElementById("schedule-form"),n=document.getElementById("interval-input"),o=document.getElementById("log-output"),i=document.getElementById("backup-status-indicator"),s=document.getElementById("last-run-time"),a=document.getElementById("next-run-time"),l=document.getElementById("refresh-files-btn"),c=document.getElementById("files-list"),d=document.getElementById("files-loader");async function r(e,t={}){try{const n=await fetch(e,t);if(!n.ok){const e=await n.json().catch(()=>({message:`HTTP error! Status: ${n.status}`}));throw new Error(e.message)}return n.json()}catch(e){return console.error(`API call to ${e} failed:`,e),alert(`Error: ${e.message}`),null}}function u(e){o.innerHTML=e.map(e=>`<div>${e.replace(/</g,"<").replace(/>/g,">")}</div>`).join(""),o.scrollTop=o.scrollHeight}function p(t){i.textContent=t.backup_status.charAt(0).toUpperCase()+t.backup_status.slice(1),i.className="status-badge",i.classList.add(`status-${t.backup_status}`),s.textContent=t.last_backup_time,a.textContent=t.next_backup_time,document.activeElement!==n&&(n.value=t.schedule_interval_minutes>0?t.schedule_interval_minutes:""),e.disabled="running"===t.backup_status,e.innerHTML="running"===t.backup_status?'<span class="spinner-border spinner-border-sm" role="status" aria-hidden="true"></span> Running...':'<i class="fas fa-play-circle me-2"></i>Run Backup Now'}async function m(){const e=await r("/api/status");e&&(u(e.backup_log),p(e))}async function h(){if(e.disabled)return;await r("/api/run-backup",{method:"POST"})&&m()}async function f(e){e.preventDefault();const t=n.value;await r("/api/set-schedule",{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({interval:parseInt(t,10)||0})}),m()}async function g(){d.style.display="block",c.innerHTML="",l.disabled=!0;const e=await r("/api/list-files");d.style.display="none",l.disabled=!1,e&&e.files&&(0===e.files.length?c.innerHTML='<tr><td colspan="3" class="text-center text-muted">No files found in repository.</td></tr>':e.files.forEach(e=>{const t=document.createElement("tr");t.innerHTML=`\n                    <td class="text-break">\n                        <a href="${e.url}" target="_blank" title="${e.name}">${e.name}</a>\n                    </td>\n                    <td>${e.size}</td>\n                    <td>\n                        <button class="btn btn-sm btn-outline-danger delete-btn" data-filename="${e.name}" title="Delete File">\n                            <i class="fas fa-trash-alt"></i>\n                        </button>\n                    </td>\n                `,c.appendChild(t)}))}async function y(e){const t=e.target.closest(".delete-btn");if(!t)return;const n=t.dataset.filename;if(!confirm(`Are you sure you want to permanently delete "${n}"?`))return;t.disabled=!0,t.innerHTML='<span class="spinner-border spinner-border-sm"></span>';await r("/api/delete-file",{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({filename:n})})?g():(t.disabled=!1,t.innerHTML='<i class="fas fa-trash-alt"></i>')}e.addEventListener("click",h),t.addEventListener("submit",f),l.addEventListener("click",g),c.addEventListener("click",y);const b=[].slice.call(document.querySelectorAll('[data-bs-toggle="tooltip"]'));b.map(function(e){return new bootstrap.Tooltip(e)}),m(),g(),setInterval(m,3e3)});
-</script>
-</body>
-</html>
 """
-# --- Core Backup Logic ---
-def run_backup_job():
-    global app_state
-    app_state["backup_status"] = "running"
-    app_state["backup_log"] = ["Starting backup process..."]
-    def log(message):
-        print(message)
-        app_state["backup_log"].append(message)
-    try:
-        log("Resetting temporary directories..."); shutil.rmtree(DOWNLOAD_DIR,ignore_errors=True); shutil.rmtree(EXTRACT_DIR,ignore_errors=True); os.makedirs(DOWNLOAD_DIR,exist_ok=True); os.makedirs(EXTRACT_DIR,exist_ok=True)
-        log("Downloading from Google Drive folder..."); gdown.download_folder(url=FOLDER_URL,output=DOWNLOAD_DIR,use_cookies=False,quiet=True); log("Download finished.")
-        log("Extracting zip archives..."); extracted_count = 0
-        for r,_,f_list in os.walk(DOWNLOAD_DIR):
-            for f in f_list:
-                if f.endswith(".zip"):
-                    zp=os.path.join(r,f); z=zipfile.ZipFile(zp); z.extractall(EXTRACT_DIR); z.close(); log(f"Extracted: {f}"); extracted_count += 1
-        if extracted_count == 0: log("Warning: No .zip files found to extract.")
-        bad_p=os.path.join(EXTRACT_DIR,"world_nither"); good_p=os.path.join(EXTRACT_DIR,"world_nether")
-        if os.path.exists(bad_p) and not os.path.exists(good_p): os.rename(bad_p,good_p); log("Fixed typo: 'world_nither'->'world_nether'")
-        log("Logging into Hugging Face Hub..."); login(token=TOKEN)
-        log(f"Ensuring repo '{REPO_ID}' exists..."); api.create_repo(repo_id=REPO_ID,repo_type="dataset",private=False,exist_ok=True); log("Repo ready.")
-        s_up={"world":os.path.join(EXTRACT_DIR,"world"),"world_nether":os.path.join(EXTRACT_DIR,"world_nether"),"world_the_end":os.path.join(EXTRACT_DIR,"world_the_end"),"plugins":os.path.join(EXTRACT_DIR,"plugins")}
-        for n,p in s_up.items():
-            if os.path.exists(p): log(f"Uploading '{n}'..."); upload_folder(repo_id=REPO_ID,folder_path=p,repo_type="dataset",path_in_repo=n,commit_message=f"Backup: {n}"); log(f"'{n}' uploaded.")
-            else: log(f"Skipping '{n}': not found.")
-        app_state["last_backup_time"]=time.strftime("%Y-%m-%d %H:%M:%S %Z"); log(f"Backup done at {app_state['last_backup_time']}."); app_state["backup_status"]="success"
-    except Exception as e: log(f"AN ERROR OCCURRED: {str(e)}"); app_state["backup_status"]="error"
-# --- Scheduler Thread ---
-def scheduler_loop():
-    while True:
-        interval=app_state["schedule_interval_minutes"]
-        if interval>0:
-            if app_state["backup_status"]!="running": run_backup_job()
-            next_run=time.time()+interval*60; app_state["next_backup_time"]=time.strftime("%Y-%m-%d %H:%M:%S %Z",time.localtime(next_run)); time.sleep(interval*60)
-        else: app_state["next_backup_time"]="Scheduler disabled"; time.sleep(5)
-# --- Flask Routes (API Endpoints) ---
 @app.route("/")
-def index(): return render_template_string(HTML_TEMPLATE,repo_id=REPO_ID)
-@app.route("/api/status", methods=["GET"])
-def get_status():
-    state_for_json = {k:v for k,v in app_state.items() if k!="scheduler_thread"}
-    return jsonify(state_for_json)
-@app.route("/api/run-backup", methods=["POST"])
-def start_backup():
-    if app_state["backup_status"]=="running": return jsonify({"status":"error","message":"Backup already in progress."}),409
-    threading.Thread(target=run_backup_job,daemon=True).start()
-    return jsonify({"status":"ok","message":"Backup started."})
-@app.route("/api/set-schedule", methods=["POST"])
-def set_schedule():
-    try:
-        interval=int(request.json.get("interval",0)); app_state["schedule_interval_minutes"]=interval
-        if interval>0: next_run=time.time()+interval*60; app_state["next_backup_time"]=time.strftime("%Y-%m-%d %H:%M:%S %Z",time.localtime(next_run))
-        else: app_state["next_backup_time"]="Scheduler disabled"
-        return jsonify({"status":"ok","message":f"Schedule set to {interval} minutes."})
-    except(ValueError,TypeError): return jsonify({"status":"error","message":"Invalid interval."}),400
-@app.route("/api/list-files", methods=["GET"])
-def list_repo_files():
-    try:
-        repo_files = api.list_repo_files(repo_id=REPO_ID, repo_type="dataset")
-        files_details = []
-        for filename in repo_files:
-            try:
-                # ==================================
-                # THIS IS THE CORRECTED LINE
-                # ==================================
-                info = api.file_info(repo_id=REPO_ID, path_in_repo=filename, repo_type="dataset")
-                size = humanize.naturalsize(info.size) if info.size else "0 B"
-            except HfHubHTTPError: size = "N/A"
-            files_details.append({
-                "name": filename, "size": size,
-                "url": hf_hub_url(repo_id=REPO_ID, filename=filename, repo_type="dataset")
-            })
-        return jsonify({"status": "ok", "files": files_details})
-    except Exception as e: return jsonify({"status": "error", "message": str(e)}), 500
-@app.route("/api/delete-file", methods=["POST"])
-def delete_repo_file():
-    filename = request.json.get("filename")
-    if not filename: return jsonify({"status":"error","message":"Filename not provided."}),400
-    try:
-        api.delete_file(repo_id=REPO_ID,path_in_repo=filename,repo_type="dataset",commit_message=f"Deleted file: {filename}")
-        return jsonify({"status":"ok","message":f"Successfully deleted '{filename}'."})
-    except Exception as e: return jsonify({"status":"error","message":str(e)}),500
-# --- Main Execution ---
-if __name__=="__main__":
-    app_state["scheduler_thread"]=threading.Thread(target=scheduler_loop,daemon=True); app_state["scheduler_thread"].start()
-    app.run(host="0.0.0.0",port=7860)

 import os
+from flask import Flask, request, send_file, redirect, url_for, render_template_string
+from huggingface_hub import HfApi, upload_file
+import tempfile
+# Get credentials from environment
 REPO_ID = os.getenv("REPO_ID")
 TOKEN = os.getenv("HF_TOKEN")
 app = Flask(__name__)
 api = HfApi()
+# Basic HTML template with upload form
+TEMPLATE = """
+<!doctype html>
+<title>Hugging Face Dataset Browser</title>
+<h2>Files in {{ repo_id }}</h2>
+<ul>
+  {% for file in files %}
+    <li>
+      {{ file }} —
+      <a href="{{ url_for('download_file', filename=file) }}">Download</a>
+    </li>
+  {% endfor %}
+</ul>
+<h3>Upload File</h3>
+<form method="POST" action="/upload" enctype="multipart/form-data">
+  <input type="file" name="file">
+  <input type="submit" value="Upload">
+</form>
 """
 @app.route("/")
+def index():
+    files = api.list_repo_files(repo_id=REPO_ID, repo_type="dataset", token=TOKEN)
+    return render_template_string(TEMPLATE, files=files, repo_id=REPO_ID)
+@app.route("/download/<path:filename>")
+def download_file(filename):
+    url = api.hf_hub_url(REPO_ID, filename, repo_type="dataset")
+    import requests
+    headers = {"Authorization": f"Bearer {TOKEN}"}
+    r = requests.get(url, headers=headers)
+    if r.status_code == 200:
+        tmp = tempfile.NamedTemporaryFile(delete=False)
+        tmp.write(r.content)
+        tmp.close()
+        return send_file(tmp.name, as_attachment=True, download_name=os.path.basename(filename))
+    else:
+        return f"Failed to download {filename}", 404
+@app.route("/upload", methods=["POST"])
+def upload():
+    file = request.files["file"]
+    if file:
+        temp_path = os.path.join(tempfile.gettempdir(), file.filename)
+        file.save(temp_path)
+        upload_file(
+            path_or_fileobj=temp_path,
+            path_in_repo=file.filename,
+            repo_id=REPO_ID,
+            repo_type="dataset",
+            token=TOKEN
+        )
+    return redirect(url_for("index"))
+if __name__ == "__main__":
+    app.run(debug=True, host="0.0.0.0", port=7860)