Spaces:

luck210
/

gemma

Sleeping

App Files Files Community

luck210 commited on Mar 27

Commit

1ba587d

verified ·

1 Parent(s): 7cf14e0

Update app.py

Browse files

Files changed (1) hide show

app.py +156 -26

app.py CHANGED Viewed

@@ -1,30 +1,160 @@
-from fastapi import FastAPI, UploadFile, File
-from transformers import AutoModelForCausalLM, AutoTokenizer
 import os
 app = FastAPI()
-# Récupérer le token Hugging Face depuis les secrets
-hf_token = os.getenv("yoyo")
-if not hf_token:
-    raise ValueError("HF_TOKEN n’est pas défini dans les secrets de Hugging Face Spaces.")
-# Charger Llama 2 avec le token
-model_name = "meta-llama/Llama-2-7b-chat-hf"
-tokenizer = AutoTokenizer.from_pretrained(model_name, token=hf_token)
-model = AutoModelForCausalLM.from_pretrained(model_name, token=hf_token)
-@app.get("/")
-async def root():
-    return {"message": "API avec Llama 2 sur Hugging Face Spaces"}
-# Endpoint pour résumer un texte
-@app.post("/summarization/text")
-async def summarize_text(file: UploadFile = File(...)):
-    content = await file.read()
-    text = content.decode("utf-8")
-    prompt = f"[INST] Summarize this text in 3 short sentences: {text} [/INST]"
-    inputs = tokenizer(prompt, return_tensors="pt")
-    outputs = model.generate(**inputs, max_length=150, num_return_sequences=1)
-    summary = tokenizer.decode(outputs[0], skip_special_tokens=True)
-    return {"summary": summary}

+from fastapi import FastAPI, Form, Request
+from fastapi.responses import HTMLResponse, StreamingResponse
 import os
+import json
+import requests
+import random
 app = FastAPI()
+# Load environment variables
+MODEL = "gpt-4o-mini"
+API_URL = os.getenv("API_URL")
+DISABLED = os.getenv("DISABLED") == 'True'
+OPENAI_API_KEYS = os.getenv("OPENAI_API_KEYS", "").split(",")
+NUM_THREADS = int(os.getenv("NUM_THREADS", 1))  # Default to 1 if not set
+# HTML with embedded CSS and JS
+HTML_CONTENT = """
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>GPT-4o Mini Chat</title>
+    <style>
+        body { font-family: Arial, sans-serif; background-color: #f4f4f4; margin: 0; padding: 20px; }
+        .container { max-width: 800px; margin: auto; background: white; padding: 20px; border-radius: 8px; box-shadow: 0 0 10px rgba(0, 0, 0, 0.1); }
+        h1 { color: #333; text-align: center; }
+        .chatbox { height: 400px; overflow-y: auto; border: 1px solid #ccc; padding: 10px; margin-bottom: 20px; }
+        .message { margin: 10px 0; padding: 8px; border-radius: 5px; }
+        .user { background: #e6f3ff; }
+        .assistant { background: #f0f0f0; }
+        form { display: flex; flex-direction: column; gap: 10px; }
+        input, select, button { padding: 8px; font-size: 16px; }
+        button { background-color: #007bff; color: white; border: none; border-radius: 5px; cursor: pointer; }
+        button:hover { background-color: #0056b3; }
+        button:disabled { background-color: #ccc; cursor: not-allowed; }
+    </style>
+</head>
+<body>
+    <div class="container">
+        <h1>GPT-4o Mini: Research Preview</h1>
+        <div id="chatbox" class="chatbox"></div>
+        <form id="chat-form" action="/chat" method="post">
+            <input type="text" id="input" name="input" placeholder="Type your message..." required>
+            <select name="top_p">
+                <option value="1.0">Top P: 1.0</option>
+                <option value="0.9">Top P: 0.9</option>
+                <option value="0.8">Top P: 0.8</option>
+            </select>
+            <select name="temperature">
+                <option value="1.0">Temperature: 1.0</option>
+                <option value="0.7">Temperature: 0.7</option>
+                <option value="0.3">Temperature: 0.3</option>
+            </select>
+            <button type="submit" id="submit-btn">Send</button>
+        </form>
+    </div>
+    <script>
+        const chatbox = document.getElementById("chatbox");
+        const form = document.getElementById("chat-form");
+        const input = document.getElementById("input");
+        const submitBtn = document.getElementById("submit-btn");
+        let history = JSON.parse(localStorage.getItem("chatHistory")) || [];
+        // Load existing history
+        history.forEach(msg => addMessage(msg.role, msg.content));
+        form.addEventListener("submit", async (e) => {
+            e.preventDefault();
+            const userInput = input.value;
+            const topP = form.top_p.value;
+            const temperature = form.temperature.value;
+            addMessage("user", userInput);
+            input.value = "";
+            submitBtn.disabled = true;
+            const response = await fetch("/chat", {
+                method: "POST",
+                headers: { "Content-Type": "application/x-www-form-urlencoded" },
+                body: `input=${encodeURIComponent(userInput)}&top_p=${topP}&temperature=${temperature}`
+            });
+            const reader = response.body.getReader();
+            let assistantMessage = "";
+            const decoder = new TextDecoder();
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done) break;
+                assistantMessage += decoder.decode(value);
+                updateLastMessage("assistant", assistantMessage);
+            }
+            history.push({ role: "user", content: userInput }, { role: "assistant", content: assistantMessage });
+            localStorage.setItem("chatHistory", JSON.stringify(history));
+            submitBtn.disabled = false;
+        });
+        function addMessage(role, content) {
+            const div = document.createElement("div");
+            div.className = `message ${role}`;
+            div.textContent = content;
+            chatbox.appendChild(div);
+            chatbox.scrollTop = chatbox.scrollHeight;
+        }
+        function updateLastMessage(role, content) {
+            const lastMsg = chatbox.lastElementChild;
+            if (lastMsg && lastMsg.className.includes(role)) {
+                lastMsg.textContent = content;
+            } else {
+                addMessage(role, content);
+            }
+            chatbox.scrollTop = chatbox.scrollHeight;
+        }
+    </script>
+</body>
+</html>
+"""
+# Serve the chat interface
+@app.get("/", response_class=HTMLResponse)
+async def home():
+    if DISABLED:
+        return "<h1 style='color:red;text-align:center'>This app has reached OpenAI's usage limit. Please check back tomorrow.</h1>"
+    return HTML_CONTENT
+# Handle chat input and stream response
+@app.post("/chat")
+async def chat(input: str = Form(...), top_p: float = Form(1.0), temperature: float = Form(1.0)):
+    if DISABLED:
+        return StreamingResponse(iter(["Usage limit reached."]), media_type="text/plain")
+    payload = {
+        "model": MODEL,
+        "messages": [{"role": "user", "content": input}],
+        "temperature": temperature,
+        "top_p": top_p,
+        "n": 1,
+        "stream": True,
+        "presence_penalty": 0,
+        "frequency_penalty": 0,
+    }
+    OPENAI_API_KEY = random.choice(OPENAI_API_KEYS)
+    headers = {
+        "Content-Type": "application/json",
+        "Authorization": f"Bearer {OPENAI_API_KEY}",
+    }
+    def stream_response():
+        try:
+            response = requests.post(API_URL, headers=headers, json=payload, stream=True)
+            response.raise_for_status()
+            for chunk in response.iter_lines():
+                if chunk:
+                    chunk_data = chunk.decode('utf-8')
+                    if chunk_data.startswith(