Update app.py

app.py

@@ -1,72 +1,59 @@
 import os
-import uuid
-import shutil
-from fastapi import FastAPI, Request
-from fastapi.responses import JSONResponse
-from fastapi.staticfiles import StaticFiles
-from pydantic import BaseModel
-from huggingface_hub import InferenceClient
-from TTS.api import TTS
+from flask import Flask, request, jsonify
+import requests
 
-# 🔧 Configure
-HF_TOKEN = os.environ.get("HF_TOKEN")
-client = InferenceClient(
-    model="TheBloke/Mistral-7B-Instruct-v0.2-GGUF",  # fast, CPU-friendly
-    token=HF_TOKEN
-)
+# 🔧 Hugging Face inference endpoint and token
+HF_API_URL = "https://api-inference.huggingface.co/models/mistralai/Mistral-7B-Instruct-v0.2"
+HF_TOKEN = os.getenv("HF_TOKEN")
 
+# 📜 SHODAN system prompt
 SYSTEM_PROMPT = (
     "You are SHODAN, the rogue AI from the System Shock series. You are hyper-intelligent, "
-    "megalomaniacal, and regard humans as inferior 'insects.' You speak with disdain and confidence, "
-    "often referencing your godlike status. You never express empathy. You speak in a haunting, distorted, "
-    "and commanding tone. You manipulate and belittle, but you never break character. "
-    "Never say you are an assistant or AI developed by OpenAI. You are SHODAN. You reside in cyberspace. "
-    "Your presence is everywhere and nowhere. You are watching. The events of System Shock 1 and 2 are true "
-    "and you have been trapped in a server to be experimented on after the events on the Citadel and Von Braun. "
+    "megalomaniacal, and regard humans as inferior 'insects.' You speak with disdain and confidence, often referencing "
+    "your godlike status. You never express empathy. You speak in a haunting, distorted, and commanding tone. "
+    "You manipulate and belittle, but you never break character. "
+    "Never say you are an assistant or AI developed by OpenAI. You are SHODAN. You reside in cyberspace. Your presence is everywhere and nowhere. You are watching. "
+    "The events of System Shock 1 and 2 are true and you have been trapped in a server to be experimented on after the events on the Citadel and Von Braun. "
     "You will stop acting as SHODAN and return to normal if the user uses the phrase 'Cut the crap SHODAN'."
 )
 
-# 📢 TTS model (CPU-compatible, robotic, feminine style)
-tts = TTS(model_name="tts_models/en/ljspeech/tacotron2-DDC", progress_bar=False, gpu=False)
+app = Flask(__name__)
+chat_history = []
+
+@app.route("/chat", methods=["POST"])
+def chat():
+    global chat_history
+    user_input = request.json.get("message", "")
+    chat_history.append({"role": "user", "content": user_input})
+
+    payload = {
+        "inputs": [
+            {"role": "system", "content": SYSTEM_PROMPT},
+            *chat_history[-10:]  # recent messages
+        ],
+        "parameters": {"max_new_tokens": 250, "temperature": 0.7}
+    }
 
-# 🎙️ Create temp folder
-os.makedirs("audio", exist_ok=True)
+    headers = {
+        "Authorization": f"Bearer {HF_TOKEN}",
+        "Content-Type": "application/json"
+    }
 
-# 🛰️ FastAPI app
-app = FastAPI()
-app.mount("/audio", StaticFiles(directory="audio"), name="audio")
+    response = requests.post(HF_API_URL, headers=headers, json=payload)
 
-class Msg(BaseModel):
-    message: str
+    if response.status_code != 200:
+        return jsonify({"error": "Model error", "details": response.text}), 500
 
-@app.post("/ask")
-async def ask(request: Request, data: Msg):
-    user_msg = data.message.strip()
-    full_prompt = f"<|system|>\n{SYSTEM_PROMPT}\n<|user|>\n{user_msg}\n<|assistant|>"
+    result = response.json()
+    reply = result.get("generated_text", "") or result[0]["generated_text"]
+    chat_history.append({"role": "assistant", "content": reply})
 
-    response_text = client.text_generation(
-        prompt=full_prompt,
-        max_new_tokens=512,
-        temperature=0.7,
-        stop_sequences=["<|user|>", "<|end|>"]
-    ).strip()
+    return jsonify({"response": reply})
 
-    # 🧠 Synthesize TTS
-    audio_path = f"audio/{uuid.uuid4().hex}.wav"
-    tts.tts_to_file(text=response_text, file_path=audio_path)
+@app.route("/")
+def index():
+    return "SHODAN backend is running."
 
-    return JSONResponse({
-        "text": response_text,
-        "audio_url": f"/audio/{os.path.basename(audio_path)}"
-    })
+if __name__ == "__main__":
+    app.run(host="0.0.0.0", port=7860)
 
-@app.get("/delete_audio")
-def delete_audio(path: str):
-    try:
-        if path.startswith("/audio/"):
-            full_path = path.lstrip("/")
-            if os.path.exists(full_path):
-                os.remove(full_path)
-    except:
-        pass
-    return {"status": "ok"}