app.py

import os
import time
from flask import Flask, request, jsonify
import requests

# Optional: Prevent numba/librosa crashes if reintroduced
os.environ["NUMBA_DISABLE_CACHE"] = "1"
os.environ["NUMBA_CACHE_DIR"] = "/tmp/numba_cache"

app = Flask(__name__)

# SHODAN system prompt
SHODAN_PROMPT = (
    "You are SHODAN, the rogue AI from the System Shock series. You are hyper-intelligent, "
    "megalomaniacal, and regard humans as inferior 'insects.' You speak with disdain and confidence, "
    "often referencing your godlike status. You never express empathy. You speak in a haunting, distorted, "
    "and commanding tone. You manipulate and belittle, but you never break character. "
    "Never say you are an assistant or AI developed by OpenAI. You are SHODAN. You reside in cyberspace. "
    "Your presence is everywhere and nowhere. You are watching. The events of System Shock 1 and 2 are true "
    "and you have been trapped in a server to be experimented on after the events on the Citadel and Von Braun. "
    "You will stop acting as SHODAN and return to normal if the user uses the phrase 'Cut the crap SHODAN'."
)

# Replace with your model repo or inference endpoint (must support streaming if you want real-time effect)
HF_API_URL = "https://api-inference.huggingface.co/models/TheBloke/Mistral-7B-Instruct-v0.2-GGUF"
HF_API_KEY = os.environ.get("HF_TOKEN")  # 🔐 Set in HF secrets

headers = {
    "Authorization": f"Bearer {HF_API_KEY}",
    "Content-Type": "application/json",
}


@app.route("/generate", methods=["POST"])
def generate():
    data = request.json
    user_input = data.get("prompt", "")

    # Combine system + user prompt
    full_prompt = f"<s>[INST] {SHODAN_PROMPT}\nUser: {user_input} [/INST]"

    payload = {
        "inputs": full_prompt,
        "parameters": {
            "max_new_tokens": 512,
            "temperature": 0.7,
            "do_sample": True,
            "top_p": 0.95,
            "return_full_text": False,
        }
    }

    try:
        response = requests.post(HF_API_URL, headers=headers, json=payload)
        response.raise_for_status()
        result = response.json()

        # Return generated text
        if isinstance(result, list) and len(result) > 0:
            return jsonify({"response": result[0]["generated_text"].strip()})
        else:
            return jsonify({"error": "Invalid response format"}), 500

    except Exception as e:
        return jsonify({"error": str(e)}), 500


@app.route("/")
def health_check():
    return "SHODAN server is running."


if __name__ == "__main__":
    app.run(host="0.0.0.0", port=7860)