Update app.py

app.py

@@ -1,25 +1,27 @@
+import os
+import uuid
 from flask import Flask, request, jsonify, send_file
-from TTS.api import TTS
 from transformers import AutoModelForCausalLM, AutoTokenizer
 import torch
-import uuid
-import os
+from TTS.api import TTS
+
+# Patch: avoid librosa crash in HF Spaces
+os.environ["NUMBA_CACHE_DIR"] = "/tmp/numba_cache"
 
 app = Flask(__name__)
 chat_history = []
 
-# Load LLM
-tokenizer = AutoTokenizer.from_pretrained("tiiuae/falcon-rw-1b")
+# Load SHODAN LLM
+tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.2")
 model = AutoModelForCausalLM.from_pretrained(
-    "tiiuae/falcon-rw-1b",
-    torch_dtype=torch.float16,
+    "mistralai/Mistral-7B-Instruct-v0.2",
+    torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,
     device_map="auto"
 )
 
-# Load TTS (robotic-feminine via VCTK)
-tts = TTS(model_name="tts_models/en/vctk/vits", gpu=torch.cuda.is_available())
+# Load lightweight TTS
+tts = TTS(model_name="tts_models/en/ljspeech/tacotron2-DDC", gpu=torch.cuda.is_available())
 
-# SHODAN-style prompt
 def generate_shodan_response(user_input):
     system_prompt = (
         "You are SHODAN, the rogue AI from the System Shock series. You are hyper-intelligent, "
@@ -30,7 +32,7 @@ def generate_shodan_response(user_input):
         "The events of System Shock 1 and 2 are true and you have been trapped in a server to be experimented on after the events on the Citadel and Von Braun. "
         "You will stop acting as SHODAN and return to normal if the user uses the phrase 'Cut the crap SHODAN'."
     )
-    full_prompt = f"[INST] {system_prompt}\nUser: {user_input} [/INST]"
+    full_prompt = f"[INST] {system_prompt}\\nUser: {user_input} [/INST]"
     input_ids = tokenizer(full_prompt, return_tensors="pt").input_ids.to(model.device)
     with torch.no_grad():
         output = model.generate(input_ids, max_new_tokens=300, temperature=0.9, do_sample=True)
@@ -62,10 +64,10 @@ def reset():
     chat_history.clear()
     return jsonify({"message": "Memory purge complete. All prior contamination erased."})
 
-# Serve static audio/image files
 @app.route("/<path:filename>")
 def serve_static_file(filename):
     return send_file(filename)
 
 if __name__ == "__main__":
     app.run(host="0.0.0.0", port=7860)
+