Update app.py

app.py

@@ -6,6 +6,13 @@ import time
 import logging
 from threading import Lock
 
+CONFIG_FILE = "config.json"
+MODEL_NAME = "mistralai/Mixtral-8x7B-Instruct-v0.1"
+CACHE_DIR = "model_cache"  # Directory for storing model cache
+
+# Create cache directory if it doesn't exist
+os.makedirs(CACHE_DIR, exist_ok=True)
+
 # Setup logging
 logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')