import os import torch import torch.nn.functional as F from transformers import AutoTokenizer from evo_model import EvoTransformerV22 from search_utils import web_search import openai import time import psutil import platform # 🔐 Load OpenAI API Key securely openai.api_key = os.getenv("OPENAI_API_KEY") # 📦 Constants MODEL_PATH = "evo_hellaswag.pt" tokenizer = AutoTokenizer.from_pretrained("bert-base-uncased") model = None last_mod_time = 0 # 🔁 Reload model if changed on disk def load_model(): global model, last_mod_time try: current_mod_time = os.path.getmtime(MODEL_PATH) if model is None or current_mod_time > last_mod_time: model = EvoTransformerV22() model.load_state_dict(torch.load(MODEL_PATH, map_location="cpu")) model.eval() last_mod_time = current_mod_time print("🔁 Evo model reloaded.") except Exception as e: print(f"❌ Error loading Evo model: {e}") model = None return model # 🧠 Evo logic def get_evo_response(query, options, user_context=""): model = load_model() if model is None: return "Error", 0.0, "Model failed to load", "" # Retrieve web search + optional user context context_texts = web_search(query) + ([user_context] if user_context else []) context_str = "\n".join(context_texts) input_pairs = [f"{query} [SEP] {opt} [CTX] {context_str}" for opt in options] # Encode and score each option scores = [] for pair in input_pairs: encoded = tokenizer(pair, return_tensors="pt", padding="max_length", truncation=True, max_length=128) with torch.no_grad(): logits = model(encoded["input_ids"]) score = torch.sigmoid(logits).item() scores.append(score) best_idx = int(scores[1] > scores[0]) return ( options[best_idx], # ✅ Evo's answer max(scores), # ✅ Confidence f"{options[0]}: {scores[0]:.3f} vs {options[1]}: {scores[1]:.3f}", # ✅ Reasoning trace context_str # ✅ Context used ) # 🔄 GPT backup response def get_gpt_response(query, user_context=""): try: context_block = f"\n\nContext:\n{user_context}" if user_context else "" response = openai.chat.completions.create( model="gpt-3.5-turbo", messages=[{"role": "user", "content": query + context_block}], temperature=0.7, ) return response.choices[0].message.content.strip() except Exception as e: return f"⚠️ GPT error:\n\n{str(e)}" # 🎯 Used by app.py to display Evo live output def evo_chat_predict(history, query, options): context = "\n".join(history[-6:]) if history else "" evo_ans, evo_score, evo_reason, evo_ctx = get_evo_response(query, options, context) return { "answer": evo_ans, "confidence": round(evo_score, 3), "reasoning": evo_reason, "context_used": evo_ctx } # 📊 Returns current Evo architecture stats (for UI display) def get_model_config(): return { "num_layers": 6, "num_heads": 8, "ffn_dim": 1024, "memory_enabled": True } def get_system_stats(): gpu_info = torch.cuda.get_device_properties(0) if torch.cuda.is_available() else None memory = psutil.virtual_memory() return { "device": "GPU" if torch.cuda.is_available() else "CPU", "cpu_usage_percent": psutil.cpu_percent(), "memory_used_gb": round(memory.used / (1024 ** 3), 2), "memory_total_gb": round(memory.total / (1024 ** 3), 2), "gpu_name": gpu_info.name if gpu_info else "N/A", "gpu_memory_total_gb": round(gpu_info.total_memory / (1024 ** 3), 2) if gpu_info else "N/A", "gpu_memory_used_gb": round(torch.cuda.memory_allocated() / (1024 ** 3), 2) if gpu_info else "N/A", "platform": platform.platform() }