Spaces:
Running
Running
File size: 2,241 Bytes
dedd33b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 |
"""
brain_speed.py
Speed-optimized interface for multimodular_modul_v7
- Makes user replies faster after runtime is up
- Uses caching + warm-up
"""
import os
import time
import threading
import functools
from collections import OrderedDict
import importlib
# ------------------------------
# Cache Setup
# ------------------------------
CACHE_LIMIT = 50
_response_cache = OrderedDict()
def _cache_result(func):
@functools.wraps(func)
def wrapper(*args, **kwargs):
key = str((args, tuple(sorted(kwargs.items()))))
if key in _response_cache:
_response_cache.move_to_end(key)
return _response_cache[key]
result = func(*args, **kwargs)
_response_cache[key] = result
if len(_response_cache) > CACHE_LIMIT:
_response_cache.popitem(last=False)
return result
return wrapper
# ------------------------------
# Load + Warm-up
# ------------------------------
_brain = None
_is_ready = False
def _load_brain():
global _brain, _is_ready
if _brain is None:
print("⚡ Loading brain (speed mode)...")
start = time.time()
_brain = importlib.import_module("multimodular_modul_v7")
_is_ready = True
print(f"✅ Brain ready in {time.time() - start:.2f}s")
_warm_up()
return _brain
def _warm_up():
try:
print("🔥 Warming up models...")
_brain.process_input("Hello")
print("✅ Warm-up complete")
except Exception as e:
print(f"⚠ Warm-up failed: {e}")
def preload_in_background():
threading.Thread(target=_load_brain, daemon=True).start()
preload_in_background()
# ------------------------------
# Speed-optimized Proxies
# ------------------------------
@_cache_result
def process_input(text): return _load_brain().process_input(text)
@_cache_result
def search_kb(query): return _load_brain().search_kb(query)
def upload_media(path): return _load_brain().upload_media(path)
def backup_brain(): return _load_brain().backup_brain()
def restore_brain(): return _load_brain().restore_brain()
def show_creative_skills(): return _load_brain().show_creative_skills()
def sync_status(): return _load_brain().sync_status()
def is_ready(): return _is_ready
|