models/local_llm.py

import subprocess

def run_llm(prompt: str) -> str:
    result = subprocess.run([
        "./main", "-m", "models/ggml-model.bin", "-p", prompt, "-n", "128"
    ], capture_output=True, text=True)
    return result.stdout