app.py

import ollama
from huggingface_hub import login

def run_ollama(prompt,token=""):
    # Login to Hugging Face
    login(token=token)
    # Load and run the model
    model = ollama.load_model("mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF")
    response = model.run("Why is the sky blue")
    print(response)
    return response

if __name__ == "__main__":
    response = run_ollama()
    print(response)