start.sh

#!/bin/bash

# Set environment variables for the ollama server
export OLLAMA_HOST=0.0.0.0
export OLLAMA_ORIGINS=https://projects.blender.org

# Start the Ollama service in the background
ollama serve &

# Wait for the service to initialize
sleep 10

# Download the required file
curl -fsSL https://huggingface.co/lmstudio-community/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf?download=true -o llama.gguf

# Create the model using Ollama
ollama create llama3.1 -f Modelfile

# Keep the container running indefinitely
tail -f /dev/null