Spaces:
Running
Running
File size: 1,564 Bytes
93c4f75 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 |
import os
import sys
import requests
from tqdm import tqdm
import huggingface_hub
# Add parent directory to path
sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
def download_model():
"""
Download the Llama 3 model from Hugging Face.
"""
model_name = "TheBloke/Llama-3-8B-Instruct-GGUF"
filename = "llama-3-8b-instruct.Q4_K_M.gguf"
# Create models directory if it doesn't exist
models_dir = os.path.join(os.path.dirname(os.path.dirname(os.path.abspath(__file__))), "models")
os.makedirs(models_dir, exist_ok=True)
model_path = os.path.join(models_dir, filename)
if os.path.exists(model_path):
print(f"Model already exists at {model_path}")
return model_path
print(f"Downloading {filename} from {model_name}...")
try:
# Download using huggingface_hub
huggingface_hub.hf_hub_download(
repo_id=model_name,
filename=filename,
local_dir=models_dir,
local_dir_use_symlinks=False
)
print(f"Model downloaded successfully to {model_path}")
return model_path
except Exception as e:
print(f"Error downloading model: {str(e)}")
print("\nManual download instructions:")
print(f"1. Go to https://huggingface.co/{model_name}/tree/main")
print(f"2. Download the file {filename}")
print(f"3. Place it in the models directory at {models_dir}")
return None
if __name__ == "__main__":
download_model()
|