Update app.py

app.py

@@ -7,6 +7,9 @@ import requests
 import time
 import sys
 
+os.system("pip install --upgrade pip")
+os.system('''CMAKE_ARGS="-DLLAMA_AVX512=ON -DLLAMA_AVX512_VBMI=ON -DLLAMA_AVX512_VNNI=ON -DLLAMA_FP16_VA=ON" pip install llama-cpp-python''')
+
 from huggingface_hub import snapshot_download
 from llama_cpp import Llama
 
@@ -43,7 +46,7 @@ def get_system_tokens(model):
 
 
 repo_name = "maddes8cht/OpenBuddy-openbuddy-falcon-7b-v6-bf16-gguf"
-model_name = "ggml-OpenBuddy-openbuddy-falcon-7b-v6-bf16-Q4_0.gguf"
+model_name = "OpenBuddy-openbuddy-falcon-7b-v6-bf16-Q4_K_S.gguf"
 
 snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_name)