Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -5,25 +5,6 @@ import time
|
|
5 |
from pathlib import Path
|
6 |
from huggingface_hub import hf_hub_download,login
|
7 |
|
8 |
-
# Handle HuggingFace authentication
|
9 |
-
def setup_hf_auth():
|
10 |
-
"""Setup HuggingFace authentication if token is available"""
|
11 |
-
hf_token = os.environ.get("HF_TOKEN")
|
12 |
-
if hf_token and hf_token.strip():
|
13 |
-
try:
|
14 |
-
login(token=hf_token, add_to_git_credential=False)
|
15 |
-
print("✅ Successfully logged in to HuggingFace Hub")
|
16 |
-
return True
|
17 |
-
except Exception as e:
|
18 |
-
print(f"⚠️ HuggingFace login failed: {e}")
|
19 |
-
return False
|
20 |
-
else:
|
21 |
-
print("ℹ️ No HF_TOKEN found, proceeding without authentication")
|
22 |
-
return False
|
23 |
-
|
24 |
-
# Setup authentication on import
|
25 |
-
setup_hf_auth()
|
26 |
-
|
27 |
# Try to import llama-cpp-python, fallback to instructions if not available
|
28 |
try:
|
29 |
from llama_cpp import Llama
|
@@ -40,6 +21,11 @@ model_loaded = False
|
|
40 |
HF_REPO_ID = "Axcel1/MMed-llama-alpaca-Q4_K_M-GGUF"
|
41 |
HF_FILENAME = "mmed-llama-alpaca-q4_k_m.gguf"
|
42 |
|
|
|
|
|
|
|
|
|
|
|
43 |
def find_gguf_file(directory="."):
|
44 |
"""Find GGUF files in the specified directory"""
|
45 |
gguf_files = []
|
|
|
5 |
from pathlib import Path
|
6 |
from huggingface_hub import hf_hub_download,login
|
7 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
8 |
# Try to import llama-cpp-python, fallback to instructions if not available
|
9 |
try:
|
10 |
from llama_cpp import Llama
|
|
|
21 |
HF_REPO_ID = "Axcel1/MMed-llama-alpaca-Q4_K_M-GGUF"
|
22 |
HF_FILENAME = "mmed-llama-alpaca-q4_k_m.gguf"
|
23 |
|
24 |
+
hf_token = os.environ.get("HF_TOKEN")
|
25 |
+
|
26 |
+
login(token = hf_token)
|
27 |
+
|
28 |
+
login(token=hf_token)
|
29 |
def find_gguf_file(directory="."):
|
30 |
"""Find GGUF files in the specified directory"""
|
31 |
gguf_files = []
|