Spaces:
Paused
Paused
Update llm_model.py
Browse files- llm_model.py +1 -2
llm_model.py
CHANGED
@@ -20,7 +20,6 @@ class LLMModel:
|
|
20 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
21 |
log(f"📡 Kullanılan cihaz: {device}")
|
22 |
|
23 |
-
base_model_path = os.path.join(project_path, "llm", "base_model")
|
24 |
model_base = project_config["model_base"]
|
25 |
token = s_config.get_auth_token()
|
26 |
|
@@ -76,4 +75,4 @@ class LLMModel:
|
|
76 |
if start != -1:
|
77 |
decoded = decoded[start + len(tag):].strip()
|
78 |
break
|
79 |
-
return decoded, top_conf
|
|
|
20 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
21 |
log(f"📡 Kullanılan cihaz: {device}")
|
22 |
|
|
|
23 |
model_base = project_config["model_base"]
|
24 |
token = s_config.get_auth_token()
|
25 |
|
|
|
75 |
if start != -1:
|
76 |
decoded = decoded[start + len(tag):].strip()
|
77 |
break
|
78 |
+
return decoded, top_conf
|