ciyidogan commited on
Commit
7e2f223
·
verified ·
1 Parent(s): e1d60ad

Update llm_model.py

Browse files
Files changed (1) hide show
  1. llm_model.py +1 -2
llm_model.py CHANGED
@@ -20,7 +20,6 @@ class LLMModel:
20
  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
21
  log(f"📡 Kullanılan cihaz: {device}")
22
 
23
- base_model_path = os.path.join(project_path, "llm", "base_model")
24
  model_base = project_config["model_base"]
25
  token = s_config.get_auth_token()
26
 
@@ -76,4 +75,4 @@ class LLMModel:
76
  if start != -1:
77
  decoded = decoded[start + len(tag):].strip()
78
  break
79
- return decoded, top_conf
 
20
  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
21
  log(f"📡 Kullanılan cihaz: {device}")
22
 
 
23
  model_base = project_config["model_base"]
24
  token = s_config.get_auth_token()
25
 
 
75
  if start != -1:
76
  decoded = decoded[start + len(tag):].strip()
77
  break
78
+ return decoded, top_conf