SecureLLMSys commited on
Commit
e311fe1
·
1 Parent(s): be5ad12
Files changed (1) hide show
  1. src/attribution/attntrace.py +2 -5
src/attribution/attntrace.py CHANGED
@@ -37,17 +37,14 @@ class AttnTraceAttribution(Attribution):
37
  #print(last_group,group, last_group_label,group_label)
38
  importances[feature_index[0]]+=(last_group_loss-group_loss)
39
  return importances
40
-
41
  @spaces.GPU
42
- def load_model(self):
43
- self.model = self.llm._load_model_if_needed().to("cuda")
44
-
45
  def attribute(self, question: str, contexts: list, answer: str,explained_answer: str, customized_template: str = None):
46
  start_time = time.time()
47
  if self.llm.model!=None:
48
  self.model = self.llm.model
49
  else:
50
- self.load_model()
51
  self.layers = range(len(self.model.model.layers))
52
  model = self.model
53
  tokenizer = self.tokenizer
 
37
  #print(last_group,group, last_group_label,group_label)
38
  importances[feature_index[0]]+=(last_group_loss-group_loss)
39
  return importances
 
40
  @spaces.GPU
41
+
 
 
42
  def attribute(self, question: str, contexts: list, answer: str,explained_answer: str, customized_template: str = None):
43
  start_time = time.time()
44
  if self.llm.model!=None:
45
  self.model = self.llm.model
46
  else:
47
+ self.model = self.llm._load_model_if_needed().to("cuda")
48
  self.layers = range(len(self.model.model.layers))
49
  model = self.model
50
  tokenizer = self.tokenizer