Spaces:
Running
on
Zero
Running
on
Zero
Commit
·
e311fe1
1
Parent(s):
be5ad12
update
Browse files
src/attribution/attntrace.py
CHANGED
@@ -37,17 +37,14 @@ class AttnTraceAttribution(Attribution):
|
|
37 |
#print(last_group,group, last_group_label,group_label)
|
38 |
importances[feature_index[0]]+=(last_group_loss-group_loss)
|
39 |
return importances
|
40 |
-
|
41 |
@spaces.GPU
|
42 |
-
|
43 |
-
self.model = self.llm._load_model_if_needed().to("cuda")
|
44 |
-
|
45 |
def attribute(self, question: str, contexts: list, answer: str,explained_answer: str, customized_template: str = None):
|
46 |
start_time = time.time()
|
47 |
if self.llm.model!=None:
|
48 |
self.model = self.llm.model
|
49 |
else:
|
50 |
-
self.
|
51 |
self.layers = range(len(self.model.model.layers))
|
52 |
model = self.model
|
53 |
tokenizer = self.tokenizer
|
|
|
37 |
#print(last_group,group, last_group_label,group_label)
|
38 |
importances[feature_index[0]]+=(last_group_loss-group_loss)
|
39 |
return importances
|
|
|
40 |
@spaces.GPU
|
41 |
+
|
|
|
|
|
42 |
def attribute(self, question: str, contexts: list, answer: str,explained_answer: str, customized_template: str = None):
|
43 |
start_time = time.time()
|
44 |
if self.llm.model!=None:
|
45 |
self.model = self.llm.model
|
46 |
else:
|
47 |
+
self.model = self.llm._load_model_if_needed().to("cuda")
|
48 |
self.layers = range(len(self.model.model.layers))
|
49 |
model = self.model
|
50 |
tokenizer = self.tokenizer
|