Spaces:
Configuration error
Configuration error
Add my new, shiny module.
Browse files
llm_harness_mistral_arc.py
CHANGED
@@ -27,14 +27,7 @@ class llm_harness_mistral_arc(evaluate.Metric):
|
|
27 |
citation=_CITATION,
|
28 |
inputs_description=_KWARGS_DESCRIPTION,
|
29 |
# This defines the format of each prediction and reference
|
30 |
-
features=
|
31 |
-
datasets.Features(
|
32 |
-
{
|
33 |
-
"pretrained": datasets.Value("string", id="sequence"),
|
34 |
-
"tasks": datasets.Sequence(datasets.Value("string", id="sequence"), id="references"),
|
35 |
-
}
|
36 |
-
)
|
37 |
-
],
|
38 |
# Homepage of the module for documentation
|
39 |
homepage="http://module.homepage",
|
40 |
# Additional links to the codebase or references
|
@@ -42,7 +35,7 @@ class llm_harness_mistral_arc(evaluate.Metric):
|
|
42 |
reference_urls=["http://path.to.reference.url/new_module"]
|
43 |
)
|
44 |
|
45 |
-
def _compute(self, pretrained, tasks):
|
46 |
outputs = lm_eval.simple_evaluate(
|
47 |
model="hf",
|
48 |
model_args={"pretrained":pretrained},
|
|
|
27 |
citation=_CITATION,
|
28 |
inputs_description=_KWARGS_DESCRIPTION,
|
29 |
# This defines the format of each prediction and reference
|
30 |
+
features=None,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
31 |
# Homepage of the module for documentation
|
32 |
homepage="http://module.homepage",
|
33 |
# Additional links to the codebase or references
|
|
|
35 |
reference_urls=["http://path.to.reference.url/new_module"]
|
36 |
)
|
37 |
|
38 |
+
def _compute(self, pretrained=None, tasks=[]):
|
39 |
outputs = lm_eval.simple_evaluate(
|
40 |
model="hf",
|
41 |
model_args={"pretrained":pretrained},
|