alvations commited on
Commit
1d6b714
·
1 Parent(s): 8bbfbf4

Add my new, shiny module.

Browse files
Files changed (1) hide show
  1. llm_harness_mistral_arc.py +2 -9
llm_harness_mistral_arc.py CHANGED
@@ -27,14 +27,7 @@ class llm_harness_mistral_arc(evaluate.Metric):
27
  citation=_CITATION,
28
  inputs_description=_KWARGS_DESCRIPTION,
29
  # This defines the format of each prediction and reference
30
- features=[
31
- datasets.Features(
32
- {
33
- "pretrained": datasets.Value("string", id="sequence"),
34
- "tasks": datasets.Sequence(datasets.Value("string", id="sequence"), id="references"),
35
- }
36
- )
37
- ],
38
  # Homepage of the module for documentation
39
  homepage="http://module.homepage",
40
  # Additional links to the codebase or references
@@ -42,7 +35,7 @@ class llm_harness_mistral_arc(evaluate.Metric):
42
  reference_urls=["http://path.to.reference.url/new_module"]
43
  )
44
 
45
- def _compute(self, pretrained, tasks):
46
  outputs = lm_eval.simple_evaluate(
47
  model="hf",
48
  model_args={"pretrained":pretrained},
 
27
  citation=_CITATION,
28
  inputs_description=_KWARGS_DESCRIPTION,
29
  # This defines the format of each prediction and reference
30
+ features=None,
 
 
 
 
 
 
 
31
  # Homepage of the module for documentation
32
  homepage="http://module.homepage",
33
  # Additional links to the codebase or references
 
35
  reference_urls=["http://path.to.reference.url/new_module"]
36
  )
37
 
38
+ def _compute(self, pretrained=None, tasks=[]):
39
  outputs = lm_eval.simple_evaluate(
40
  model="hf",
41
  model_args={"pretrained":pretrained},