alvations commited on
Commit
dbb45ed
·
1 Parent(s): 2efbab0

Add my new, shiny module.

Browse files
Files changed (1) hide show
  1. llm_harness_mistral_arc.py +8 -2
llm_harness_mistral_arc.py CHANGED
@@ -27,7 +27,13 @@ class llm_harness_mistral_arc(evaluate.Metric):
27
  citation=_CITATION,
28
  inputs_description=_KWARGS_DESCRIPTION,
29
  # This defines the format of each prediction and reference
30
- features={},
 
 
 
 
 
 
31
  # Homepage of the module for documentation
32
  homepage="http://module.homepage",
33
  # Additional links to the codebase or references
@@ -35,7 +41,7 @@ class llm_harness_mistral_arc(evaluate.Metric):
35
  reference_urls=["http://path.to.reference.url/new_module"]
36
  )
37
 
38
- def _compute(self, pretrained=None, tasks=[]):
39
  outputs = lm_eval.simple_evaluate(
40
  model="hf",
41
  model_args={"pretrained":pretrained},
 
27
  citation=_CITATION,
28
  inputs_description=_KWARGS_DESCRIPTION,
29
  # This defines the format of each prediction and reference
30
+ features=[
31
+ datasets.Features(
32
+ {
33
+ "pretrained": datasets.Value("string", id="sequence"),
34
+ "tasks": datasets.Sequence(datasets.Value("string", id="sequence"), id="tasks"),
35
+ }
36
+ )],
37
  # Homepage of the module for documentation
38
  homepage="http://module.homepage",
39
  # Additional links to the codebase or references
 
41
  reference_urls=["http://path.to.reference.url/new_module"]
42
  )
43
 
44
+ def _compute(self, pretrained, tasks):
45
  outputs = lm_eval.simple_evaluate(
46
  model="hf",
47
  model_args={"pretrained":pretrained},