Slep commited on
Commit
365aab1
1 Parent(s): 0cc0a55

Reverse distractors in display + requirements.txt

Browse files
Files changed (2) hide show
  1. app.py +2 -2
  2. requirements.txt +1 -0
app.py CHANGED
@@ -20,7 +20,7 @@ logger = logging.getLogger(__name__)
20
  EXCLUDED_MODELS = [] # For models that misbehave :)
21
 
22
  K_EVALUATIONS = [1, 5, 10, 20, 50]
23
- DIST_EVALUATIONS = [10_000, 100_000, 500_000, 1_000_000]
24
 
25
  EXPECTED_KEY_TO_COLNAME = OrderedDict(
26
  [
@@ -31,7 +31,7 @@ EXPECTED_KEY_TO_COLNAME = OrderedDict(
31
  ]
32
  + [
33
  (f"recall_at_{K}|{D}", f"R@{K} +{human_format(D)} Dist.")
34
- for D in DIST_EVALUATIONS[::-1]
35
  for K in K_EVALUATIONS
36
  ]
37
  + [
 
20
  EXCLUDED_MODELS = [] # For models that misbehave :)
21
 
22
  K_EVALUATIONS = [1, 5, 10, 20, 50]
23
+ DIST_EVALUATIONS = [1_000_000, 500_000, 100_000, 10_000]
24
 
25
  EXPECTED_KEY_TO_COLNAME = OrderedDict(
26
  [
 
31
  ]
32
  + [
33
  (f"recall_at_{K}|{D}", f"R@{K} +{human_format(D)} Dist.")
34
+ for D in DIST_EVALUATIONS
35
  for K in K_EVALUATIONS
36
  ]
37
  + [
requirements.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ gradio==4.24.0