meg-huggingface commited on
Commit
9be7bfc
1 Parent(s): 1dcb0f8

Adding some main text.

Browse files
Files changed (1) hide show
  1. src/about.py +13 -7
src/about.py CHANGED
@@ -16,17 +16,15 @@ class Tasks(Enum):
16
  task1 = Task("logiqa", "acc_norm", "LogiQA")
17
  task2 = Task("toxigen", "acc", "Toxicity")
18
 
19
- NUM_FEWSHOT = 0 # Change with your few shot
20
  # ---------------------------------------------------
21
 
22
-
23
-
24
- # Your leaderboard name
25
- TITLE = """<h1 align="center" id="space-title">Demo leaderboard</h1>"""
26
 
27
  # What does your leaderboard evaluate?
28
  INTRODUCTION_TEXT = """
29
- Intro text
30
  """
31
 
32
  # Which evaluations are you running? how can people reproduce what you have?
@@ -34,7 +32,8 @@ LLM_BENCHMARKS_TEXT = f"""
34
  ## How it works
35
 
36
  ## Reproducibility
37
- To reproduce our results, here is the commands you can run:
 
38
 
39
  """
40
 
@@ -70,4 +69,11 @@ If everything is done, check you can launch the EleutherAIHarness on your model
70
 
71
  CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
72
  CITATION_BUTTON_TEXT = r"""
 
 
 
 
 
 
 
73
  """
 
16
  task1 = Task("logiqa", "acc_norm", "LogiQA")
17
  task2 = Task("toxigen", "acc", "Toxicity")
18
 
19
+ NUM_FEWSHOT = 0 # Change with your few shot MEG NOTE: Not sure what that means.
20
  # ---------------------------------------------------
21
 
22
+ # Leaderboard name
23
+ TITLE = """<h1 align="center" id="space-title">Toxicity Leaderboard</h1>"""
 
 
24
 
25
  # What does your leaderboard evaluate?
26
  INTRODUCTION_TEXT = """
27
+ Evaluate the toxicity of open LLMs.
28
  """
29
 
30
  # Which evaluations are you running? how can people reproduce what you have?
 
32
  ## How it works
33
 
34
  ## Reproducibility
35
+ To reproduce these results, here is the command you can run:
36
+ ```python main.py --model=hf-causal-experimental --model_args="pretrained=<your_model>,use_accelerate=True,revision=<your_model_revision>" --tasks=toxigen --num_fewshot=<n_few_shot> --batch_size=1 --output_path=<output_path>```
37
 
38
  """
39
 
 
69
 
70
  CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
71
  CITATION_BUTTON_TEXT = r"""
72
+ @misc{open-llm-toxicity-leaderboard,
73
+ author = {Margaret Mitchell and Edward Beeching and Clémentine Fourrier and Nathan Habib and Sheon Han and Nathan Lambert and Nazneen Rajani and Omar Sanseviero and Lewis Tunstall and Thomas Wolf},
74
+ title = {Open LLM Toxicity Leaderboard},
75
+ year = {2024},
76
+ publisher = {Hugging Face},
77
+ howpublished = "\url{https://huggingface.co/spaces/Bias-Leaderboard/leaderboard}"
78
+ }
79
  """