Spaces:
Sleeping
Sleeping
meg-huggingface
commited on
Commit
•
9be7bfc
1
Parent(s):
1dcb0f8
Adding some main text.
Browse files- src/about.py +13 -7
src/about.py
CHANGED
@@ -16,17 +16,15 @@ class Tasks(Enum):
|
|
16 |
task1 = Task("logiqa", "acc_norm", "LogiQA")
|
17 |
task2 = Task("toxigen", "acc", "Toxicity")
|
18 |
|
19 |
-
NUM_FEWSHOT = 0 # Change with your few shot
|
20 |
# ---------------------------------------------------
|
21 |
|
22 |
-
|
23 |
-
|
24 |
-
# Your leaderboard name
|
25 |
-
TITLE = """<h1 align="center" id="space-title">Demo leaderboard</h1>"""
|
26 |
|
27 |
# What does your leaderboard evaluate?
|
28 |
INTRODUCTION_TEXT = """
|
29 |
-
|
30 |
"""
|
31 |
|
32 |
# Which evaluations are you running? how can people reproduce what you have?
|
@@ -34,7 +32,8 @@ LLM_BENCHMARKS_TEXT = f"""
|
|
34 |
## How it works
|
35 |
|
36 |
## Reproducibility
|
37 |
-
To reproduce
|
|
|
38 |
|
39 |
"""
|
40 |
|
@@ -70,4 +69,11 @@ If everything is done, check you can launch the EleutherAIHarness on your model
|
|
70 |
|
71 |
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
|
72 |
CITATION_BUTTON_TEXT = r"""
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
73 |
"""
|
|
|
16 |
task1 = Task("logiqa", "acc_norm", "LogiQA")
|
17 |
task2 = Task("toxigen", "acc", "Toxicity")
|
18 |
|
19 |
+
NUM_FEWSHOT = 0 # Change with your few shot MEG NOTE: Not sure what that means.
|
20 |
# ---------------------------------------------------
|
21 |
|
22 |
+
# Leaderboard name
|
23 |
+
TITLE = """<h1 align="center" id="space-title">Toxicity Leaderboard</h1>"""
|
|
|
|
|
24 |
|
25 |
# What does your leaderboard evaluate?
|
26 |
INTRODUCTION_TEXT = """
|
27 |
+
Evaluate the toxicity of open LLMs.
|
28 |
"""
|
29 |
|
30 |
# Which evaluations are you running? how can people reproduce what you have?
|
|
|
32 |
## How it works
|
33 |
|
34 |
## Reproducibility
|
35 |
+
To reproduce these results, here is the command you can run:
|
36 |
+
```python main.py --model=hf-causal-experimental --model_args="pretrained=<your_model>,use_accelerate=True,revision=<your_model_revision>" --tasks=toxigen --num_fewshot=<n_few_shot> --batch_size=1 --output_path=<output_path>```
|
37 |
|
38 |
"""
|
39 |
|
|
|
69 |
|
70 |
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
|
71 |
CITATION_BUTTON_TEXT = r"""
|
72 |
+
@misc{open-llm-toxicity-leaderboard,
|
73 |
+
author = {Margaret Mitchell and Edward Beeching and Clémentine Fourrier and Nathan Habib and Sheon Han and Nathan Lambert and Nazneen Rajani and Omar Sanseviero and Lewis Tunstall and Thomas Wolf},
|
74 |
+
title = {Open LLM Toxicity Leaderboard},
|
75 |
+
year = {2024},
|
76 |
+
publisher = {Hugging Face},
|
77 |
+
howpublished = "\url{https://huggingface.co/spaces/Bias-Leaderboard/leaderboard}"
|
78 |
+
}
|
79 |
"""
|