Spaces:
Runtime error
Runtime error
DongfuJiang
commited on
Commit
•
2ff2d8a
1
Parent(s):
7f37529
update
Browse files
app.py
CHANGED
@@ -7,10 +7,9 @@ from typing import List
|
|
7 |
|
8 |
MAX_BASE_LLM_NUM = 20
|
9 |
MIN_BASE_LLM_NUM = 3
|
10 |
-
DESCRIPTIONS = """
|
|
|
11 |
"""
|
12 |
-
MAX_MAX_NEW_TOKENS=1024
|
13 |
-
DEFAULT_MAX_NEW_TOKENS=256
|
14 |
EXAMPLES_DATASET = load_dataset("llm-blender/mix-instruct", split='validation', streaming=True)
|
15 |
SHUFFLED_EXAMPLES_DATASET = EXAMPLES_DATASET.shuffle(seed=42, buffer_size=1000)
|
16 |
EXAMPLES = []
|
@@ -23,6 +22,7 @@ for example in SHUFFLED_EXAMPLES_DATASET.take(100):
|
|
23 |
CANDIDATE_EXAMPLES[example['instruction']+example['input']] = example['candidates']
|
24 |
|
25 |
# Download ranker checkpoint
|
|
|
26 |
if not os.path.exists("pairranker-deberta-v3-large.zip"):
|
27 |
os.system("gdown https://drive.google.com/uc?id=1EpvFu_qYY0MaIu0BAAhK-sYKHVWtccWg")
|
28 |
if not os.path.exists("pairranker-deberta-v3-large"):
|
|
|
7 |
|
8 |
MAX_BASE_LLM_NUM = 20
|
9 |
MIN_BASE_LLM_NUM = 3
|
10 |
+
DESCRIPTIONS = """\
|
11 |
+
LLM-Blender is an innovative ensembling framework to attain consistently superior performance by leveraging the diverse strengths of multiple open-source large language models (LLMs). LLM-Blender cut the weaknesses through ranking and integrate the strengths through fusing generation to enhance the capability of LLMs.
|
12 |
"""
|
|
|
|
|
13 |
EXAMPLES_DATASET = load_dataset("llm-blender/mix-instruct", split='validation', streaming=True)
|
14 |
SHUFFLED_EXAMPLES_DATASET = EXAMPLES_DATASET.shuffle(seed=42, buffer_size=1000)
|
15 |
EXAMPLES = []
|
|
|
22 |
CANDIDATE_EXAMPLES[example['instruction']+example['input']] = example['candidates']
|
23 |
|
24 |
# Download ranker checkpoint
|
25 |
+
os.system("ls -l /home/user/.local/lib/python3.10/site-packages/llm_blender")
|
26 |
if not os.path.exists("pairranker-deberta-v3-large.zip"):
|
27 |
os.system("gdown https://drive.google.com/uc?id=1EpvFu_qYY0MaIu0BAAhK-sYKHVWtccWg")
|
28 |
if not os.path.exists("pairranker-deberta-v3-large"):
|