DongfuJiang commited on
Commit
2ff2d8a
1 Parent(s): 7f37529
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -7,10 +7,9 @@ from typing import List
7
 
8
  MAX_BASE_LLM_NUM = 20
9
  MIN_BASE_LLM_NUM = 3
10
- DESCRIPTIONS = """
 
11
  """
12
- MAX_MAX_NEW_TOKENS=1024
13
- DEFAULT_MAX_NEW_TOKENS=256
14
  EXAMPLES_DATASET = load_dataset("llm-blender/mix-instruct", split='validation', streaming=True)
15
  SHUFFLED_EXAMPLES_DATASET = EXAMPLES_DATASET.shuffle(seed=42, buffer_size=1000)
16
  EXAMPLES = []
@@ -23,6 +22,7 @@ for example in SHUFFLED_EXAMPLES_DATASET.take(100):
23
  CANDIDATE_EXAMPLES[example['instruction']+example['input']] = example['candidates']
24
 
25
  # Download ranker checkpoint
 
26
  if not os.path.exists("pairranker-deberta-v3-large.zip"):
27
  os.system("gdown https://drive.google.com/uc?id=1EpvFu_qYY0MaIu0BAAhK-sYKHVWtccWg")
28
  if not os.path.exists("pairranker-deberta-v3-large"):
 
7
 
8
  MAX_BASE_LLM_NUM = 20
9
  MIN_BASE_LLM_NUM = 3
10
+ DESCRIPTIONS = """\
11
+ LLM-Blender is an innovative ensembling framework to attain consistently superior performance by leveraging the diverse strengths of multiple open-source large language models (LLMs). LLM-Blender cut the weaknesses through ranking and integrate the strengths through fusing generation to enhance the capability of LLMs.
12
  """
 
 
13
  EXAMPLES_DATASET = load_dataset("llm-blender/mix-instruct", split='validation', streaming=True)
14
  SHUFFLED_EXAMPLES_DATASET = EXAMPLES_DATASET.shuffle(seed=42, buffer_size=1000)
15
  EXAMPLES = []
 
22
  CANDIDATE_EXAMPLES[example['instruction']+example['input']] = example['candidates']
23
 
24
  # Download ranker checkpoint
25
+ os.system("ls -l /home/user/.local/lib/python3.10/site-packages/llm_blender")
26
  if not os.path.exists("pairranker-deberta-v3-large.zip"):
27
  os.system("gdown https://drive.google.com/uc?id=1EpvFu_qYY0MaIu0BAAhK-sYKHVWtccWg")
28
  if not os.path.exists("pairranker-deberta-v3-large"):