Spaces:
Runtime error
Runtime error
Dongfu Jiang
commited on
Commit
•
ca4f279
1
Parent(s):
62174a3
update to gpu
Browse files
app.py
CHANGED
|
@@ -49,7 +49,7 @@ fuser_config.model_name = "llm-blender/gen_fuser_3b" # our pre-trained fuser
|
|
| 49 |
fuser_config.max_length = 1024
|
| 50 |
fuser_config.candidate_maxlength = DEFAULT_CANDIDATE_MAX_LENGTH
|
| 51 |
blender_config = llm_blender.BlenderConfig()
|
| 52 |
-
blender_config.device = "
|
| 53 |
blender = llm_blender.Blender(blender_config, ranker_config, fuser_config)
|
| 54 |
|
| 55 |
def update_base_llms_num(k, llm_outputs):
|
|
|
|
| 49 |
fuser_config.max_length = 1024
|
| 50 |
fuser_config.candidate_maxlength = DEFAULT_CANDIDATE_MAX_LENGTH
|
| 51 |
blender_config = llm_blender.BlenderConfig()
|
| 52 |
+
blender_config.device = "cuda" # blender ranker and fuser device
|
| 53 |
blender = llm_blender.Blender(blender_config, ranker_config, fuser_config)
|
| 54 |
|
| 55 |
def update_base_llms_num(k, llm_outputs):
|