Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
pminervini
commited on
Commit
•
afd391f
1
Parent(s):
b550b9c
update
Browse files- backend-cli.py +2 -0
backend-cli.py
CHANGED
@@ -61,6 +61,8 @@ def run_auto_eval():
|
|
61 |
|
62 |
TASKS_HARNESS = [task.value for task in Tasks]
|
63 |
|
|
|
|
|
64 |
for task in TASKS_HARNESS:
|
65 |
results = run_evaluation(eval_request=eval_request, task_names=[task.benchmark], num_fewshot=task.num_fewshot,
|
66 |
batch_size=1, device=DEVICE, no_cache=True, limit=LIMIT)
|
|
|
61 |
|
62 |
TASKS_HARNESS = [task.value for task in Tasks]
|
63 |
|
64 |
+
print(f'Device: {DEVICE}')
|
65 |
+
|
66 |
for task in TASKS_HARNESS:
|
67 |
results = run_evaluation(eval_request=eval_request, task_names=[task.benchmark], num_fewshot=task.num_fewshot,
|
68 |
batch_size=1, device=DEVICE, no_cache=True, limit=LIMIT)
|