richardblythman commited on
Commit
f62fea6
1 Parent(s): 86089b7

pass llm_provider, model in list,

Browse files
Files changed (1) hide show
  1. tabs/run_benchmark.py +9 -2
tabs/run_benchmark.py CHANGED
@@ -14,7 +14,7 @@ def run_benchmark_main(tool_name, model_name, num_questions, openai_api_key, ant
14
  kwargs["num_questions"] = num_questions
15
  kwargs["tools"] = [tool_name]
16
  if model_name:
17
- kwargs["model"] = model_name
18
  kwargs["api_keys"] = {}
19
  if openai_api_key:
20
  kwargs["api_keys"]["openai"] = openai_api_key
@@ -22,7 +22,14 @@ def run_benchmark_main(tool_name, model_name, num_questions, openai_api_key, ant
22
  kwargs["api_keys"]["anthropic"] = anthropic_api_key
23
  if openrouter_api_key:
24
  kwargs["api_keys"]["openrouter"] = openrouter_api_key
25
-
 
 
 
 
 
 
 
26
  kwargs["num_urls"] = 3
27
  kwargs["num_words"] = 300
28
  kwargs["provide_source_links"] = True
 
14
  kwargs["num_questions"] = num_questions
15
  kwargs["tools"] = [tool_name]
16
  if model_name:
17
+ kwargs["model"] = [model_name]
18
  kwargs["api_keys"] = {}
19
  if openai_api_key:
20
  kwargs["api_keys"]["openai"] = openai_api_key
 
22
  kwargs["api_keys"]["anthropic"] = anthropic_api_key
23
  if openrouter_api_key:
24
  kwargs["api_keys"]["openrouter"] = openrouter_api_key
25
+
26
+ if "gpt" in model:
27
+ kwargs["llm_provider"] = "openai"
28
+ elif "claude" in model:
29
+ kwargs["llm_provider"] = "anthropic"
30
+ else:
31
+ kwargs["llm_provider"] = "openrouter"
32
+
33
  kwargs["num_urls"] = 3
34
  kwargs["num_words"] = 300
35
  kwargs["provide_source_links"] = True