shigeki Ishida commited on
Commit
f50141c
Β·
1 Parent(s): a2e3b42

feat: support vllm version filtering

Browse files
Files changed (1) hide show
  1. src/submission/submit.py +5 -2
src/submission/submit.py CHANGED
@@ -27,9 +27,12 @@ def add_new_eval(
27
  current_vllm_version = VllmVersion.current.value.name
28
 
29
  # γƒγƒΌγ‚Έγƒ§γƒ³ζƒ…ε ±γ‚’ε«γ‚γŸι‡θ€‡γƒγ‚§γƒƒγ‚―
30
- submission_id = f"{model}_{precision}_{add_special_tokens}_{current_version}"
31
  if submission_id in REQUESTED_MODELS:
32
- return styled_warning(f"This model has already been evaluated with llm-jp-eval version {current_version}")
 
 
 
33
 
34
  user_name = ""
35
  model_path = model
 
27
  current_vllm_version = VllmVersion.current.value.name
28
 
29
  # γƒγƒΌγ‚Έγƒ§γƒ³ζƒ…ε ±γ‚’ε«γ‚γŸι‡θ€‡γƒγ‚§γƒƒγ‚―
30
+ submission_id = f"{model}_{precision}_{add_special_tokens}_{current_version}_{current_vllm_version}"
31
  if submission_id in REQUESTED_MODELS:
32
+ return styled_warning(
33
+ f"This model has already been evaluated with llm-jp-eval version {current_version} "
34
+ f"and vllm version {current_vllm_version}"
35
+ )
36
 
37
  user_name = ""
38
  model_path = model