mlabonne commited on
Commit
64c6ce8
β€’
1 Parent(s): 2ee60e6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -14
app.py CHANGED
@@ -4,17 +4,12 @@ import gradio as gr
4
  GPU_LIST = ["NVIDIA A100 80GB PCIe", "NVIDIA A100-SXM4-80GB", "NVIDIA A30", "NVIDIA A40", "NVIDIA GeForce RTX 3070", "NVIDIA GeForce RTX 3080", "NVIDIA GeForce RTX 3080 Ti", "NVIDIA GeForce RTX 3090", "NVIDIA GeForce RTX 3090 Ti", "NVIDIA GeForce RTX 4070 Ti", "NVIDIA GeForce RTX 4080", "NVIDIA GeForce RTX 4090", "NVIDIA H100 80GB HBM3", "NVIDIA H100 PCIe", "NVIDIA L4", "NVIDIA L40", "NVIDIA RTX 4000 Ada Generation", "NVIDIA RTX 4000 SFF Ada Generation", "NVIDIA RTX 5000 Ada Generation", "NVIDIA RTX 6000 Ada Generation", "NVIDIA RTX A2000", "NVIDIA RTX A4000", "NVIDIA RTX A4500", "NVIDIA RTX A5000", "NVIDIA RTX A6000", "Tesla V100-FHHL-16GB", "Tesla V100-PCIE-16GB", "Tesla V100-SXM2-16GB", "Tesla V100-SXM2-32GB"]
5
 
6
  TITLE = """
7
- # 🧐 LLM AutoEval
8
-
9
- > πŸ—£οΈ [Large Language Model Course](https://github.com/mlabonne/llm-course)
10
-
11
- ❀️ Created by [@maximelabonne](https://twitter.com/maximelabonne).
12
-
13
- **Automatically evaluate your LLMs** using [RunPod](https://www.runpod.io/console/pods). If you don't have an account, please consider using my [referral link](https://runpod.io?ref=9nvk2srl).
14
-
15
- Once a pod has started, you can safely close this tab. The results are then privately uploaded to [GitHub Gist](https://gist.github.com/), and the pod is automatically destroyed.
16
-
17
- For further details, see the project on πŸ’» [GitHub](https://github.com/mlabonne/llm-autoeval).
18
  """
19
 
20
  def autoeval(BENCHMARK, MODEL, GPU, NUMBER_OF_GPUS, CONTAINER_DISK, CLOUD_TYPE, REPO, TRUST_REMOTE_CODE, DEBUG, GITHUB_API_TOKEN, RUNPOD_TOKEN):
@@ -41,7 +36,7 @@ def autoeval(BENCHMARK, MODEL, GPU, NUMBER_OF_GPUS, CONTAINER_DISK, CLOUD_TYPE,
41
  return "Evaluation started!"
42
 
43
  with gr.Blocks() as demo:
44
- gr.Markdown(TITLE)
45
  inputs = [
46
  gr.Dropdown(["nous", "openllm"], label="Benchmark", info="Select your benchmark suite", value="nous"),
47
  gr.Textbox("", label="Model", value="mlabonne/NeuralBeagle14-7B", info="ID of the model you want to evaluate", placeholder="mlabonne/NeuralBeagle14-7B"),
@@ -50,14 +45,14 @@ with gr.Blocks() as demo:
50
  gr.Slider(minimum=50, maximum=500, value=100, step=25, label="Container disk", info="Size of the container disk in GB"),
51
  gr.Dropdown(["COMMUNITY", "SECURE"], value="COMMUNITY", label="Cloud type", info="Select your cloud type"),
52
  gr.Textbox("https://github.com/mlabonne/llm-autoeval.git", label="LLM AutoEval repo", info="Link to your LLM AutoEval repo"),
53
- gr.Checkbox(label="Trust Remote Code", value=False, info="Required for some models like phi-2"),
54
  gr.Checkbox(label="Debug", value=False, info="Don't kill the pod after evaluation if activated"),
55
  gr.Textbox("", label="Github API Token", info="Your Github API token", placeholder="hf_XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX"),
56
  gr.Textbox("", label="Runpod API Token", info="Your Runpod API token", placeholder="XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX"),
57
  ]
58
  btn = gr.Button("Evaluate!")
59
  outputs = gr.Textbox(label="Output", autofocus=True)
60
- gr.Markdown("β†’ Find your pods: [https://www.runpod.io/console/pods](https://www.runpod.io/console/pods)")
61
  btn.click(autoeval, inputs, outputs)
62
 
63
  demo.launch()
 
4
  GPU_LIST = ["NVIDIA A100 80GB PCIe", "NVIDIA A100-SXM4-80GB", "NVIDIA A30", "NVIDIA A40", "NVIDIA GeForce RTX 3070", "NVIDIA GeForce RTX 3080", "NVIDIA GeForce RTX 3080 Ti", "NVIDIA GeForce RTX 3090", "NVIDIA GeForce RTX 3090 Ti", "NVIDIA GeForce RTX 4070 Ti", "NVIDIA GeForce RTX 4080", "NVIDIA GeForce RTX 4090", "NVIDIA H100 80GB HBM3", "NVIDIA H100 PCIe", "NVIDIA L4", "NVIDIA L40", "NVIDIA RTX 4000 Ada Generation", "NVIDIA RTX 4000 SFF Ada Generation", "NVIDIA RTX 5000 Ada Generation", "NVIDIA RTX 6000 Ada Generation", "NVIDIA RTX A2000", "NVIDIA RTX A4000", "NVIDIA RTX A4500", "NVIDIA RTX A5000", "NVIDIA RTX A6000", "Tesla V100-FHHL-16GB", "Tesla V100-PCIE-16GB", "Tesla V100-SXM2-16GB", "Tesla V100-SXM2-32GB"]
5
 
6
  TITLE = """
7
+ <div align="center">
8
+ <h1>🧐 LLM AutoEval</h1>
9
+ <p><strong>Automatically evaluate your LLMs</strong> using <a href="https://www.runpod.io/console/pods">RunPod</a>. If you don't have an account, please consider using my <a href="https://runpod.io?ref=9nvk2srl">referral link</a>.</p>
10
+ <p>Once a pod has started, you can safely close this tab. The results are then privately uploaded to <a href="https://gist.github.com/">GitHub Gist</a>, and the pod is automatically destroyed.</p>
11
+ <p>For further details, see the project on πŸ’» <a href="https://github.com/mlabonne/llm-autoeval">GitHub</a>.</p>
12
+ </div>
 
 
 
 
 
13
  """
14
 
15
  def autoeval(BENCHMARK, MODEL, GPU, NUMBER_OF_GPUS, CONTAINER_DISK, CLOUD_TYPE, REPO, TRUST_REMOTE_CODE, DEBUG, GITHUB_API_TOKEN, RUNPOD_TOKEN):
 
36
  return "Evaluation started!"
37
 
38
  with gr.Blocks() as demo:
39
+ gr.HTML(TITLE)
40
  inputs = [
41
  gr.Dropdown(["nous", "openllm"], label="Benchmark", info="Select your benchmark suite", value="nous"),
42
  gr.Textbox("", label="Model", value="mlabonne/NeuralBeagle14-7B", info="ID of the model you want to evaluate", placeholder="mlabonne/NeuralBeagle14-7B"),
 
45
  gr.Slider(minimum=50, maximum=500, value=100, step=25, label="Container disk", info="Size of the container disk in GB"),
46
  gr.Dropdown(["COMMUNITY", "SECURE"], value="COMMUNITY", label="Cloud type", info="Select your cloud type"),
47
  gr.Textbox("https://github.com/mlabonne/llm-autoeval.git", label="LLM AutoEval repo", info="Link to your LLM AutoEval repo"),
48
+ gr.Checkbox(label="Trust remote code", value=False, info="Required for some models like phi-2"),
49
  gr.Checkbox(label="Debug", value=False, info="Don't kill the pod after evaluation if activated"),
50
  gr.Textbox("", label="Github API Token", info="Your Github API token", placeholder="hf_XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX"),
51
  gr.Textbox("", label="Runpod API Token", info="Your Runpod API token", placeholder="XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX"),
52
  ]
53
  btn = gr.Button("Evaluate!")
54
  outputs = gr.Textbox(label="Output", autofocus=True)
55
+ gr.HTML("<div align="center">β†’ Find your pods: <a href="https://www.runpod.io/console/pods">https://www.runpod.io/console/pods</a></div>")
56
  btn.click(autoeval, inputs, outputs)
57
 
58
  demo.launch()