update

app.py

@@ -38,7 +38,7 @@ table
 import gradio as gr
 from vocab import all_tokenizers
 from util import *
-from examples import example_fn
+from examples import example_fn, example_types
 
 get_window_url_params = """
     function(url_params) {
@@ -58,8 +58,7 @@ with gr.Blocks(css="css/style.css", title="Tokenizer Arena") as demo:
     with gr.Row():
         gr.Markdown("## Input Text")
         dropdown_examples = gr.Dropdown(
-            # ["空格测试", "标点测试", "符号测试", "数字测试"],
-            ["space", "punctuation", "symbol", "number"],
+            example_types,
             value="Examples",
             type="index",
             show_label=False,

examples.py

@@ -56,12 +56,15 @@ more_examples = [
     # openai系列 （tiktoken）
     ("qwen", "gpt_35_turbo", ""),
 
-
 ]
 
+lang = "en"
+
+example_types = [t[0].split(":")[0] for t in examples[lang]]
+
 
 def example_fn(example_idx):
-    return examples["en"][example_idx]
+    return examples[lang][example_idx]
 
 
 def get_more_example():