Update app.py

app.py

@@ -1,22 +1,13 @@
 import gradio as gr
 from transformers import AutoTokenizer
 
-chart_html = gr.HTML(label="Token Frequency Chart")
-
-# Define a function to tokenize text and create visualization
+# Define a function to tokenize text with a selected tokenizer
 def tokenize_text(text, tokenizer_name):
-    tokenizer = AutoTokenizer.from_pretrained(tokenizer_name)
-    tokenized_text = tokenizer.tokenize(text)
-    input_ids = tokenizer.convert_tokens_to_ids(tokenized_text)
-    decoded_text = tokenizer.decode(input_ids)
-
-    # Create visualization HTML
-    chart_html = create_token_frequency_chart(tokenized_text)
-
-    return (
-        f"Tokenized Text: {tokenized_text}\nInput IDs: {input_ids}\nDecoded Text: {decoded_text}",
-        chart_html,
-    )
+  tokenizer = AutoTokenizer.from_pretrained(tokenizer_name)
+  tokenized_text = tokenizer.tokenize(text)
+  input_ids = tokenizer.convert_tokens_to_ids(tokenized_text)
+  decoded_text = tokenizer.decode(input_ids)  # Decode the input IDs
+  return f"Tokenized Text: {tokenized_text}\nInput IDs: {input_ids}\nDecoded Text: {decoded_text}"
 
 
 # Define available tokenizers
@@ -40,14 +31,9 @@ iface = gr.Interface(
     gr.Textbox(label="Enter Text"),
     gr.Dropdown(choices=tokenizer_names, label="Select Tokenizer"),
   ],
-  outputs=[
-    gr.Textbox(label="Tokenized Text"),
-    gr.Textbox(label="Input IDs"),
-    gr.Textbox(label="Decoded Text"),
-    gr.HTML(label="Token Frequency Chart"),  # Include chart_html
-]
+  outputs="text",
   title="Kalemat: Explore Arabic Tokenizers",
-  description="This interactive tool allows you to experiment with different Arabic tokenizers and see how they break down text into individual units. Try out various tokenizers and observe the tokenized form, input IDs, and decoded text to gain insights into the tokenization process",
+  description="This interactive tool allows you to experiment with different Arabic tokenizers and see how they break down text into individual units. Try out various tokenizers and observe the tokenized form, input IDs, and decoded text to gain insights into the tokenization process.",
 )
 
 # Launch the app