christopher commited on
Commit
4e0b8ed
·
1 Parent(s): bd94b19

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -10,6 +10,6 @@ visualizer = EncodingVisualizer(tokenizer=tokenizer._tokenizer, default_to_noteb
10
  text = st.text_area(label="", placeholder="Text to tokenize")
11
  button_clicked = st.button("Tokenize")
12
  if text or button_clicked:
13
- st.write(len(tokenizer.tokenize(text)))
14
  st.components.v1.html(visualizer(text), height=1500)
15
 
 
10
  text = st.text_area(label="", placeholder="Text to tokenize")
11
  button_clicked = st.button("Tokenize")
12
  if text or button_clicked:
13
+ st.write(f"The input was split into {len(tokenizer.tokenize(text))} tokens.")
14
  st.components.v1.html(visualizer(text), height=1500)
15