Spaces:
Runtime error
Runtime error
Commit
·
4e0b8ed
1
Parent(s):
bd94b19
Update app.py
Browse files
app.py
CHANGED
@@ -10,6 +10,6 @@ visualizer = EncodingVisualizer(tokenizer=tokenizer._tokenizer, default_to_noteb
|
|
10 |
text = st.text_area(label="", placeholder="Text to tokenize")
|
11 |
button_clicked = st.button("Tokenize")
|
12 |
if text or button_clicked:
|
13 |
-
st.write(len(tokenizer.tokenize(text)))
|
14 |
st.components.v1.html(visualizer(text), height=1500)
|
15 |
|
|
|
10 |
text = st.text_area(label="", placeholder="Text to tokenize")
|
11 |
button_clicked = st.button("Tokenize")
|
12 |
if text or button_clicked:
|
13 |
+
st.write(f"The input was split into {len(tokenizer.tokenize(text))} tokens.")
|
14 |
st.components.v1.html(visualizer(text), height=1500)
|
15 |
|