Spaces:
Running
Running
Add application file
Browse files
app.py
CHANGED
@@ -18,7 +18,7 @@ st.set_page_config(
|
|
18 |
|
19 |
# Initialize session state
|
20 |
if 'text' not in st.session_state:
|
21 |
-
st.session_state.text = ""
|
22 |
if 'token_results' not in st.session_state:
|
23 |
st.session_state.token_results = None
|
24 |
|
@@ -172,6 +172,13 @@ if tokenize is None:
|
|
172 |
st.error("Failed to load tokenizer from GitHub")
|
173 |
st.stop()
|
174 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
175 |
# UI Layout
|
176 |
st.title("🇹🇷 Turkish Tiktokenizer")
|
177 |
|
|
|
18 |
|
19 |
# Initialize session state
|
20 |
if 'text' not in st.session_state:
|
21 |
+
st.session_state.text = "Akademisyenler ve aileleri birlikte çalışıyorlar."
|
22 |
if 'token_results' not in st.session_state:
|
23 |
st.session_state.token_results = None
|
24 |
|
|
|
172 |
st.error("Failed to load tokenizer from GitHub")
|
173 |
st.stop()
|
174 |
|
175 |
+
# Tokenize example text on startup if no results exist
|
176 |
+
if st.session_state.token_results is None and st.session_state.text:
|
177 |
+
try:
|
178 |
+
st.session_state.token_results = tokenize(st.session_state.text)
|
179 |
+
except Exception as e:
|
180 |
+
st.error(f"Error tokenizing text: {str(e)}")
|
181 |
+
|
182 |
# UI Layout
|
183 |
st.title("🇹🇷 Turkish Tiktokenizer")
|
184 |
|