alibayram commited on
Commit
fef001c
·
1 Parent(s): 5665097

Add application file

Browse files
Files changed (1) hide show
  1. app.py +8 -1
app.py CHANGED
@@ -18,7 +18,7 @@ st.set_page_config(
18
 
19
  # Initialize session state
20
  if 'text' not in st.session_state:
21
- st.session_state.text = ""
22
  if 'token_results' not in st.session_state:
23
  st.session_state.token_results = None
24
 
@@ -172,6 +172,13 @@ if tokenize is None:
172
  st.error("Failed to load tokenizer from GitHub")
173
  st.stop()
174
 
 
 
 
 
 
 
 
175
  # UI Layout
176
  st.title("🇹🇷 Turkish Tiktokenizer")
177
 
 
18
 
19
  # Initialize session state
20
  if 'text' not in st.session_state:
21
+ st.session_state.text = "Akademisyenler ve aileleri birlikte çalışıyorlar."
22
  if 'token_results' not in st.session_state:
23
  st.session_state.token_results = None
24
 
 
172
  st.error("Failed to load tokenizer from GitHub")
173
  st.stop()
174
 
175
+ # Tokenize example text on startup if no results exist
176
+ if st.session_state.token_results is None and st.session_state.text:
177
+ try:
178
+ st.session_state.token_results = tokenize(st.session_state.text)
179
+ except Exception as e:
180
+ st.error(f"Error tokenizing text: {str(e)}")
181
+
182
  # UI Layout
183
  st.title("🇹🇷 Turkish Tiktokenizer")
184