johnpaulbin commited on
Commit
725f05c
1 Parent(s): e1402ca

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -1
app.py CHANGED
@@ -155,7 +155,11 @@ def process_firehose():
155
  if not cleaned_text or len(cleaned_text.split()) < 3:
156
  continue
157
 
158
- if not ilo.is_toki_pona(cleaned_text):
 
 
 
 
159
  continue
160
 
161
  url = f'https://bsky.app/profile/{commit.repo}/post/{op.path.split("/")[1]}'
 
155
  if not cleaned_text or len(cleaned_text.split()) < 3:
156
  continue
157
 
158
+ msg = ilo.preprocess(cleaned_text)
159
+ scorecard = ilo._is_toki_pona(msg)
160
+ result = scorecard["cleaned"] and scorecard["score"] >= 0.8
161
+
162
+ if not result:
163
  continue
164
 
165
  url = f'https://bsky.app/profile/{commit.repo}/post/{op.path.split("/")[1]}'