aliasgerovs commited on
Commit
ff03afa
1 Parent(s): 7c28462

Update predictors.py

Browse files
Files changed (1) hide show
  1. predictors.py +1 -6
predictors.py CHANGED
@@ -269,12 +269,7 @@ def predict_bc_scores(input):
269
  samples_len_bc = len(split_text_allow_complete_sentences_nltk(input, type_det="bc"))
270
  segments_bc = split_text_allow_complete_sentences_nltk(input, type_det="bc")
271
  for i in range(samples_len_bc):
272
-
273
- cleaned_text_bc = (
274
- segments_bc[i].replace("<s>", "").replace("</s>", "")
275
- ) # this is caused by above
276
-
277
- cleaned_text_bc = remove_special_characters(cleaned_text_bc)
278
  bc_score = predict_bc(text_bc_model, text_bc_tokenizer, cleaned_text_bc)
279
  bc_scores.append(bc_score)
280
  bc_scores_array = np.array(bc_scores)
 
269
  samples_len_bc = len(split_text_allow_complete_sentences_nltk(input, type_det="bc"))
270
  segments_bc = split_text_allow_complete_sentences_nltk(input, type_det="bc")
271
  for i in range(samples_len_bc):
272
+ cleaned_text_bc = remove_special_characters(segments_bc[i])
 
 
 
 
 
273
  bc_score = predict_bc(text_bc_model, text_bc_tokenizer, cleaned_text_bc)
274
  bc_scores.append(bc_score)
275
  bc_scores_array = np.array(bc_scores)