polinaeterna HF staff commited on
Commit
10601b4
1 Parent(s): f0c0ab9
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -62,7 +62,7 @@ def run_quality_check(dataset, column, batch_size):
62
  texts = data[column].to_list()
63
  # batch_size = 100
64
  predictions, texts_processed = [], []
65
- for i in range(0, batch_size*5, batch_size):
66
  batch_texts = texts[i:i+batch_size]
67
  batch_predictions = predict(batch_texts)
68
  predictions.extend(batch_predictions)
 
62
  texts = data[column].to_list()
63
  # batch_size = 100
64
  predictions, texts_processed = [], []
65
+ for i in range(0, max(len(texts), batch_size*5), batch_size):
66
  batch_texts = texts[i:i+batch_size]
67
  batch_predictions = predict(batch_texts)
68
  predictions.extend(batch_predictions)