alexkueck commited on
Commit
c91b344
·
1 Parent(s): 34c9a48

Update utils.py

Browse files
Files changed (1) hide show
  1. utils.py +1 -1
utils.py CHANGED
@@ -205,7 +205,7 @@ def daten_laden(name):
205
  dataset = load_dataset('alexkueck/tis', 'alexkueck/tis')
206
 
207
  #Datensets in den Tokenizer schieben...
208
- def tokenize_function(examples):
209
  return tokenizer(examples["text"])
210
 
211
 
 
205
  dataset = load_dataset('alexkueck/tis', 'alexkueck/tis')
206
 
207
  #Datensets in den Tokenizer schieben...
208
+ def tokenize_function(tokenizer, examples):
209
  return tokenizer(examples["text"])
210
 
211