Spaces:
Paused
Paused
Update utils.py
Browse files
utils.py
CHANGED
@@ -205,7 +205,7 @@ def daten_laden(name):
|
|
205 |
dataset = load_dataset('alexkueck/tis', 'alexkueck/tis')
|
206 |
|
207 |
#Datensets in den Tokenizer schieben...
|
208 |
-
def tokenize_function(examples):
|
209 |
return tokenizer(examples["text"])
|
210 |
|
211 |
|
|
|
205 |
dataset = load_dataset('alexkueck/tis', 'alexkueck/tis')
|
206 |
|
207 |
#Datensets in den Tokenizer schieben...
|
208 |
+
def tokenize_function(tokenizer, examples):
|
209 |
return tokenizer(examples["text"])
|
210 |
|
211 |
|