Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -97,7 +97,7 @@ def fine_tune_model():
|
|
97 |
|
98 |
# Prepare the data for training
|
99 |
def tokenize_function(examples):
|
100 |
-
return tokenizer(
|
101 |
|
102 |
tokenized_datasets = dataset.map(tokenize_function, batched=True)
|
103 |
|
|
|
97 |
|
98 |
# Prepare the data for training
|
99 |
def tokenize_function(examples):
|
100 |
+
return tokenizer([" ".join([title, recipe]) for title, recipe in zip(examples['title_cleaned'], examples['recipe_new'])], padding="max_length", truncation=True)
|
101 |
|
102 |
tokenized_datasets = dataset.map(tokenize_function, batched=True)
|
103 |
|