Ankitajadhav commited on
Commit
14fc019
·
verified ·
1 Parent(s): 6f84d48

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -97,7 +97,7 @@ def fine_tune_model():
97
 
98
  # Prepare the data for training
99
  def tokenize_function(examples):
100
- return tokenizer(examples['title_cleaned'] + " " + examples['recipe_new'], padding="max_length", truncation=True)
101
 
102
  tokenized_datasets = dataset.map(tokenize_function, batched=True)
103
 
 
97
 
98
  # Prepare the data for training
99
  def tokenize_function(examples):
100
+ return tokenizer([" ".join([title, recipe]) for title, recipe in zip(examples['title_cleaned'], examples['recipe_new'])], padding="max_length", truncation=True)
101
 
102
  tokenized_datasets = dataset.map(tokenize_function, batched=True)
103