Kevin Fink commited on
Commit
9a0b862
·
1 Parent(s): 3cc7c52
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -39,7 +39,7 @@ def fine_tune_model(model_name, dataset_name, hub_id, api_key, num_epochs, batch
39
 
40
  # Tokenize the dataset
41
  def tokenize_function(examples):
42
- max_length = 64
43
  return tokenizer(examples['text'], max_length=max_length, truncation=True)
44
 
45
  tokenized_datasets = dataset.map(tokenize_function, batched=True)
@@ -72,7 +72,7 @@ def fine_tune_model(model_name, dataset_name, hub_id, api_key, num_epochs, batch
72
  args=training_args,
73
  train_dataset=tokenized_datasets['train'],
74
  eval_dataset=tokenized_datasets['test'],
75
- callbacks=[LoggingCallback()],
76
  )
77
 
78
  # Fine-tune the model
 
39
 
40
  # Tokenize the dataset
41
  def tokenize_function(examples):
42
+ max_length = 32
43
  return tokenizer(examples['text'], max_length=max_length, truncation=True)
44
 
45
  tokenized_datasets = dataset.map(tokenize_function, batched=True)
 
72
  args=training_args,
73
  train_dataset=tokenized_datasets['train'],
74
  eval_dataset=tokenized_datasets['test'],
75
+ #callbacks=[LoggingCallback()],
76
  )
77
 
78
  # Fine-tune the model