Kevin Fink
commited on
Commit
·
9a0b862
1
Parent(s):
3cc7c52
init
Browse files
app.py
CHANGED
@@ -39,7 +39,7 @@ def fine_tune_model(model_name, dataset_name, hub_id, api_key, num_epochs, batch
|
|
39 |
|
40 |
# Tokenize the dataset
|
41 |
def tokenize_function(examples):
|
42 |
-
max_length =
|
43 |
return tokenizer(examples['text'], max_length=max_length, truncation=True)
|
44 |
|
45 |
tokenized_datasets = dataset.map(tokenize_function, batched=True)
|
@@ -72,7 +72,7 @@ def fine_tune_model(model_name, dataset_name, hub_id, api_key, num_epochs, batch
|
|
72 |
args=training_args,
|
73 |
train_dataset=tokenized_datasets['train'],
|
74 |
eval_dataset=tokenized_datasets['test'],
|
75 |
-
callbacks=[LoggingCallback()],
|
76 |
)
|
77 |
|
78 |
# Fine-tune the model
|
|
|
39 |
|
40 |
# Tokenize the dataset
|
41 |
def tokenize_function(examples):
|
42 |
+
max_length = 32
|
43 |
return tokenizer(examples['text'], max_length=max_length, truncation=True)
|
44 |
|
45 |
tokenized_datasets = dataset.map(tokenize_function, batched=True)
|
|
|
72 |
args=training_args,
|
73 |
train_dataset=tokenized_datasets['train'],
|
74 |
eval_dataset=tokenized_datasets['test'],
|
75 |
+
#callbacks=[LoggingCallback()],
|
76 |
)
|
77 |
|
78 |
# Fine-tune the model
|