metadata
library_name: peft
Settings
training_args = transformers.TrainingArguments( auto_find_batch_size=True, gradient_accumulation_steps=4, num_train_epochs=1, learning_rate=2e-4, fp16=True, save_total_limit=3, logging_steps=1, max_steps=80, output_dir="/home/gguells/finetuning/apoc/", save_strategy='epoch', optim="paged_adamw_8bit", lr_scheduler_type = 'cosine', warmup_ratio = 0.05, )