{
  "attn_pdrop": 0.1,
  "aug_prob": 0.0,
  "batch_size": 256,
  "block_size": 63,
  "embd_pdrop": 0.1,
  "final_tokens": 100000000.0,
  "grad_norm_clip": 1.0,
  "learning_rate": 0.0006,
  "lr_decay": true,
  "max_epochs": 1,
  "model_path": "/content/drive/MyDrive/pref-opt-for-mols-main/checkpoints/smiles-gpt-nano-one-epochs/",
  "model_type": "gpt-nano",
  "neptune_api_key": "eyJhcGlfYWRkcmVzcyI6Imh0dHBzOi8vYXBwLm5lcHR1bmUuYWkiLCJhcGlfdXJsIjoiaHR0cHM6Ly9hcHAubmVwdHVuZS5haSIsImFwaV9rZXkiOiI1ZDhlNjc5Mi0zZTZmLTQ3N2EtYWY5OC1mMDdmMDg3NjY0NjEifQ==",
  "neptune_project": "neptune-project",
  "resid_pdrop": 0.1,
  "seq_len": 64,
  "vocab_size": 30,
  "warmup_tokens": 1000000.0
}