| { | |
| "attn_pdrop": 0.1, | |
| "aug_prob": 0.0, | |
| "batch_size": 256, | |
| "block_size": 63, | |
| "embd_pdrop": 0.1, | |
| "final_tokens": 100000000.0, | |
| "grad_norm_clip": 1.0, | |
| "learning_rate": 0.0006, | |
| "lr_decay": true, | |
| "max_epochs": 1, | |
| "model_path": "/content/drive/MyDrive/pref-opt-for-mols-main/checkpoints/smiles-gpt-nano-one-epochs/", | |
| "model_type": "gpt-nano", | |
| "neptune_api_key": "eyJhcGlfYWRkcmVzcyI6Imh0dHBzOi8vYXBwLm5lcHR1bmUuYWkiLCJhcGlfdXJsIjoiaHR0cHM6Ly9hcHAubmVwdHVuZS5haSIsImFwaV9rZXkiOiI1ZDhlNjc5Mi0zZTZmLTQ3N2EtYWY5OC1mMDdmMDg3NjY0NjEifQ==", | |
| "neptune_project": "neptune-project", | |
| "resid_pdrop": 0.1, | |
| "seq_len": 64, | |
| "vocab_size": 30, | |
| "warmup_tokens": 1000000.0 | |
| } |