File size: 972 Bytes
ccdebb9 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 |
{
"data": {
"shard_root": "/local/scratch/stevens.994/cache/saev/07aed612e3f70b93ecff46e5a3beea7b8a779f0376dcd3bddf1d5a6ffb4c8f76/",
"patches": "patches",
"layer": -2,
"clamp": 100000.0,
"n_random_samples": 524288,
"scale_mean": true,
"scale_norm": true
},
"n_workers": 32,
"n_patches": 100000000,
"sae": {
"d_vit": 768,
"exp_factor": 32,
"sparsity_coeff": 0.0008,
"n_reinit_samples": 524288,
"ghost_grads": false,
"remove_parallel_grads": true,
"normalize_w_dec": true,
"seed": 153
},
"n_sparsity_warmup": 500,
"lr": 0.001,
"n_lr_warmup": 500,
"sae_batch_size": 16384,
"track": true,
"wandb_project": "saev",
"tag": "baseline-v4.7",
"log_every": 25,
"ckpt_path": "./checkpoints",
"device": "cuda",
"seed": 57,
"slurm": false,
"slurm_acct": "PAS2136",
"log_to": "./logs"
} |