tim-lawson commited on
Commit
143bdf9
1 Parent(s): 6a1d55c

Push model using huggingface_hub.

Browse files
Files changed (2) hide show
  1. config.json +15 -4
  2. model.safetensors +2 -2
config.json CHANGED
@@ -1,9 +1,20 @@
1
  {
 
2
  "auxk": 256,
3
- "dead_steps_threshold": 76,
 
 
4
  "dead_threshold": 0.001,
 
 
5
  "k": 32,
6
- "n_inputs": 768,
7
- "n_latents": 49152,
8
- "standardize": true
 
 
 
 
 
 
9
  }
 
1
  {
2
+ "accumulate_grad_batches": 64,
3
  "auxk": 256,
4
+ "auxk_coef": 0.03125,
5
+ "batch_size": 1,
6
+ "dead_steps_threshold": null,
7
  "dead_threshold": 0.001,
8
+ "dead_tokens_threshold": 10000000,
9
+ "expansion_factor": 64,
10
  "k": 32,
11
+ "layers": [
12
+ 8
13
+ ],
14
+ "lr": 0.0001,
15
+ "max_length": 2048,
16
+ "model_name": "EleutherAI/pythia-160m-deduped",
17
+ "skip_special_tokens": true,
18
+ "standardize": true,
19
+ "tuned_lens": false
20
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:19696fcee0f188fbd3aa8b807bb39064e7aacbd7a6374a53cdc23c363cb99d28
3
- size 301993232
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2af87797ad26a8dd1eec02a56d21f13906cdf0ce5fce82c0a3c89b861b00a6d
3
+ size 951304624