Divyasreepat commited on
Commit
2fa02f0
1 Parent(s): b5b58e4

Upload 4 files

Browse files
Files changed (4) hide show
  1. config.json +20 -0
  2. metadata.json +6 -0
  3. model.weights.h5 +3 -0
  4. tokenizer.json +16 -0
config.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "module": "keras_nlp.src.models.gemma.gemma_backbone",
3
+ "class_name": "GemmaBackbone",
4
+ "config": {
5
+ "name": "gemma_backbone",
6
+ "trainable": true,
7
+ "vocabulary_size": 256000,
8
+ "num_layers": 28,
9
+ "num_query_heads": 16,
10
+ "num_key_value_heads": 16,
11
+ "hidden_dim": 3072,
12
+ "intermediate_dim": 49152,
13
+ "head_dim": 256,
14
+ "layer_norm_epsilon": 1e-06,
15
+ "dropout": 0
16
+ },
17
+ "registered_name": "keras_nlp>GemmaBackbone",
18
+ "assets": [],
19
+ "weights": "model.weights.h5"
20
+ }
metadata.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "keras_version": "3.1.0",
3
+ "keras_nlp_version": "0.9.0",
4
+ "parameter_count": 8537680896,
5
+ "date_saved": "2024-03-15@23:24:42"
6
+ }
model.weights.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2358002ca43b0c3c095ab1ca5779db396b5db49fd72bafcbfbf1126912cbc9b
3
+ size 17076221400
tokenizer.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "module": "keras_nlp.src.models.gemma.gemma_tokenizer",
3
+ "class_name": "GemmaTokenizer",
4
+ "config": {
5
+ "name": "gemma_tokenizer",
6
+ "trainable": true,
7
+ "dtype": "int32",
8
+ "proto": null,
9
+ "sequence_length": null
10
+ },
11
+ "registered_name": "keras_nlp>GemmaTokenizer",
12
+ "assets": [
13
+ "assets/tokenizer/vocabulary.spm"
14
+ ],
15
+ "weights": null
16
+ }