mattdangerw commited on
Commit
9b4b405
1 Parent(s): 3e21d8c

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. config.json +2 -2
  2. metadata.json +6 -3
  3. tokenizer.json +19 -4
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "module": "keras_nlp.src.models.llama3.llama3_backbone",
3
  "class_name": "Llama3Backbone",
4
  "config": {
5
  "name": "llama_backbone",
@@ -15,5 +15,5 @@
15
  "layer_norm_epsilon": 1e-05,
16
  "dropout": 0
17
  },
18
- "registered_name": "keras_nlp>Llama3Backbone"
19
  }
 
1
  {
2
+ "module": "keras_hub.src.models.llama3.llama3_backbone",
3
  "class_name": "Llama3Backbone",
4
  "config": {
5
  "name": "llama_backbone",
 
15
  "layer_norm_epsilon": 1e-05,
16
  "dropout": 0
17
  },
18
+ "registered_name": "keras_hub>Llama3Backbone"
19
  }
metadata.json CHANGED
@@ -1,6 +1,9 @@
1
  {
2
- "keras_version": "3.0.5",
3
- "keras_nlp_version": "0.10.0",
4
  "parameter_count": 8030261248,
5
- "date_saved": "2024-04-19@23:43:31"
 
 
 
6
  }
 
1
  {
2
+ "keras_version": "3.7.0",
3
+ "keras_hub_version": "0.19.0",
4
  "parameter_count": 8030261248,
5
+ "date_saved": "2024-12-21@18:52:23",
6
+ "tasks": [
7
+ "LlamaCausalLM"
8
+ ]
9
  }
tokenizer.json CHANGED
@@ -1,12 +1,27 @@
1
  {
2
- "module": "keras_nlp.models.llama3.llama3_tokenizer",
3
  "class_name": "Llama3Tokenizer",
4
  "config": {
5
  "name": "llama3_tokenizer",
6
  "trainable": true,
7
- "dtype": "int32",
 
 
 
 
 
 
 
 
8
  "sequence_length": null,
9
- "add_prefix_space": false
 
 
 
 
 
 
 
10
  },
11
- "registered_name": "keras_nlp>Llama3Tokenizer"
12
  }
 
1
  {
2
+ "module": "keras_hub.src.models.llama3.llama3_tokenizer",
3
  "class_name": "Llama3Tokenizer",
4
  "config": {
5
  "name": "llama3_tokenizer",
6
  "trainable": true,
7
+ "dtype": {
8
+ "module": "keras",
9
+ "class_name": "DTypePolicy",
10
+ "config": {
11
+ "name": "int32"
12
+ },
13
+ "registered_name": null
14
+ },
15
+ "config_file": "tokenizer.json",
16
  "sequence_length": null,
17
+ "add_prefix_space": false,
18
+ "unsplittable_tokens": [
19
+ "<|begin_of_text|>",
20
+ "<|start_header_id|>",
21
+ "<|eot_id|>",
22
+ "<|end_header_id|>",
23
+ "<|end_of_text|>"
24
+ ]
25
  },
26
+ "registered_name": "keras_hub>Llama3Tokenizer"
27
  }