asunsada
/

Math_conversation_model_11152024

Model card Files Files and versions Community

asunsada commited on 16 days ago

Commit

abb3c9c

•

1 Parent(s): 244ec59

Upload folder using huggingface_hub

Browse files

Files changed (8) hide show

.gitattributes +1 -0
assets/tokenizer/vocabulary.spm +3 -0
config.json +25 -0
metadata.json +6 -0
model.weights.h5 +3 -0
preprocessor.json +43 -0
task.json +76 -0
tokenizer.json +22 -0

.gitattributes CHANGED Viewed

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+assets/tokenizer/vocabulary.spm filter=lfs diff=lfs merge=lfs -text

assets/tokenizer/vocabulary.spm ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:61a7b147390c64585d6c3543dd6fc636906c9af3865a5548f27f31aee1d4c8e2
+size 4241003

config.json ADDED Viewed

	@@ -0,0 +1,25 @@

+{
+    "module": "keras_hub.src.models.gemma.gemma_backbone",
+    "class_name": "GemmaBackbone",
+    "config": {
+        "name": "gemma_backbone",
+        "trainable": true,
+        "vocabulary_size": 256000,
+        "num_layers": 26,
+        "num_query_heads": 8,
+        "num_key_value_heads": 4,
+        "hidden_dim": 2304,
+        "intermediate_dim": 18432,
+        "head_dim": 256,
+        "layer_norm_epsilon": 1e-06,
+        "dropout": 0,
+        "query_head_dim_normalize": true,
+        "use_post_ffw_norm": true,
+        "use_post_attention_norm": true,
+        "final_logit_soft_cap": 30.0,
+        "attention_logit_soft_cap": 50.0,
+        "sliding_window_size": 4096,
+        "use_sliding_window_attention": true
+    },
+    "registered_name": "keras_hub>GemmaBackbone"
+}

metadata.json ADDED Viewed

	@@ -0,0 +1,6 @@

+{
+    "keras_version": "3.6.0",
+    "keras_hub_version": "0.17.0",
+    "parameter_count": 2617270528,
+    "date_saved": "2024-11-16@01:32:21"
+}

model.weights.h5 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:540e533b321164dd358a07d9eda5c67614a177977ca4ddd986a5b2f76c63e0ec
+size 10458345856

preprocessor.json ADDED Viewed

	@@ -0,0 +1,43 @@

+{
+    "module": "keras_hub.src.models.gemma.gemma_causal_lm_preprocessor",
+    "class_name": "GemmaCausalLMPreprocessor",
+    "config": {
+        "name": "gemma_causal_lm_preprocessor",
+        "trainable": true,
+        "dtype": {
+            "module": "keras",
+            "class_name": "DTypePolicy",
+            "config": {
+                "name": "float32"
+            },
+            "registered_name": null
+        },
+        "tokenizer": {
+            "module": "keras_hub.src.models.gemma.gemma_tokenizer",
+            "class_name": "GemmaTokenizer",
+            "config": {
+                "name": "gemma_tokenizer",
+                "trainable": true,
+                "dtype": {
+                    "module": "keras",
+                    "class_name": "DTypePolicy",
+                    "config": {
+                        "name": "int32"
+                    },
+                    "registered_name": null
+                },
+                "config_file": "tokenizer.json",
+                "proto": null,
+                "sequence_length": null,
+                "add_bos": false,
+                "add_eos": false
+            },
+            "registered_name": "keras_hub>GemmaTokenizer"
+        },
+        "config_file": "preprocessor.json",
+        "sequence_length": 256,
+        "add_start_token": true,
+        "add_end_token": true
+    },
+    "registered_name": "keras_hub>GemmaCausalLMPreprocessor"
+}

task.json ADDED Viewed

	@@ -0,0 +1,76 @@

+{
+    "module": "keras_hub.src.models.gemma.gemma_causal_lm",
+    "class_name": "GemmaCausalLM",
+    "config": {
+        "backbone": {
+            "module": "keras_hub.src.models.gemma.gemma_backbone",
+            "class_name": "GemmaBackbone",
+            "config": {
+                "name": "gemma_backbone",
+                "trainable": true,
+                "vocabulary_size": 256000,
+                "num_layers": 26,
+                "num_query_heads": 8,
+                "num_key_value_heads": 4,
+                "hidden_dim": 2304,
+                "intermediate_dim": 18432,
+                "head_dim": 256,
+                "layer_norm_epsilon": 1e-06,
+                "dropout": 0,
+                "query_head_dim_normalize": true,
+                "use_post_ffw_norm": true,
+                "use_post_attention_norm": true,
+                "final_logit_soft_cap": 30.0,
+                "attention_logit_soft_cap": 50.0,
+                "sliding_window_size": 4096,
+                "use_sliding_window_attention": true
+            },
+            "registered_name": "keras_hub>GemmaBackbone"
+        },
+        "preprocessor": {
+            "module": "keras_hub.src.models.gemma.gemma_causal_lm_preprocessor",
+            "class_name": "GemmaCausalLMPreprocessor",
+            "config": {
+                "name": "gemma_causal_lm_preprocessor",
+                "trainable": true,
+                "dtype": {
+                    "module": "keras",
+                    "class_name": "DTypePolicy",
+                    "config": {
+                        "name": "float32"
+                    },
+                    "registered_name": null
+                },
+                "tokenizer": {
+                    "module": "keras_hub.src.models.gemma.gemma_tokenizer",
+                    "class_name": "GemmaTokenizer",
+                    "config": {
+                        "name": "gemma_tokenizer",
+                        "trainable": true,
+                        "dtype": {
+                            "module": "keras",
+                            "class_name": "DTypePolicy",
+                            "config": {
+                                "name": "int32"
+                            },
+                            "registered_name": null
+                        },
+                        "config_file": "tokenizer.json",
+                        "proto": null,
+                        "sequence_length": null,
+                        "add_bos": false,
+                        "add_eos": false
+                    },
+                    "registered_name": "keras_hub>GemmaTokenizer"
+                },
+                "config_file": "preprocessor.json",
+                "sequence_length": 256,
+                "add_start_token": true,
+                "add_end_token": true
+            },
+            "registered_name": "keras_hub>GemmaCausalLMPreprocessor"
+        },
+        "name": "gemma_causal_lm"
+    },
+    "registered_name": "keras_hub>GemmaCausalLM"
+}

tokenizer.json ADDED Viewed

	@@ -0,0 +1,22 @@

+{
+    "module": "keras_hub.src.models.gemma.gemma_tokenizer",
+    "class_name": "GemmaTokenizer",
+    "config": {
+        "name": "gemma_tokenizer",
+        "trainable": true,
+        "dtype": {
+            "module": "keras",
+            "class_name": "DTypePolicy",
+            "config": {
+                "name": "int32"
+            },
+            "registered_name": null
+        },
+        "config_file": "tokenizer.json",
+        "proto": null,
+        "sequence_length": null,
+        "add_bos": false,
+        "add_eos": false
+    },
+    "registered_name": "keras_hub>GemmaTokenizer"
+}