Upload GemmaForCausalLM

config.json

@@ -9,6 +9,7 @@
   "eos_token_id": 1,
   "head_dim": 256,
   "hidden_act": "gelu",
+  "hidden_activation": "gelu_pytorch_tanh",
   "hidden_size": 2048,
   "initializer_range": 0.02,
   "intermediate_size": 16384,
@@ -22,7 +23,7 @@
   "rope_scaling": null,
   "rope_theta": 10000.0,
   "torch_dtype": "float16",
-  "transformers_version": "4.38.2",
+  "transformers_version": "4.41.0",
   "use_cache": true,
   "vocab_size": 256000
 }

generation_config.json

@@ -3,5 +3,5 @@
   "bos_token_id": 2,
   "eos_token_id": 1,
   "pad_token_id": 0,
-  "transformers_version": "4.38.2"
+  "transformers_version": "4.41.0"
 }

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bcee7ed1ed1eb0edd3830313ccefc7e0d14a34da020bdd01c8192b33e3287bd0
+oid sha256:afff2b9ce6760749d838ac7672fb714068a9bf1c9e0f31e1e0455dd61191560f
 size 4945242104