Upload config.json
Browse files- config.json +2 -1
config.json
CHANGED
@@ -31,5 +31,6 @@
|
|
31 |
"task_type": "CAUSAL_LM",
|
32 |
"use_dora": false,
|
33 |
"use_rslora": false,
|
34 |
-
"model_type": "gemma"
|
|
|
35 |
}
|
|
|
31 |
"task_type": "CAUSAL_LM",
|
32 |
"use_dora": false,
|
33 |
"use_rslora": false,
|
34 |
+
"model_type": "gemma",
|
35 |
+
"hidden_act": "gelu"
|
36 |
}
|