Upload folder using huggingface_hub

README.md

@@ -1,7 +1,7 @@
 ---
 base_model:
-- nilq/lua-mistral-1L-tiny
 - nilq/mistral-1L-tiny
+- nilq/lua-mistral-1L-tiny
 library_name: transformers
 tags:
 - mergekit
@@ -20,8 +20,8 @@ This model was merged using the [linear](https://arxiv.org/abs/2203.05482) merge
 ### Models Merged
 
 The following models were included in the merge:
-* [nilq/lua-mistral-1L-tiny](https://huggingface.co/nilq/lua-mistral-1L-tiny)
 * [nilq/mistral-1L-tiny](https://huggingface.co/nilq/mistral-1L-tiny)
+* [nilq/lua-mistral-1L-tiny](https://huggingface.co/nilq/lua-mistral-1L-tiny)
 
 ### Configuration
 
@@ -31,10 +31,10 @@ The following YAML configuration was used to produce this model:
 models:
   - model: nilq/mistral-1L-tiny
     parameters:
-      weight: 1.0
+      weight: 0.5
   - model: nilq/lua-mistral-1L-tiny
     parameters:
-      weight: 0.3
+      weight: 0.5
 merge_method: linear
 dtype: float32
 ```

config.json

@@ -1,9 +1,9 @@
 {
-  "_name_or_path": "nilq/lua-mistral-1L-tiny",
+  "_name_or_path": "nilq/mistral-1L-tiny",
   "architectures": [
     "MistralForCausalLM"
   ],
-  "attention_dropout": 0.1,
+  "attention_dropout": 0,
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",

mergekit_config.yml

@@ -1,9 +1,9 @@
 models:
   - model: nilq/mistral-1L-tiny
     parameters:
-      weight: 1.0
+      weight: 0.5
   - model: nilq/lua-mistral-1L-tiny
     parameters:
-      weight: 0.3
+      weight: 0.5
 merge_method: linear
 dtype: float32

model-00001-of-00001.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24461af4722928bd3b22667648efffd09f1f344257a4fde7b37f84015a7b35d2
+oid sha256:d0abb159360fe6d75c1d481b3c04ba5363841e0a96d6d274f55d92ef88a511e7
 size 140516640