moriire commited on
Commit
86f2b3f
1 Parent(s): 8698ea3

Upload model trained with Unsloth

Browse files

Upload model trained with Unsloth 2x faster

Files changed (3) hide show
  1. README.md +1 -1
  2. adapter_config.json +5 -5
  3. adapter_model.safetensors +1 -1
README.md CHANGED
@@ -2,6 +2,7 @@
2
  language:
3
  - en
4
  license: apache-2.0
 
5
  tags:
6
  - text-generation-inference
7
  - transformers
@@ -9,7 +10,6 @@ tags:
9
  - llama
10
  - trl
11
  base_model: unsloth/tinyllama-bnb-4bit
12
- library_name: adapter-transformers
13
  pipeline_tag: text-generation
14
  ---
15
 
 
2
  language:
3
  - en
4
  license: apache-2.0
5
+ library_name: adapter-transformers
6
  tags:
7
  - text-generation-inference
8
  - transformers
 
10
  - llama
11
  - trl
12
  base_model: unsloth/tinyllama-bnb-4bit
 
13
  pipeline_tag: text-generation
14
  ---
15
 
adapter_config.json CHANGED
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": "unsloth",
22
  "target_modules": [
23
- "k_proj",
24
- "gate_proj",
25
  "o_proj",
26
- "q_proj",
27
- "up_proj",
28
  "v_proj",
29
- "down_proj"
 
 
 
 
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": "unsloth",
22
  "target_modules": [
 
 
23
  "o_proj",
 
 
24
  "v_proj",
25
+ "up_proj",
26
+ "k_proj",
27
+ "q_proj",
28
+ "down_proj",
29
+ "gate_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:751cab53ee53747b951b336252cb1986c2713d8dea57c1fc2f5b9ed3e31f1c8d
3
  size 100966336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae1f71ea13034f84d5e87289b640021bc4e31208799d8ea600db75fe7d7c74d1
3
  size 100966336