Update README.md
Browse files
README.md
CHANGED
@@ -36,8 +36,8 @@ Normalization:
|
|
36 |
## Creating Composite Model
|
37 |
|
38 |
Layer Analysis:
|
39 |
-
- Download base and fine-tuned models from Hugging Face Hub
|
40 |
-
- Calculate Normalized Effective Rank (NER) for each layer within each model
|
41 |
|
42 |
Layer Selection:
|
43 |
- Identify common layer structures across models
|
@@ -50,3 +50,35 @@ Output Generation:
|
|
50 |
- Save merge reports documenting layer sources
|
51 |
- Copy config and tokenizer files from base model
|
52 |
- Save the composite model with complete weights # model ready to use
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
36 |
## Creating Composite Model
|
37 |
|
38 |
Layer Analysis:
|
39 |
+
- Download base and fine-tuned models from Hugging Face Hub
|
40 |
+
- Calculate Normalized Effective Rank (NER) for each layer within each model
|
41 |
|
42 |
Layer Selection:
|
43 |
- Identify common layer structures across models
|
|
|
50 |
- Save merge reports documenting layer sources
|
51 |
- Copy config and tokenizer files from base model
|
52 |
- Save the composite model with complete weights # model ready to use
|
53 |
+
|
54 |
+
Configfile:
|
55 |
+
|
56 |
+
base_model: "Qwen/Qwen2.5-7B"
|
57 |
+
fine_tuned_models: # uncomment the models you want to merge
|
58 |
+
#- "Qwen/Qwen2.5-7B"
|
59 |
+
#- "Qwen/Qwen2.5-7B-Instruct"
|
60 |
+
#- "FourOhFour/Vapor_v2_7B"
|
61 |
+
#- "Goekdeniz-Guelmez/Josiefied-Qwen2.5-7B-Instruct-abliterated-v2"
|
62 |
+
#- "happzy2633/qwen2.5-7b-ins-v3"
|
63 |
+
#- "huihui-ai/Qwen2.5-7B-Instruct-abliterated-v2"
|
64 |
+
#- "HumanLLMs/Humanish-Qwen2.5-7B-Instruct"
|
65 |
+
#- "Orion-zhen/Qwen2.5-7B-Instruct-Uncensored"
|
66 |
+
#- "Orion-zhen/Meissa-Qwen2.5-7B-Instruct"
|
67 |
+
#- "jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.0"
|
68 |
+
#- "rombodawg/Rombos-LLM-V2.5-Qwen-7b"
|
69 |
+
#- "Cran-May/T.E-8.1"
|
70 |
+
#- "thomas-yanxin/XinYuan-Qwen2.5-7B-0917"
|
71 |
+
#- "beomi/Qwen2.5-7B-Instruct-kowiki-qa"
|
72 |
+
#- "Orion-zhen/Qwen2.5-7B-Gutenberg-KTO"
|
73 |
+
#- 'fblgit/cybertron-v4-qw7B-MGS'
|
74 |
+
#- 'nguyentd/FinancialAdvice-Qwen2.5-7B'
|
75 |
+
#- "Qwen/Qwen2.5-Coder-7B-Instruct"
|
76 |
+
#- "Qwen/Qwen2.5-Math-7B-Instruct"
|
77 |
+
#- "Qwen/Qwen2.5-Coder-7B"
|
78 |
+
#- "Qwen/Qwen2.5-Math-7B"
|
79 |
+
#- "WhiteRabbitNeo/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B"
|
80 |
+
#- "edgerunner-ai/EdgeRunner-Command-Nested"
|
81 |
+
#- "katanemo/Arch-Function-7B"
|
82 |
+
models_dir: "F:/input_models/"
|
83 |
+
output_dir: "F:/merged_model/"
|
84 |
+
metric_dir: "./metrics/"
|