jeffmeloy commited on
Commit
56eeaea
·
verified ·
1 Parent(s): f971ac5

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +34 -2
README.md CHANGED
@@ -36,8 +36,8 @@ Normalization:
36
  ## Creating Composite Model
37
 
38
  Layer Analysis:
39
- - Download base and fine-tuned models from Hugging Face Hub # fetches models using Hugging Face API
40
- - Calculate Normalized Effective Rank (NER) for each layer within each model # process each independently
41
 
42
  Layer Selection:
43
  - Identify common layer structures across models
@@ -50,3 +50,35 @@ Output Generation:
50
  - Save merge reports documenting layer sources
51
  - Copy config and tokenizer files from base model
52
  - Save the composite model with complete weights # model ready to use
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
36
  ## Creating Composite Model
37
 
38
  Layer Analysis:
39
+ - Download base and fine-tuned models from Hugging Face Hub
40
+ - Calculate Normalized Effective Rank (NER) for each layer within each model
41
 
42
  Layer Selection:
43
  - Identify common layer structures across models
 
50
  - Save merge reports documenting layer sources
51
  - Copy config and tokenizer files from base model
52
  - Save the composite model with complete weights # model ready to use
53
+
54
+ Configfile:
55
+
56
+ base_model: "Qwen/Qwen2.5-7B"
57
+ fine_tuned_models: # uncomment the models you want to merge
58
+ #- "Qwen/Qwen2.5-7B"
59
+ #- "Qwen/Qwen2.5-7B-Instruct"
60
+ #- "FourOhFour/Vapor_v2_7B"
61
+ #- "Goekdeniz-Guelmez/Josiefied-Qwen2.5-7B-Instruct-abliterated-v2"
62
+ #- "happzy2633/qwen2.5-7b-ins-v3"
63
+ #- "huihui-ai/Qwen2.5-7B-Instruct-abliterated-v2"
64
+ #- "HumanLLMs/Humanish-Qwen2.5-7B-Instruct"
65
+ #- "Orion-zhen/Qwen2.5-7B-Instruct-Uncensored"
66
+ #- "Orion-zhen/Meissa-Qwen2.5-7B-Instruct"
67
+ #- "jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.0"
68
+ #- "rombodawg/Rombos-LLM-V2.5-Qwen-7b"
69
+ #- "Cran-May/T.E-8.1"
70
+ #- "thomas-yanxin/XinYuan-Qwen2.5-7B-0917"
71
+ #- "beomi/Qwen2.5-7B-Instruct-kowiki-qa"
72
+ #- "Orion-zhen/Qwen2.5-7B-Gutenberg-KTO"
73
+ #- 'fblgit/cybertron-v4-qw7B-MGS'
74
+ #- 'nguyentd/FinancialAdvice-Qwen2.5-7B'
75
+ #- "Qwen/Qwen2.5-Coder-7B-Instruct"
76
+ #- "Qwen/Qwen2.5-Math-7B-Instruct"
77
+ #- "Qwen/Qwen2.5-Coder-7B"
78
+ #- "Qwen/Qwen2.5-Math-7B"
79
+ #- "WhiteRabbitNeo/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B"
80
+ #- "edgerunner-ai/EdgeRunner-Command-Nested"
81
+ #- "katanemo/Arch-Function-7B"
82
+ models_dir: "F:/input_models/"
83
+ output_dir: "F:/merged_model/"
84
+ metric_dir: "./metrics/"