John6666 commited on
Commit
591efd6
1 Parent(s): 7a3b36a

Upload 2 files

Browse files
Files changed (1) hide show
  1. llmenv.py +112 -0
llmenv.py CHANGED
@@ -12,6 +12,7 @@ llm_models = {
12
  "mn-12b-lyra-v2a1-q5_k_m.gguf": ["HalleyStarbun/MN-12B-Lyra-v2a1-Q5_K_M-GGUF", MessagesFormatterType.CHATML],
13
  "L3-8B-Tamamo-v1.i1-Q5_K_M.gguf": ["mradermacher/L3-8B-Tamamo-v1-i1-GGUF", MessagesFormatterType.LLAMA_3],
14
  "MN-Chinofun-12B-2.i1-Q4_K_M.gguf": ["mradermacher/MN-Chinofun-12B-2-i1-GGUF", MessagesFormatterType.MISTRAL],
 
15
  "Mistral-Nemo-Prism-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Prism-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
16
  "Mahou-1.5-mistral-nemo-12B.i1-Q4_K_M.gguf": ["mradermacher/Mahou-1.5-mistral-nemo-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
17
  "MN-12B-Mag-Mell-Q4_K_M.gguf": ["inflatebot/MN-12B-Mag-Mell-R1-GGUF", MessagesFormatterType.MISTRAL],
@@ -71,6 +72,7 @@ llm_models = {
71
  "MiaLatte-Indo-Mistral-7b.i1-Q5_K_M.gguf": ["mradermacher/MiaLatte-Indo-Mistral-7b-i1-GGUF", MessagesFormatterType.MISTRAL],
72
  "vicious_mesh-12b-nemo-q4_k_m.gguf": ["bamec66557/VICIOUS_MESH-12B-NEMO-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL],
73
  "Avalon_7.Q4_K_M.gguf": ["mradermacher/Avalon_7-GGUF", MessagesFormatterType.MISTRAL],
 
74
  "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
75
  "ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
76
  "ChatWaifu_12B_v2.0.Q5_K_M.gguf": ["mradermacher/ChatWaifu_12B_v2.0-GGUF", MessagesFormatterType.MISTRAL],
@@ -83,6 +85,116 @@ llm_models = {
83
  #"": ["", MessagesFormatterType.OPEN_CHAT],
84
  #"": ["", MessagesFormatterType.CHATML],
85
  #"": ["", MessagesFormatterType.PHI_3],
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
86
  "kunoichi-squared-model_stock-7B.Q5_K_M.gguf": ["mradermacher/kunoichi-squared-model_stock-7B-GGUF", MessagesFormatterType.MISTRAL],
87
  "Infinite-Laymons-7B.Q5_K_M.gguf": ["mradermacher/Infinite-Laymons-7B-GGUF", MessagesFormatterType.MISTRAL],
88
  "EXAONESumm-3.0-7.8B-Instruct.Q5_K_M.gguf": ["mradermacher/EXAONESumm-3.0-7.8B-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
 
12
  "mn-12b-lyra-v2a1-q5_k_m.gguf": ["HalleyStarbun/MN-12B-Lyra-v2a1-Q5_K_M-GGUF", MessagesFormatterType.CHATML],
13
  "L3-8B-Tamamo-v1.i1-Q5_K_M.gguf": ["mradermacher/L3-8B-Tamamo-v1-i1-GGUF", MessagesFormatterType.LLAMA_3],
14
  "MN-Chinofun-12B-2.i1-Q4_K_M.gguf": ["mradermacher/MN-Chinofun-12B-2-i1-GGUF", MessagesFormatterType.MISTRAL],
15
+ "Captain-Eris-Diogenes_Twighlight-V0.420-12B.i1-Q4_K_M.gguf": ["mradermacher/Captain-Eris-Diogenes_Twighlight-V0.420-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
16
  "Mistral-Nemo-Prism-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Prism-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
17
  "Mahou-1.5-mistral-nemo-12B.i1-Q4_K_M.gguf": ["mradermacher/Mahou-1.5-mistral-nemo-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
18
  "MN-12B-Mag-Mell-Q4_K_M.gguf": ["inflatebot/MN-12B-Mag-Mell-R1-GGUF", MessagesFormatterType.MISTRAL],
 
72
  "MiaLatte-Indo-Mistral-7b.i1-Q5_K_M.gguf": ["mradermacher/MiaLatte-Indo-Mistral-7b-i1-GGUF", MessagesFormatterType.MISTRAL],
73
  "vicious_mesh-12b-nemo-q4_k_m.gguf": ["bamec66557/VICIOUS_MESH-12B-NEMO-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL],
74
  "Avalon_7.Q4_K_M.gguf": ["mradermacher/Avalon_7-GGUF", MessagesFormatterType.MISTRAL],
75
+ "IF-reasoning-experiment.Q4_K_M.gguf": ["mradermacher/IF-reasoning-experiment-GGUF", MessagesFormatterType.OPEN_CHAT],
76
  "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
77
  "ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
78
  "ChatWaifu_12B_v2.0.Q5_K_M.gguf": ["mradermacher/ChatWaifu_12B_v2.0-GGUF", MessagesFormatterType.MISTRAL],
 
85
  #"": ["", MessagesFormatterType.OPEN_CHAT],
86
  #"": ["", MessagesFormatterType.CHATML],
87
  #"": ["", MessagesFormatterType.PHI_3],
88
+ "Quiller-AntiSlop-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/Quiller-AntiSlop-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
89
+ "MT4-Gen5-GMA-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT4-Gen5-GMA-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA],
90
+ "MT4-Gen5-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT4-Gen5-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA],
91
+ "BaeZel-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/BaeZel-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
92
+ "Gigantes-v1-gemma2-9b-it.i1-Q4_K_M.gguf": ["mradermacher/Gigantes-v1-gemma2-9b-it-i1-GGUF", MessagesFormatterType.ALPACA],
93
+ "Qwen2.5-7B-Danoia.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Danoia-GGUF", MessagesFormatterType.OPEN_CHAT],
94
+ "PESTO-llama-base.Q5_K_M.gguf": ["mradermacher/PESTO-llama-base-GGUF", MessagesFormatterType.LLAMA_3],
95
+ "TSN-Kosmos-EVAA-v2-8B.Q5_K_M.gguf": ["mradermacher/TSN-Kosmos-EVAA-v2-8B-GGUF", MessagesFormatterType.LLAMA_3],
96
+ "Kosmos-EVAA-TSN-light-8B.Q5_K_M.gguf": ["mradermacher/Kosmos-EVAA-TSN-light-8B-GGUF", MessagesFormatterType.LLAMA_3],
97
+ "Kosmos-EVAA-TSN-8B.Q5_K_M.gguf": ["mradermacher/Kosmos-EVAA-TSN-8B-GGUF", MessagesFormatterType.LLAMA_3],
98
+ "TSN-Kosmos-EVAA-8B.Q5_K_M.gguf": ["mradermacher/TSN-Kosmos-EVAA-8B-GGUF", MessagesFormatterType.LLAMA_3],
99
+ "MasherAI-7B-v6.1-another_test3.Q5_K_M.gguf": ["mradermacher/MasherAI-7B-v6.1-another_test3-GGUF", MessagesFormatterType.MISTRAL],
100
+ "Sekhmet_Gimmel-L3.1-8B-v0.3.i1-Q5_K_M.gguf": ["mradermacher/Sekhmet_Gimmel-L3.1-8B-v0.3-i1-GGUF", MessagesFormatterType.LLAMA_3],
101
+ "Lumimaid-Magnum-v4-12B-Q4_K_M.gguf": ["bartowski/Lumimaid-Magnum-v4-12B-GGUF", MessagesFormatterType.MISTRAL],
102
+ "KukulStanta-7B.i1-Q5_K_M.gguf": ["mradermacher/KukulStanta-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
103
+ "Mistral-7B-Holodeck-1-Instruct-32k.Q5_K_M.gguf": ["mradermacher/Mistral-7B-Holodeck-1-Instruct-32k-GGUF", MessagesFormatterType.MISTRAL],
104
+ "DRT-o1-14B-Q4_K_M.gguf": ["bartowski/DRT-o1-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
105
+ "Infinite-Laymons-9B.i1-Q5_K_M.gguf": ["mradermacher/Infinite-Laymons-9B-i1-GGUF", MessagesFormatterType.MISTRAL],
106
+ "Jupiter-k-7B-slerp.i1-Q5_K_M.gguf": ["mradermacher/Jupiter-k-7B-slerp-i1-GGUF", MessagesFormatterType.MISTRAL],
107
+ "Wellfire-14B-Instruct.Q4_K_M.gguf": ["mradermacher/Wellfire-14B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
108
+ "FollowIR-7B.i1-Q5_K_M.gguf": ["mradermacher/FollowIR-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
109
+ "Quiller-AntiSlop-12B.Q4_K_M.gguf": ["mradermacher/Quiller-AntiSlop-12B-GGUF", MessagesFormatterType.MISTRAL],
110
+ "Kosmos-EVAA-gamma-light-alt-8B.Q5_K_M.gguf": ["mradermacher/Kosmos-EVAA-gamma-light-alt-8B-GGUF", MessagesFormatterType.LLAMA_3],
111
+ "Diogenes-12B-ChatMLified.i1-Q4_K_M.gguf": ["mradermacher/Diogenes-12B-ChatMLified-i1-GGUF", MessagesFormatterType.MISTRAL],
112
+ "VENN_1.2-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/VENN_1.2-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
113
+ "Kosmos-EVAA-gamma-light-8B.Q5_K_M.gguf": ["mradermacher/Kosmos-EVAA-gamma-light-8B-GGUF", MessagesFormatterType.LLAMA_3],
114
+ "New-Guru.Q5_K_M.gguf": ["mradermacher/New-Guru-GGUF", MessagesFormatterType.MISTRAL],
115
+ "Kosmos-EVAA-gamma-8B.Q5_K_M.gguf": ["mradermacher/Kosmos-EVAA-gamma-8B-GGUF", MessagesFormatterType.LLAMA_3],
116
+ "Kosmos-EVAA-gamma-alt-8B.Q5_K_M.gguf": ["mradermacher/Kosmos-EVAA-gamma-alt-8B-GGUF", MessagesFormatterType.LLAMA_3],
117
+ "CultriX-MonaCeption-7B-SLERP-DPO.Q5_K_M.gguf": ["mradermacher/CultriX-MonaCeption-7B-SLERP-DPO-GGUF", MessagesFormatterType.MISTRAL],
118
+ "Llama-3-8B-Instruct-ortho-baukit-toxic-v2.i1-Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Instruct-ortho-baukit-toxic-v2-i1-GGUF", MessagesFormatterType.LLAMA_3],
119
+ "Auro-Kosmos-EVAA-v2.1-8B.i1-Q5_K_M.gguf": ["mradermacher/Auro-Kosmos-EVAA-v2.1-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
120
+ "Mistral-7B-Headline-QLoRA.Q5_K_M.gguf": ["mradermacher/Mistral-7B-Headline-QLoRA-GGUF", MessagesFormatterType.MISTRAL],
121
+ "JupiterMerge-7B-slerp.Q5_K_M.gguf": ["mradermacher/JupiterMerge-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
122
+ "Average_Test.Q5_K_M.gguf": ["mradermacher/Average_Test-GGUF", MessagesFormatterType.LLAMA_3],
123
+ "PersonalityParty_saiga_fp32.i1-Q4_K_M.gguf": ["mradermacher/PersonalityParty_saiga_fp32-i1-GGUF", MessagesFormatterType.MISTRAL],
124
+ "EdgeRunner-Command-AgentF-27-12-sonnet.Q4_K_M.gguf": ["mradermacher/EdgeRunner-Command-AgentF-27-12-sonnet-GGUF", MessagesFormatterType.OPEN_CHAT],
125
+ "Kosmos-EVAA-Fusion-light-8B.Q5_K_M.gguf": ["mradermacher/Kosmos-EVAA-Fusion-light-8B-GGUF", MessagesFormatterType.LLAMA_3],
126
+ "Kosmos-EVAA-v9-TitanFusion-Mix-8B.Q5_K_M.gguf": ["mradermacher/Kosmos-EVAA-v9-TitanFusion-Mix-8B-GGUF", MessagesFormatterType.LLAMA_3],
127
+ "DarknessEnthroned_saiga_fp32.i1-Q4_K_M.gguf": ["mradermacher/DarknessEnthroned_saiga_fp32-i1-GGUF", MessagesFormatterType.MISTRAL],
128
+ "MT3-Gen5-MMG-gemma-2-9B_v1.Q4_K_M.gguf": ["mradermacher/MT3-Gen5-MMG-gemma-2-9B_v1-GGUF", MessagesFormatterType.ALPACA],
129
+ "MT3-Gen5-MAI-gemma-2-9B_v1.Q4_K_M.gguf": ["mradermacher/MT3-Gen5-MAI-gemma-2-9B_v1-GGUF", MessagesFormatterType.ALPACA],
130
+ "llama-3-8b-DPO.Q5_K_M.gguf": ["mradermacher/llama-3-8b-DPO-GGUF", MessagesFormatterType.LLAMA_3],
131
+ "Captain-Eris_Twighlight-V0.420-12B.i1-Q4_K_M.gguf": ["mradermacher/Captain-Eris_Twighlight-V0.420-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
132
+ "Kosmos-EVAA-Fusion-8B.Q5_K_M.gguf": ["mradermacher/Kosmos-EVAA-Fusion-8B-GGUF", MessagesFormatterType.LLAMA_3],
133
+ "Qwen2.5-14B-Vimarckoso-v3.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Vimarckoso-v3-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
134
+ "EdgeRunner-Command-AgentF-26-12.i1-Q4_K_M.gguf": ["mradermacher/EdgeRunner-Command-AgentF-26-12-i1-GGUF", MessagesFormatterType.MISTRAL],
135
+ "EdgeRunner-Command-AgentF-18-12-DPO.Q4_K_M.gguf": ["mradermacher/EdgeRunner-Command-AgentF-18-12-DPO-GGUF", MessagesFormatterType.MISTRAL],
136
+ "Kosmos-Aurora_faustus-8B.i1-Q5_K_M.gguf": ["mradermacher/Kosmos-Aurora_faustus-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
137
+ "DarknessTitan.Q4_K_M.gguf": ["mradermacher/DarknessTitan-GGUF", MessagesFormatterType.MISTRAL],
138
+ "ChronoMagus.Q4_K_M.gguf": ["mradermacher/ChronoMagus-GGUF", MessagesFormatterType.MISTRAL],
139
+ "Qwen2.5-14B-Vimarckoso-v3-slerp.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Vimarckoso-v3-slerp-GGUF", MessagesFormatterType.OPEN_CHAT],
140
+ "Kosmos-Elusive-VENN-Aurora_faustus-8B.Q5_K_M.gguf": ["mradermacher/Kosmos-Elusive-VENN-Aurora_faustus-8B-GGUF", MessagesFormatterType.LLAMA_3],
141
+ "Kosmos-VENN-8B.Q5_K_M.gguf": ["mradermacher/Kosmos-VENN-8B-GGUF", MessagesFormatterType.LLAMA_3],
142
+ "Kosmos-Elusive-8b.Q5_K_M.gguf": ["mradermacher/Kosmos-Elusive-8b-GGUF", MessagesFormatterType.LLAMA_3],
143
+ "Kosmos-Elusive-VENN-8B.i1-Q5_K_M.gguf": ["mradermacher/Kosmos-Elusive-VENN-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
144
+ "Kosmos-Elusive-VENN-Asymmetric-8B.Q5_K_M.gguf": ["mradermacher/Kosmos-Elusive-VENN-Asymmetric-8B-GGUF", MessagesFormatterType.LLAMA_3],
145
+ "Kosmos-Aurora_faustus-8B.Q5_K_M.gguf": ["mradermacher/Kosmos-Aurora_faustus-8B-GGUF", MessagesFormatterType.LLAMA_3],
146
+ "Auro-Kosmos-EVAA-v2.3-8B.Q5_K_M.gguf": ["mradermacher/Auro-Kosmos-EVAA-v2.3-8B-GGUF", MessagesFormatterType.LLAMA_3],
147
+ "Auro-Kosmos-EVAA-v2.2-8B.Q5_K_M.gguf": ["mradermacher/Auro-Kosmos-EVAA-v2.2-8B-GGUF", MessagesFormatterType.LLAMA_3],
148
+ "Auro-Kosmos-EVAA-v2-8B.Q5_K_M.gguf": ["mradermacher/Auro-Kosmos-EVAA-v2-8B-GGUF", MessagesFormatterType.LLAMA_3],
149
+ "ZEUS-8B-V11.Q5_K_M.gguf": ["mradermacher/ZEUS-8B-V11-GGUF", MessagesFormatterType.LLAMA_3],
150
+ "MT3-Gen5-MMG-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT3-Gen5-MMG-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA],
151
+ "MT3-Gen5-MU-gemma-2-Av4dG-9B.Q4_K_M.gguf": ["mradermacher/MT3-Gen5-MU-gemma-2-Av4dG-9B-GGUF", MessagesFormatterType.ALPACA],
152
+ "Kosmos-EVAA-8B.i1-Q5_K_M.gguf": ["mradermacher/Kosmos-EVAA-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
153
+ "Kosmos-EVAA-v9-8B.i1-Q5_K_M.gguf": ["mradermacher/Kosmos-EVAA-v9-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
154
+ "JARVIS-v1.0.Q5_K_M.gguf": ["mradermacher/JARVIS-v1.0-GGUF", MessagesFormatterType.LLAMA_3],
155
+ "Chihiro-7B-v0.1.i1-Q4_K_S.gguf": ["mradermacher/Chihiro-7B-v0.1-i1-GGUF", MessagesFormatterType.MISTRAL],
156
+ "RampedUp-Mistral-7B-v0.2.Q5_K_M.gguf": ["mradermacher/RampedUp-Mistral-7B-v0.2-GGUF", MessagesFormatterType.MISTRAL],
157
+ "StarMix-7B-slerp.i1-Q5_K_M.gguf": ["mradermacher/StarMix-7B-slerp-i1-GGUF", MessagesFormatterType.MISTRAL],
158
+ "InfinityFlammenNoodleRP-7b.Q5_K_M.gguf": ["mradermacher/InfinityFlammenNoodleRP-7b-GGUF", MessagesFormatterType.MISTRAL],
159
+ "Eris_PrimeV4.1-Remix-7B.Q5_K_M.gguf": ["mradermacher/Eris_PrimeV4.1-Remix-7B-GGUF", MessagesFormatterType.MISTRAL],
160
+ "ErisepBeagleNuBuRPInfinWestLakev2-ENDLESSIreneRP-Neural-7B-slerp.Q5_K_M.gguf": ["mradermacher/ErisepBeagleNuBuRPInfinWestLakev2-ENDLESSIreneRP-Neural-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
161
+ "Neural-Dark-Waifu.i1-Q5_K_M.gguf": ["mradermacher/Neural-Dark-Waifu-i1-GGUF", MessagesFormatterType.MISTRAL],
162
+ "LadybirdPercival-7B-slerp.Q5_K_M.gguf": ["mradermacher/LadybirdPercival-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
163
+ "saiga-7b.i1-Q5_K_M.gguf": ["mradermacher/saiga-7b-i1-GGUF", MessagesFormatterType.MISTRAL],
164
+ "MN-12b-RP-Ink-Q4_K_M.gguf": ["bartowski/MN-12b-RP-Ink-GGUF", MessagesFormatterType.MISTRAL],
165
+ "TurdusWestLakev2-IreneRP-Neural-7B-slerp.Q5_K_M.gguf": ["mradermacher/TurdusWestLakev2-IreneRP-Neural-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
166
+ "Mistral-magnum_X_Cydonia-v1.3_X_Waifu-22B.i1-Q4_K_S.gguf": ["mradermacher/Mistral-magnum_X_Cydonia-v1.3_X_Waifu-22B-i1-GGUF", MessagesFormatterType.MISTRAL],
167
+ "MT1-Gen5-IF-gemma-2-S2DMv1-9B.Q4_K_M.gguf": ["mradermacher/MT1-Gen5-IF-gemma-2-S2DMv1-9B-GGUF", MessagesFormatterType.ALPACA],
168
+ "stackexchange_cooking.Q5_K_M.gguf": ["mradermacher/stackexchange_cooking-GGUF", MessagesFormatterType.LLAMA_3],
169
+ "Gemma-The-Writer-Mighty-Sword-9B.i1-Q4_K_M.gguf": ["mradermacher/Gemma-The-Writer-Mighty-Sword-9B-i1-GGUF", MessagesFormatterType.ALPACA],
170
+ "EdgeRunner-Command-AgentF-25-12.Q4_K_M.gguf": ["mradermacher/EdgeRunner-Command-AgentF-25-12-GGUF", MessagesFormatterType.OPEN_CHAT],
171
+ "DarknessEnthroned.Q4_K_M.gguf": ["mradermacher/DarknessEnthroned-GGUF", MessagesFormatterType.MISTRAL],
172
+ "Meta-Llama-3.1-8B-Instruct-ablated-v1.Q4_K_S.gguf": ["mradermacher/Meta-Llama-3.1-8B-Instruct-ablated-v1-GGUF", MessagesFormatterType.LLAMA_3],
173
+ "stackexchange_cseducators.Q5_K_M.gguf": ["mradermacher/stackexchange_cseducators-GGUF", MessagesFormatterType.LLAMA_3],
174
+ "stackexchange_cstheory.Q5_K_M.gguf": ["mradermacher/stackexchange_cstheory-GGUF", MessagesFormatterType.LLAMA_3],
175
+ "llama-3-8B-instruct-Bluemoon-Freedom-RP.i1-Q5_K_M.gguf": ["mradermacher/llama-3-8B-instruct-Bluemoon-Freedom-RP-i1-GGUF", MessagesFormatterType.LLAMA_3],
176
+ "EdgeRunner-Command-AgentF-24-12.i1-Q4_K_S.gguf": ["mradermacher/EdgeRunner-Command-AgentF-24-12-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
177
+ "occiglot-7b-fr-en-instruct-hf.i1-Q4_K_M.gguf": ["mradermacher/occiglot-7b-fr-en-instruct-hf-i1-GGUF", MessagesFormatterType.MISTRAL],
178
+ "rewrite-7B-tesla.Q5_K_M.gguf": ["mradermacher/rewrite-7B-tesla-GGUF", MessagesFormatterType.OPEN_CHAT],
179
+ "CriticalThinker-llama-3.1-8B.i1-Q5_K_M.gguf": ["mradermacher/CriticalThinker-llama-3.1-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
180
+ "Wisenut-LLaMA-3-8B-IC-SFT.i1-Q5_K_M.gguf": ["mradermacher/Wisenut-LLaMA-3-8B-IC-SFT-i1-GGUF", MessagesFormatterType.LLAMA_3],
181
+ "J.O.S.I.E.3-Beta9-7B-slerp.Q5_K_M.gguf": ["mradermacher/J.O.S.I.E.3-Beta9-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
182
+ "AetherDrake-SFT.i1-Q5_K_M.gguf": ["mradermacher/AetherDrake-SFT-i1-GGUF", MessagesFormatterType.LLAMA_3],
183
+ "KAErisepBeagleNuBuRPInfinWestLakev2-ENDLESSIreneRP-Neural-7B-slerp.Q5_K_M.gguf": ["mradermacher/KAErisepBeagleNuBuRPInfinWestLakev2-ENDLESSIreneRP-Neural-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
184
+ "ZEUS-8B-V10.Q5_K_M.gguf": ["mradermacher/ZEUS-8B-V10-GGUF", MessagesFormatterType.LLAMA_3],
185
+ "Llama-3-8B-Instruct-ortho-baukit.i1-Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Instruct-ortho-baukit-i1-GGUF", MessagesFormatterType.LLAMA_3],
186
+ "Prometheus-v0.2.Q5_K_M.gguf": ["mradermacher/Prometheus-v0.2-GGUF", MessagesFormatterType.LLAMA_3],
187
+ "Not-WizardLM-2-7B.Q5_K_M.gguf": ["mradermacher/Not-WizardLM-2-7B-GGUF", MessagesFormatterType.MISTRAL],
188
+ "L3.1-8B-Niitama-v1.1.Q5_K_M.gguf": ["mradermacher/L3.1-8B-Niitama-v1.1-GGUF", MessagesFormatterType.LLAMA_3],
189
+ "OpenCerebrum-1.5-Mistral-7B-v0.2-beta.Q5_K_M.gguf": ["mradermacher/OpenCerebrum-1.5-Mistral-7B-v0.2-beta-GGUF", MessagesFormatterType.MISTRAL],
190
+ "Aurora_faustus-8B-LINEAR.i1-Q5_K_M.gguf": ["mradermacher/Aurora_faustus-8B-LINEAR-i1-GGUF", MessagesFormatterType.LLAMA_3],
191
+ "llama-3-slerp-dolphin-sauce-8B.Q5_K_M.gguf": ["mradermacher/llama-3-slerp-dolphin-sauce-8B-GGUF", MessagesFormatterType.LLAMA_3],
192
+ "Mistralchat-7B-slerp.Q5_K_M.gguf": ["mradermacher/Mistralchat-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
193
+ "WeniGPT-Agents-Mistral-1.0.6-SFT-1.0.3-DPO-merged.Q5_K_M.gguf": ["mradermacher/WeniGPT-Agents-Mistral-1.0.6-SFT-1.0.3-DPO-merged-GGUF", MessagesFormatterType.MISTRAL],
194
+ "Nous-Hermes-2-DPO_into_Nous_Hermes-2-Pro.Q5_K_M.gguf": ["mradermacher/Nous-Hermes-2-DPO_into_Nous_Hermes-2-Pro-GGUF", MessagesFormatterType.MISTRAL],
195
+ "iq-code-evmind-v1-llama3-code-8b-instruct.Q5_K_M.gguf": ["mradermacher/iq-code-evmind-v1-llama3-code-8b-instruct-GGUF", MessagesFormatterType.LLAMA_3],
196
+ "Tulu-MathLingo-8B-Q5_K_M.gguf": ["bartowski/Tulu-MathLingo-8B-GGUF", MessagesFormatterType.LLAMA_3],
197
+ "Spaetzle-v65-7b.Q5_K_M.gguf": ["mradermacher/Spaetzle-v65-7b-GGUF", MessagesFormatterType.MISTRAL],
198
  "kunoichi-squared-model_stock-7B.Q5_K_M.gguf": ["mradermacher/kunoichi-squared-model_stock-7B-GGUF", MessagesFormatterType.MISTRAL],
199
  "Infinite-Laymons-7B.Q5_K_M.gguf": ["mradermacher/Infinite-Laymons-7B-GGUF", MessagesFormatterType.MISTRAL],
200
  "EXAONESumm-3.0-7.8B-Instruct.Q5_K_M.gguf": ["mradermacher/EXAONESumm-3.0-7.8B-Instruct-GGUF", MessagesFormatterType.LLAMA_3],