John6666 commited on
Commit
b406122
·
verified ·
1 Parent(s): abd230c

Upload llmenv.py

Browse files
Files changed (1) hide show
  1. llmenv.py +62 -0
llmenv.py CHANGED
@@ -20,6 +20,7 @@ llm_models = {
20
  "Captain_Eris_Noctis-12B-v0.420.Q4_K_M.gguf": ["mradermacher/Captain_Eris_Noctis-12B-v0.420-GGUF", MessagesFormatterType.MISTRAL],
21
  "Capt_Eris_Noctis-V0.420-Dark-Science-12B.i1-Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-V0.420-Dark-Science-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
22
  "Capt_Eris_Noctis-Dark-Science-12B-v0.420.Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-Dark-Science-12B-v0.420-GGUF", MessagesFormatterType.MISTRAL],
 
23
  "Mistral-Nemo-Prism-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Prism-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
24
  "Mahou-1.5-mistral-nemo-12B.i1-Q4_K_M.gguf": ["mradermacher/Mahou-1.5-mistral-nemo-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
25
  "Nemo-Merge-DPO-v1v5.Q4_K_M.gguf": ["mradermacher/Nemo-Merge-DPO-v1v5-GGUF", MessagesFormatterType.MISTRAL],
@@ -95,6 +96,8 @@ llm_models = {
95
  "sororicide-12B-Farer-Mell-Unslop.Q4_K_M.gguf": ["mradermacher/sororicide-12B-Farer-Mell-Unslop-GGUF", MessagesFormatterType.CHATML],
96
  "Capt_Eris_Noctis-Dark-Wayfarer-Magnolia-12b-v0.4206911.i1-Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-Dark-Wayfarer-Magnolia-12b-v0.4206911-i1-GGUF", MessagesFormatterType.CHATML],
97
  "Pathfinder-RP-12B-RU.Q4_K_M.gguf": ["mradermacher/Pathfinder-RP-12B-RU-GGUF", MessagesFormatterType.MISTRAL],
 
 
98
  "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
99
  "ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
100
  "ChatWaifu_12B_v2.0.Q5_K_M.gguf": ["mradermacher/ChatWaifu_12B_v2.0-GGUF", MessagesFormatterType.MISTRAL],
@@ -107,6 +110,65 @@ llm_models = {
107
  #"": ["", MessagesFormatterType.OPEN_CHAT],
108
  #"": ["", MessagesFormatterType.CHATML],
109
  #"": ["", MessagesFormatterType.PHI_3],
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
110
  "DevQuasar-R1-Uncensored-Llama-8B.Q5_K_M.gguf": ["mradermacher/DevQuasar-R1-Uncensored-Llama-8B-GGUF", MessagesFormatterType.LLAMA_3],
111
  "Qwenvergence-14B-v11.i1-IQ3_M.gguf": ["mradermacher/Qwenvergence-14B-v11-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
112
  "Qwen2.5-ColdBrew-R1.Q5_K_M.gguf": ["mradermacher/Qwen2.5-ColdBrew-R1-GGUF", MessagesFormatterType.OPEN_CHAT],
 
20
  "Captain_Eris_Noctis-12B-v0.420.Q4_K_M.gguf": ["mradermacher/Captain_Eris_Noctis-12B-v0.420-GGUF", MessagesFormatterType.MISTRAL],
21
  "Capt_Eris_Noctis-V0.420-Dark-Science-12B.i1-Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-V0.420-Dark-Science-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
22
  "Capt_Eris_Noctis-Dark-Science-12B-v0.420.Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-Dark-Science-12B-v0.420-GGUF", MessagesFormatterType.MISTRAL],
23
+ "Slush-Sunfall-Rocinante-GGLD-12B.Q4_K_M.gguf": ["mradermacher/Slush-Sunfall-Rocinante-GGLD-12B-GGUF", MessagesFormatterType.MISTRAL],
24
  "Mistral-Nemo-Prism-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Prism-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
25
  "Mahou-1.5-mistral-nemo-12B.i1-Q4_K_M.gguf": ["mradermacher/Mahou-1.5-mistral-nemo-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
26
  "Nemo-Merge-DPO-v1v5.Q4_K_M.gguf": ["mradermacher/Nemo-Merge-DPO-v1v5-GGUF", MessagesFormatterType.MISTRAL],
 
96
  "sororicide-12B-Farer-Mell-Unslop.Q4_K_M.gguf": ["mradermacher/sororicide-12B-Farer-Mell-Unslop-GGUF", MessagesFormatterType.CHATML],
97
  "Capt_Eris_Noctis-Dark-Wayfarer-Magnolia-12b-v0.4206911.i1-Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-Dark-Wayfarer-Magnolia-12b-v0.4206911-i1-GGUF", MessagesFormatterType.CHATML],
98
  "Pathfinder-RP-12B-RU.Q4_K_M.gguf": ["mradermacher/Pathfinder-RP-12B-RU-GGUF", MessagesFormatterType.MISTRAL],
99
+ "MN-12B-LilithFrame-Experiment-4.Q4_K_M.gguf": ["mradermacher/MN-12B-LilithFrame-Experiment-4-GGUF", MessagesFormatterType.MISTRAL],
100
+ "Slush-ChatWaifu-Rocinante-sunfall-Wayfarer.i1-Q4_K_M.gguf": ["mradermacher/Slush-ChatWaifu-Rocinante-sunfall-Wayfarer-i1-GGUF", MessagesFormatterType.MISTRAL],
101
  "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
102
  "ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
103
  "ChatWaifu_12B_v2.0.Q5_K_M.gguf": ["mradermacher/ChatWaifu_12B_v2.0-GGUF", MessagesFormatterType.MISTRAL],
 
110
  #"": ["", MessagesFormatterType.OPEN_CHAT],
111
  #"": ["", MessagesFormatterType.CHATML],
112
  #"": ["", MessagesFormatterType.PHI_3],
113
+ "Llama-3.1-Sisaai-Ko-Tulu3-DPO-Merge-8B.Q5_K_M.gguf": ["mradermacher/Llama-3.1-Sisaai-Ko-Tulu3-DPO-Merge-8B-GGUF", MessagesFormatterType.LLAMA_3],
114
+ "Mistral-7B-Instruct-v0.2.Q5_K_M.gguf": ["mradermacher/Mistral-7B-Instruct-v0.2-GGUF", MessagesFormatterType.MISTRAL],
115
+ "Distilled-DarkPlanet-Allades-8B_TIES.Q5_K_M.gguf": ["mradermacher/Distilled-DarkPlanet-Allades-8B_TIES-GGUF", MessagesFormatterType.LLAMA_3],
116
+ "DavidAU-L3-Dark_Mistress-The_Guilty_Pen-Uncensored-8B.Q5_K_M.gguf": ["mradermacher/DavidAU-L3-Dark_Mistress-The_Guilty_Pen-Uncensored-8B-GGUF", MessagesFormatterType.LLAMA_3],
117
+ "Blurdus-7b-v0.1.Q5_K_M.gguf": ["mradermacher/Blurdus-7b-v0.1-GGUF", MessagesFormatterType.MISTRAL],
118
+ "Q2.5-14B-Instruct-1M-Harmony.Q4_K_M.gguf": ["mradermacher/Q2.5-14B-Instruct-1M-Harmony-GGUF", MessagesFormatterType.OPEN_CHAT],
119
+ "Calcium-Opus-14B-Elite2-R1.Q4_K_M.gguf": ["mradermacher/Calcium-Opus-14B-Elite2-R1-GGUF", MessagesFormatterType.OPEN_CHAT],
120
+ "SakalFusion-7B-Alpha.Q5_K_M.gguf": ["mradermacher/SakalFusion-7B-Alpha-GGUF", MessagesFormatterType.OPEN_CHAT],
121
+ "plato-9b.Q4_K_M.gguf": ["mradermacher/plato-9b-GGUF", MessagesFormatterType.ALPACA],
122
+ "ultiima-14B-v0.4.Q4_K_M.gguf": ["mradermacher/ultiima-14B-v0.4-GGUF", MessagesFormatterType.OPEN_CHAT],
123
+ "Spring_Dusk-8B-TIES.Q5_K_M.gguf": ["mradermacher/Spring_Dusk-8B-TIES-GGUF", MessagesFormatterType.LLAMA_3],
124
+ "ZEUS-8B-V29.Q5_K_M.gguf": ["mradermacher/ZEUS-8B-V29-GGUF", MessagesFormatterType.LLAMA_3],
125
+ "Llama3.2HiEnglish-Back-Translation.Q5_K_M.gguf": ["mradermacher/Llama3.2HiEnglish-Back-Translation-GGUF", MessagesFormatterType.LLAMA_3],
126
+ "Summer_Dusk-8B-TIES.Q5_K_M.gguf": ["mradermacher/Summer_Dusk-8B-TIES-GGUF", MessagesFormatterType.LLAMA_3],
127
+ "Winter-8B-SCE.Q5_K_M.gguf": ["mradermacher/Winter-8B-SCE-GGUF", MessagesFormatterType.LLAMA_3],
128
+ "SJT-8B.Q4_K_M.gguf": ["mradermacher/SJT-8B-GGUF", MessagesFormatterType.OPEN_CHAT],
129
+ "Ice0.78-02.02-RP.Q5_K_M.gguf": ["mradermacher/Ice0.78-02.02-RP-GGUF", MessagesFormatterType.MISTRAL],
130
+ "L3.1-8B-Dusky-Ink.Q5_K_M.gguf": ["mradermacher/L3.1-8B-Dusky-Ink-GGUF", MessagesFormatterType.LLAMA_3],
131
+ "Llama3-Chinese-8B-Instruct.Q5_K_M.gguf": ["mradermacher/Llama3-Chinese-8B-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
132
+ "Zurich-14B-GCv2-100k.Q4_K_M.gguf": ["mradermacher/Zurich-14B-GCv2-100k-GGUF", MessagesFormatterType.OPEN_CHAT],
133
+ "CoderO1-DeepSeekR1-14B-Preview.Q4_K_M.gguf": ["mradermacher/CoderO1-DeepSeekR1-14B-Preview-GGUF", MessagesFormatterType.OPEN_CHAT],
134
+ "Qwen2.5-14B-Instruct-1M-GRPO-Reasoning.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Instruct-1M-GRPO-Reasoning-GGUF", MessagesFormatterType.OPEN_CHAT],
135
+ "TheDrummer_Gemmasutra-9B-v1.1-Q4_K_M.gguf": ["bartowski/TheDrummer_Gemmasutra-9B-v1.1-GGUF", MessagesFormatterType.ALPACA],
136
+ "Zurich-14B-GCv2-500k.i1-Q4_K_M.gguf": ["mradermacher/Zurich-14B-GCv2-500k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
137
+ "KRONOS-8B-V8.Q5_K_M.gguf": ["mradermacher/KRONOS-8B-V8-GGUF", MessagesFormatterType.LLAMA_3],
138
+ "Kuno-K1-Llama-3.2-3b.i1-Q5_K_M.gguf": ["mradermacher/Kuno-K1-Llama-3.2-3b-i1-GGUF", MessagesFormatterType.CHATML],
139
+ "Dumpling-Qwen2.5-7B-1k-r256.i1-Q5_K_M.gguf": ["mradermacher/Dumpling-Qwen2.5-7B-1k-r256-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
140
+ "Zurich-14B-GCv2-1m.i1-Q4_K_M.gguf": ["mradermacher/Zurich-14B-GCv2-1m-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
141
+ "math-stratos-verified-scaled-0.25.Q5_K_M.gguf": ["mradermacher/math-stratos-verified-scaled-0.25-GGUF", MessagesFormatterType.OPEN_CHAT],
142
+ "IceSakeV6RP-7b.i1-Q5_K_M.gguf": ["mradermacher/IceSakeV6RP-7b-i1-GGUF", MessagesFormatterType.MISTRAL],
143
+ "Chocolatine-8B-Instruct-DPO-v1.0.i1-Q5_K_M.gguf": ["mradermacher/Chocolatine-8B-Instruct-DPO-v1.0-i1-GGUF", MessagesFormatterType.LLAMA_3],
144
+ "Zurich-14B-GCv2-10k.i1-Q4_K_M.gguf": ["mradermacher/Zurich-14B-GCv2-10k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
145
+ "Zurich-7B-GCv2-10k.Q5_K_M.gguf": ["mradermacher/Zurich-7B-GCv2-10k-GGUF", MessagesFormatterType.OPEN_CHAT],
146
+ "Fireball-Alpaca-Llama3.1.03-8B-Philos.Q5_K_M.gguf": ["mradermacher/Fireball-Alpaca-Llama3.1.03-8B-Philos-GGUF", MessagesFormatterType.CHATML],
147
+ "L3.1-Tivir-v0.1-10B.i1-Q4_K_M.gguf": ["mradermacher/L3.1-Tivir-v0.1-10B-i1-GGUF", MessagesFormatterType.LLAMA_3],
148
+ "Zurich-7B-GCv2-5m.Q5_K_M.gguf": ["mradermacher/Zurich-7B-GCv2-5m-GGUF", MessagesFormatterType.OPEN_CHAT],
149
+ "tempesthenno-icy-0130.i1-Q4_K_M.gguf": ["mradermacher/tempesthenno-icy-0130-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
150
+ "Zurich-14B-GCv2-5m.i1-Q4_K_M.gguf": ["mradermacher/Zurich-14B-GCv2-5m-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
151
+ "StrangeMerges_35-7B-slerp.Q5_K_M.gguf": ["mradermacher/StrangeMerges_35-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
152
+ "Badman_12B.Q4_K_M.gguf": ["mradermacher/Badman_12B-GGUF", MessagesFormatterType.MISTRAL],
153
+ "Malevolent_12B.v2.Q4_K_M.gguf": ["mradermacher/Malevolent_12B.v2-GGUF", MessagesFormatterType.MISTRAL],
154
+ "Atlas-Pro-7B-Preview-1M.Q5_K_M.gguf": ["mradermacher/Atlas-Pro-7B-Preview-1M-GGUF", MessagesFormatterType.OPEN_CHAT],
155
+ "DeepSeek-R1-Strategy-Qwen-2.5-1.5b-Unstructured-To-Structured.Q5_K_M.gguf": ["mradermacher/DeepSeek-R1-Strategy-Qwen-2.5-1.5b-Unstructured-To-Structured-GGUF", MessagesFormatterType.OPEN_CHAT],
156
+ "EVA-abliterated-Qwen2.5-7B.Q5_K_M.gguf": ["mradermacher/EVA-abliterated-Qwen2.5-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
157
+ "Llama-3-monika-ddlc-11.5b-v1.i1-Q4_K_M.gguf": ["mradermacher/Llama-3-monika-ddlc-11.5b-v1-i1-GGUF", MessagesFormatterType.LLAMA_3],
158
+ "DCFT-Stratos-Verified-114k-7B-4gpus-systemprompt-packing.Q5_K_M.gguf": ["mradermacher/DCFT-Stratos-Verified-114k-7B-4gpus-systemprompt-packing-GGUF", MessagesFormatterType.OPEN_CHAT],
159
+ "DeepSauerHuatuoSkywork-R1-o1-Llama-3.1-8B.Q5_K_M.gguf": ["mradermacher/DeepSauerHuatuoSkywork-R1-o1-Llama-3.1-8B-GGUF", MessagesFormatterType.LLAMA_3],
160
+ "Qwen2.5-Coder-14B-Instruct-Uncensored.Q4_K_M.gguf": ["mradermacher/Qwen2.5-Coder-14B-Instruct-Uncensored-GGUF", MessagesFormatterType.OPEN_CHAT],
161
+ "JapMed-SLERP.Q5_K_M.gguf": ["mradermacher/JapMed-SLERP-GGUF", MessagesFormatterType.LLAMA_3],
162
+ "DeepSeek-R1-Distill-Alpaca-FineTuned.Q5_K_M.gguf": ["mradermacher/DeepSeek-R1-Distill-Alpaca-FineTuned-GGUF", MessagesFormatterType.LLAMA_3],
163
+ "Qwen2.5-14B-Instruct-1M-abliterated.i1-Q4_K_S.gguf": ["mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
164
+ "Zara-14b-v1.2.Q4_K_M.gguf": ["mradermacher/Zara-14b-v1.2-GGUF", MessagesFormatterType.OPEN_CHAT],
165
+ "Zara-14b-v1.1.Q4_K_M.gguf": ["mradermacher/Zara-14b-v1.1-GGUF", MessagesFormatterType.OPEN_CHAT],
166
+ "L3.1-Artemis-h-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Artemis-h-8B-GGUF", MessagesFormatterType.LLAMA_3],
167
+ "MN-12B-LilithFrame-Experiment-3.Q4_K_M.gguf": ["mradermacher/MN-12B-LilithFrame-Experiment-3-GGUF", MessagesFormatterType.MISTRAL],
168
+ "Qwen2.5-14B-Vimarckoso-v4-model_stock-DS.Q4_K_S.gguf": ["mradermacher/Qwen2.5-14B-Vimarckoso-v4-model_stock-DS-GGUF", MessagesFormatterType.OPEN_CHAT],
169
+ "Slush-FallMix-12B.i1-Q4_K_M.gguf": ["mradermacher/Slush-FallMix-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
170
+ "Slush-ChatWaifu-Rocinante-sunfall.Q4_K_M.gguf": ["mradermacher/Slush-ChatWaifu-Rocinante-sunfall-GGUF", MessagesFormatterType.MISTRAL],
171
+ "I_Hate_Lolth-8B-SLERP.Q5_K_M.gguf": ["mradermacher/I_Hate_Lolth-8B-SLERP-GGUF", MessagesFormatterType.LLAMA_3],
172
  "DevQuasar-R1-Uncensored-Llama-8B.Q5_K_M.gguf": ["mradermacher/DevQuasar-R1-Uncensored-Llama-8B-GGUF", MessagesFormatterType.LLAMA_3],
173
  "Qwenvergence-14B-v11.i1-IQ3_M.gguf": ["mradermacher/Qwenvergence-14B-v11-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
174
  "Qwen2.5-ColdBrew-R1.Q5_K_M.gguf": ["mradermacher/Qwen2.5-ColdBrew-R1-GGUF", MessagesFormatterType.OPEN_CHAT],