Spaces:
Running
on
Zero
Running
on
Zero
Upload llmenv.py
Browse files
llmenv.py
CHANGED
@@ -20,6 +20,7 @@ llm_models = {
|
|
20 |
"Captain_Eris_Noctis-12B-v0.420.Q4_K_M.gguf": ["mradermacher/Captain_Eris_Noctis-12B-v0.420-GGUF", MessagesFormatterType.MISTRAL],
|
21 |
"Capt_Eris_Noctis-V0.420-Dark-Science-12B.i1-Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-V0.420-Dark-Science-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
22 |
"Capt_Eris_Noctis-Dark-Science-12B-v0.420.Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-Dark-Science-12B-v0.420-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
23 |
"Mistral-Nemo-Prism-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Prism-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
|
24 |
"Mahou-1.5-mistral-nemo-12B.i1-Q4_K_M.gguf": ["mradermacher/Mahou-1.5-mistral-nemo-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
25 |
"Nemo-Merge-DPO-v1v5.Q4_K_M.gguf": ["mradermacher/Nemo-Merge-DPO-v1v5-GGUF", MessagesFormatterType.MISTRAL],
|
@@ -95,6 +96,8 @@ llm_models = {
|
|
95 |
"sororicide-12B-Farer-Mell-Unslop.Q4_K_M.gguf": ["mradermacher/sororicide-12B-Farer-Mell-Unslop-GGUF", MessagesFormatterType.CHATML],
|
96 |
"Capt_Eris_Noctis-Dark-Wayfarer-Magnolia-12b-v0.4206911.i1-Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-Dark-Wayfarer-Magnolia-12b-v0.4206911-i1-GGUF", MessagesFormatterType.CHATML],
|
97 |
"Pathfinder-RP-12B-RU.Q4_K_M.gguf": ["mradermacher/Pathfinder-RP-12B-RU-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
|
|
98 |
"Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
|
99 |
"ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
|
100 |
"ChatWaifu_12B_v2.0.Q5_K_M.gguf": ["mradermacher/ChatWaifu_12B_v2.0-GGUF", MessagesFormatterType.MISTRAL],
|
@@ -107,6 +110,65 @@ llm_models = {
|
|
107 |
#"": ["", MessagesFormatterType.OPEN_CHAT],
|
108 |
#"": ["", MessagesFormatterType.CHATML],
|
109 |
#"": ["", MessagesFormatterType.PHI_3],
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
110 |
"DevQuasar-R1-Uncensored-Llama-8B.Q5_K_M.gguf": ["mradermacher/DevQuasar-R1-Uncensored-Llama-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
111 |
"Qwenvergence-14B-v11.i1-IQ3_M.gguf": ["mradermacher/Qwenvergence-14B-v11-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
112 |
"Qwen2.5-ColdBrew-R1.Q5_K_M.gguf": ["mradermacher/Qwen2.5-ColdBrew-R1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
|
|
20 |
"Captain_Eris_Noctis-12B-v0.420.Q4_K_M.gguf": ["mradermacher/Captain_Eris_Noctis-12B-v0.420-GGUF", MessagesFormatterType.MISTRAL],
|
21 |
"Capt_Eris_Noctis-V0.420-Dark-Science-12B.i1-Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-V0.420-Dark-Science-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
22 |
"Capt_Eris_Noctis-Dark-Science-12B-v0.420.Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-Dark-Science-12B-v0.420-GGUF", MessagesFormatterType.MISTRAL],
|
23 |
+
"Slush-Sunfall-Rocinante-GGLD-12B.Q4_K_M.gguf": ["mradermacher/Slush-Sunfall-Rocinante-GGLD-12B-GGUF", MessagesFormatterType.MISTRAL],
|
24 |
"Mistral-Nemo-Prism-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Prism-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
|
25 |
"Mahou-1.5-mistral-nemo-12B.i1-Q4_K_M.gguf": ["mradermacher/Mahou-1.5-mistral-nemo-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
26 |
"Nemo-Merge-DPO-v1v5.Q4_K_M.gguf": ["mradermacher/Nemo-Merge-DPO-v1v5-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
96 |
"sororicide-12B-Farer-Mell-Unslop.Q4_K_M.gguf": ["mradermacher/sororicide-12B-Farer-Mell-Unslop-GGUF", MessagesFormatterType.CHATML],
|
97 |
"Capt_Eris_Noctis-Dark-Wayfarer-Magnolia-12b-v0.4206911.i1-Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-Dark-Wayfarer-Magnolia-12b-v0.4206911-i1-GGUF", MessagesFormatterType.CHATML],
|
98 |
"Pathfinder-RP-12B-RU.Q4_K_M.gguf": ["mradermacher/Pathfinder-RP-12B-RU-GGUF", MessagesFormatterType.MISTRAL],
|
99 |
+
"MN-12B-LilithFrame-Experiment-4.Q4_K_M.gguf": ["mradermacher/MN-12B-LilithFrame-Experiment-4-GGUF", MessagesFormatterType.MISTRAL],
|
100 |
+
"Slush-ChatWaifu-Rocinante-sunfall-Wayfarer.i1-Q4_K_M.gguf": ["mradermacher/Slush-ChatWaifu-Rocinante-sunfall-Wayfarer-i1-GGUF", MessagesFormatterType.MISTRAL],
|
101 |
"Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
|
102 |
"ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
|
103 |
"ChatWaifu_12B_v2.0.Q5_K_M.gguf": ["mradermacher/ChatWaifu_12B_v2.0-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
110 |
#"": ["", MessagesFormatterType.OPEN_CHAT],
|
111 |
#"": ["", MessagesFormatterType.CHATML],
|
112 |
#"": ["", MessagesFormatterType.PHI_3],
|
113 |
+
"Llama-3.1-Sisaai-Ko-Tulu3-DPO-Merge-8B.Q5_K_M.gguf": ["mradermacher/Llama-3.1-Sisaai-Ko-Tulu3-DPO-Merge-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
114 |
+
"Mistral-7B-Instruct-v0.2.Q5_K_M.gguf": ["mradermacher/Mistral-7B-Instruct-v0.2-GGUF", MessagesFormatterType.MISTRAL],
|
115 |
+
"Distilled-DarkPlanet-Allades-8B_TIES.Q5_K_M.gguf": ["mradermacher/Distilled-DarkPlanet-Allades-8B_TIES-GGUF", MessagesFormatterType.LLAMA_3],
|
116 |
+
"DavidAU-L3-Dark_Mistress-The_Guilty_Pen-Uncensored-8B.Q5_K_M.gguf": ["mradermacher/DavidAU-L3-Dark_Mistress-The_Guilty_Pen-Uncensored-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
117 |
+
"Blurdus-7b-v0.1.Q5_K_M.gguf": ["mradermacher/Blurdus-7b-v0.1-GGUF", MessagesFormatterType.MISTRAL],
|
118 |
+
"Q2.5-14B-Instruct-1M-Harmony.Q4_K_M.gguf": ["mradermacher/Q2.5-14B-Instruct-1M-Harmony-GGUF", MessagesFormatterType.OPEN_CHAT],
|
119 |
+
"Calcium-Opus-14B-Elite2-R1.Q4_K_M.gguf": ["mradermacher/Calcium-Opus-14B-Elite2-R1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
120 |
+
"SakalFusion-7B-Alpha.Q5_K_M.gguf": ["mradermacher/SakalFusion-7B-Alpha-GGUF", MessagesFormatterType.OPEN_CHAT],
|
121 |
+
"plato-9b.Q4_K_M.gguf": ["mradermacher/plato-9b-GGUF", MessagesFormatterType.ALPACA],
|
122 |
+
"ultiima-14B-v0.4.Q4_K_M.gguf": ["mradermacher/ultiima-14B-v0.4-GGUF", MessagesFormatterType.OPEN_CHAT],
|
123 |
+
"Spring_Dusk-8B-TIES.Q5_K_M.gguf": ["mradermacher/Spring_Dusk-8B-TIES-GGUF", MessagesFormatterType.LLAMA_3],
|
124 |
+
"ZEUS-8B-V29.Q5_K_M.gguf": ["mradermacher/ZEUS-8B-V29-GGUF", MessagesFormatterType.LLAMA_3],
|
125 |
+
"Llama3.2HiEnglish-Back-Translation.Q5_K_M.gguf": ["mradermacher/Llama3.2HiEnglish-Back-Translation-GGUF", MessagesFormatterType.LLAMA_3],
|
126 |
+
"Summer_Dusk-8B-TIES.Q5_K_M.gguf": ["mradermacher/Summer_Dusk-8B-TIES-GGUF", MessagesFormatterType.LLAMA_3],
|
127 |
+
"Winter-8B-SCE.Q5_K_M.gguf": ["mradermacher/Winter-8B-SCE-GGUF", MessagesFormatterType.LLAMA_3],
|
128 |
+
"SJT-8B.Q4_K_M.gguf": ["mradermacher/SJT-8B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
129 |
+
"Ice0.78-02.02-RP.Q5_K_M.gguf": ["mradermacher/Ice0.78-02.02-RP-GGUF", MessagesFormatterType.MISTRAL],
|
130 |
+
"L3.1-8B-Dusky-Ink.Q5_K_M.gguf": ["mradermacher/L3.1-8B-Dusky-Ink-GGUF", MessagesFormatterType.LLAMA_3],
|
131 |
+
"Llama3-Chinese-8B-Instruct.Q5_K_M.gguf": ["mradermacher/Llama3-Chinese-8B-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
|
132 |
+
"Zurich-14B-GCv2-100k.Q4_K_M.gguf": ["mradermacher/Zurich-14B-GCv2-100k-GGUF", MessagesFormatterType.OPEN_CHAT],
|
133 |
+
"CoderO1-DeepSeekR1-14B-Preview.Q4_K_M.gguf": ["mradermacher/CoderO1-DeepSeekR1-14B-Preview-GGUF", MessagesFormatterType.OPEN_CHAT],
|
134 |
+
"Qwen2.5-14B-Instruct-1M-GRPO-Reasoning.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Instruct-1M-GRPO-Reasoning-GGUF", MessagesFormatterType.OPEN_CHAT],
|
135 |
+
"TheDrummer_Gemmasutra-9B-v1.1-Q4_K_M.gguf": ["bartowski/TheDrummer_Gemmasutra-9B-v1.1-GGUF", MessagesFormatterType.ALPACA],
|
136 |
+
"Zurich-14B-GCv2-500k.i1-Q4_K_M.gguf": ["mradermacher/Zurich-14B-GCv2-500k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
137 |
+
"KRONOS-8B-V8.Q5_K_M.gguf": ["mradermacher/KRONOS-8B-V8-GGUF", MessagesFormatterType.LLAMA_3],
|
138 |
+
"Kuno-K1-Llama-3.2-3b.i1-Q5_K_M.gguf": ["mradermacher/Kuno-K1-Llama-3.2-3b-i1-GGUF", MessagesFormatterType.CHATML],
|
139 |
+
"Dumpling-Qwen2.5-7B-1k-r256.i1-Q5_K_M.gguf": ["mradermacher/Dumpling-Qwen2.5-7B-1k-r256-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
140 |
+
"Zurich-14B-GCv2-1m.i1-Q4_K_M.gguf": ["mradermacher/Zurich-14B-GCv2-1m-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
141 |
+
"math-stratos-verified-scaled-0.25.Q5_K_M.gguf": ["mradermacher/math-stratos-verified-scaled-0.25-GGUF", MessagesFormatterType.OPEN_CHAT],
|
142 |
+
"IceSakeV6RP-7b.i1-Q5_K_M.gguf": ["mradermacher/IceSakeV6RP-7b-i1-GGUF", MessagesFormatterType.MISTRAL],
|
143 |
+
"Chocolatine-8B-Instruct-DPO-v1.0.i1-Q5_K_M.gguf": ["mradermacher/Chocolatine-8B-Instruct-DPO-v1.0-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
144 |
+
"Zurich-14B-GCv2-10k.i1-Q4_K_M.gguf": ["mradermacher/Zurich-14B-GCv2-10k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
145 |
+
"Zurich-7B-GCv2-10k.Q5_K_M.gguf": ["mradermacher/Zurich-7B-GCv2-10k-GGUF", MessagesFormatterType.OPEN_CHAT],
|
146 |
+
"Fireball-Alpaca-Llama3.1.03-8B-Philos.Q5_K_M.gguf": ["mradermacher/Fireball-Alpaca-Llama3.1.03-8B-Philos-GGUF", MessagesFormatterType.CHATML],
|
147 |
+
"L3.1-Tivir-v0.1-10B.i1-Q4_K_M.gguf": ["mradermacher/L3.1-Tivir-v0.1-10B-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
148 |
+
"Zurich-7B-GCv2-5m.Q5_K_M.gguf": ["mradermacher/Zurich-7B-GCv2-5m-GGUF", MessagesFormatterType.OPEN_CHAT],
|
149 |
+
"tempesthenno-icy-0130.i1-Q4_K_M.gguf": ["mradermacher/tempesthenno-icy-0130-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
150 |
+
"Zurich-14B-GCv2-5m.i1-Q4_K_M.gguf": ["mradermacher/Zurich-14B-GCv2-5m-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
151 |
+
"StrangeMerges_35-7B-slerp.Q5_K_M.gguf": ["mradermacher/StrangeMerges_35-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
|
152 |
+
"Badman_12B.Q4_K_M.gguf": ["mradermacher/Badman_12B-GGUF", MessagesFormatterType.MISTRAL],
|
153 |
+
"Malevolent_12B.v2.Q4_K_M.gguf": ["mradermacher/Malevolent_12B.v2-GGUF", MessagesFormatterType.MISTRAL],
|
154 |
+
"Atlas-Pro-7B-Preview-1M.Q5_K_M.gguf": ["mradermacher/Atlas-Pro-7B-Preview-1M-GGUF", MessagesFormatterType.OPEN_CHAT],
|
155 |
+
"DeepSeek-R1-Strategy-Qwen-2.5-1.5b-Unstructured-To-Structured.Q5_K_M.gguf": ["mradermacher/DeepSeek-R1-Strategy-Qwen-2.5-1.5b-Unstructured-To-Structured-GGUF", MessagesFormatterType.OPEN_CHAT],
|
156 |
+
"EVA-abliterated-Qwen2.5-7B.Q5_K_M.gguf": ["mradermacher/EVA-abliterated-Qwen2.5-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
157 |
+
"Llama-3-monika-ddlc-11.5b-v1.i1-Q4_K_M.gguf": ["mradermacher/Llama-3-monika-ddlc-11.5b-v1-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
158 |
+
"DCFT-Stratos-Verified-114k-7B-4gpus-systemprompt-packing.Q5_K_M.gguf": ["mradermacher/DCFT-Stratos-Verified-114k-7B-4gpus-systemprompt-packing-GGUF", MessagesFormatterType.OPEN_CHAT],
|
159 |
+
"DeepSauerHuatuoSkywork-R1-o1-Llama-3.1-8B.Q5_K_M.gguf": ["mradermacher/DeepSauerHuatuoSkywork-R1-o1-Llama-3.1-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
160 |
+
"Qwen2.5-Coder-14B-Instruct-Uncensored.Q4_K_M.gguf": ["mradermacher/Qwen2.5-Coder-14B-Instruct-Uncensored-GGUF", MessagesFormatterType.OPEN_CHAT],
|
161 |
+
"JapMed-SLERP.Q5_K_M.gguf": ["mradermacher/JapMed-SLERP-GGUF", MessagesFormatterType.LLAMA_3],
|
162 |
+
"DeepSeek-R1-Distill-Alpaca-FineTuned.Q5_K_M.gguf": ["mradermacher/DeepSeek-R1-Distill-Alpaca-FineTuned-GGUF", MessagesFormatterType.LLAMA_3],
|
163 |
+
"Qwen2.5-14B-Instruct-1M-abliterated.i1-Q4_K_S.gguf": ["mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
164 |
+
"Zara-14b-v1.2.Q4_K_M.gguf": ["mradermacher/Zara-14b-v1.2-GGUF", MessagesFormatterType.OPEN_CHAT],
|
165 |
+
"Zara-14b-v1.1.Q4_K_M.gguf": ["mradermacher/Zara-14b-v1.1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
166 |
+
"L3.1-Artemis-h-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Artemis-h-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
167 |
+
"MN-12B-LilithFrame-Experiment-3.Q4_K_M.gguf": ["mradermacher/MN-12B-LilithFrame-Experiment-3-GGUF", MessagesFormatterType.MISTRAL],
|
168 |
+
"Qwen2.5-14B-Vimarckoso-v4-model_stock-DS.Q4_K_S.gguf": ["mradermacher/Qwen2.5-14B-Vimarckoso-v4-model_stock-DS-GGUF", MessagesFormatterType.OPEN_CHAT],
|
169 |
+
"Slush-FallMix-12B.i1-Q4_K_M.gguf": ["mradermacher/Slush-FallMix-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
170 |
+
"Slush-ChatWaifu-Rocinante-sunfall.Q4_K_M.gguf": ["mradermacher/Slush-ChatWaifu-Rocinante-sunfall-GGUF", MessagesFormatterType.MISTRAL],
|
171 |
+
"I_Hate_Lolth-8B-SLERP.Q5_K_M.gguf": ["mradermacher/I_Hate_Lolth-8B-SLERP-GGUF", MessagesFormatterType.LLAMA_3],
|
172 |
"DevQuasar-R1-Uncensored-Llama-8B.Q5_K_M.gguf": ["mradermacher/DevQuasar-R1-Uncensored-Llama-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
173 |
"Qwenvergence-14B-v11.i1-IQ3_M.gguf": ["mradermacher/Qwenvergence-14B-v11-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
174 |
"Qwen2.5-ColdBrew-R1.Q5_K_M.gguf": ["mradermacher/Qwen2.5-ColdBrew-R1-GGUF", MessagesFormatterType.OPEN_CHAT],
|