Spaces:
Running
on
Zero
Running
on
Zero
Upload llmdolphin.py
Browse files- llmdolphin.py +24 -0
llmdolphin.py
CHANGED
@@ -20,6 +20,7 @@ llm_models = {
|
|
20 |
"mn-12b-lyra-v2a1-q5_k_m.gguf": ["HalleyStarbun/MN-12B-Lyra-v2a1-Q5_K_M-GGUF", MessagesFormatterType.CHATML],
|
21 |
"L3-8B-Tamamo-v1.i1-Q5_K_M.gguf": ["mradermacher/L3-8B-Tamamo-v1-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
22 |
"Instant-RP-Noodles-12B-v1.3.Q4_K_M.gguf": ["mradermacher/Instant-RP-Noodles-12B-v1.3-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
23 |
"Llama-3.1-8B-EZO-1.1-it.Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-EZO-1.1-it-GGUF", MessagesFormatterType.MISTRAL],
|
24 |
"MN-12B-Starcannon-v1.i1-Q4_K_M.gguf": ["mradermacher/MN-12B-Starcannon-v1-i1-GGUF", MessagesFormatterType.MISTRAL],
|
25 |
"MN-12B-Starcannon-v2.i1-Q4_K_M.gguf": ["mradermacher/MN-12B-Starcannon-v2-i1-GGUF", MessagesFormatterType.CHATML],
|
@@ -51,6 +52,28 @@ llm_models = {
|
|
51 |
"Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
|
52 |
"ChatWaifu_v1.4.Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.4-GGUF", MessagesFormatterType.MISTRAL],
|
53 |
"ChatWaifu_v1.3.1.Q4_K_M.gguf": ["mradermacher/ChatWaifu_v1.3.1-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
54 |
"Stella-mistral-nemo-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/Stella-mistral-nemo-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
|
55 |
"Artificium-llama3.1-8B-001.i1-Q5_K_M.gguf": ["mradermacher/Artificium-llama3.1-8B-001-i1-GGUF", MessagesFormatterType.MISTRAL],
|
56 |
"Sensibilitystory-7B.i1-Q5_K_M.gguf": ["mradermacher/Sensibilitystory-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
@@ -67,6 +90,7 @@ llm_models = {
|
|
67 |
"magnaraxy-9b-Q4_K_M.gguf": ["bartowski/magnaraxy-9b-GGUF", MessagesFormatterType.ALPACA],
|
68 |
"magnum-v3-9b-customgemma2-Q4_K_M.gguf": ["bartowski/magnum-v3-9b-customgemma2-GGUF", MessagesFormatterType.ALPACA],
|
69 |
"mn-12b-lyra-v4a1-q4_k_m.gguf": ["404ProfileUnknown/MN-12B-Lyra-v4a1-Q4_K_M-GGUF", MessagesFormatterType.CHATML],
|
|
|
70 |
"L3.1-BlueSkyy-8B.Q4_K_S.gguf": ["mradermacher/L3.1-BlueSkyy-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
71 |
"EvolutionStar.Q5_K_M.gguf": ["mradermacher/EvolutionStar-GGUF", MessagesFormatterType.MISTRAL],
|
72 |
"Xortron7_Alpha.Q5_K_M.gguf": ["mradermacher/Xortron7_Alpha-GGUF", MessagesFormatterType.LLAMA_3],
|
|
|
20 |
"mn-12b-lyra-v2a1-q5_k_m.gguf": ["HalleyStarbun/MN-12B-Lyra-v2a1-Q5_K_M-GGUF", MessagesFormatterType.CHATML],
|
21 |
"L3-8B-Tamamo-v1.i1-Q5_K_M.gguf": ["mradermacher/L3-8B-Tamamo-v1-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
22 |
"Instant-RP-Noodles-12B-v1.3.Q4_K_M.gguf": ["mradermacher/Instant-RP-Noodles-12B-v1.3-GGUF", MessagesFormatterType.MISTRAL],
|
23 |
+
"MN-12B-Lyra-v4-Q4_K_M.gguf": ["bartowski/MN-12B-Lyra-v4-GGUF", MessagesFormatterType.CHATML],
|
24 |
"Llama-3.1-8B-EZO-1.1-it.Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-EZO-1.1-it-GGUF", MessagesFormatterType.MISTRAL],
|
25 |
"MN-12B-Starcannon-v1.i1-Q4_K_M.gguf": ["mradermacher/MN-12B-Starcannon-v1-i1-GGUF", MessagesFormatterType.MISTRAL],
|
26 |
"MN-12B-Starcannon-v2.i1-Q4_K_M.gguf": ["mradermacher/MN-12B-Starcannon-v2-i1-GGUF", MessagesFormatterType.CHATML],
|
|
|
52 |
"Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
|
53 |
"ChatWaifu_v1.4.Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.4-GGUF", MessagesFormatterType.MISTRAL],
|
54 |
"ChatWaifu_v1.3.1.Q4_K_M.gguf": ["mradermacher/ChatWaifu_v1.3.1-GGUF", MessagesFormatterType.MISTRAL],
|
55 |
+
"Fireball-Alpaca-Llama3.1.06-8B-Philos.i1-Q5_K_M.gguf": ["mradermacher/Fireball-Alpaca-Llama3.1.06-8B-Philos-i1-GGUF", MessagesFormatterType.CHATML],
|
56 |
+
"fimbmoister-11range-q4_k_m.gguf": ["ClaudioItaly/FimbMoister-11Range-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL],
|
57 |
+
"Magot-v1-Gemma2-8k-9B.Q4_K_M.gguf": ["mradermacher/Magot-v1-Gemma2-8k-9B-GGUF", MessagesFormatterType.LLAMA_3],
|
58 |
+
"L3.1-Boshima-b.Q5_K_M.gguf": ["mradermacher/L3.1-Boshima-b-GGUF", MessagesFormatterType.LLAMA_3],
|
59 |
+
"L3.1-Vulca-Epith-Humbeta-v0.2-8B.i1-Q5_K_M.gguf": ["mradermacher/L3.1-Vulca-Epith-Humbeta-v0.2-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
60 |
+
"l3.1-forsths-q5_k_m.gguf": ["djuna/L3.1-ForStHS-Q5_K_M-GGUF", MessagesFormatterType.LLAMA_3],
|
61 |
+
"l3-umbral-storm-8b-t0.0001-q8_0.gguf": ["v000000/L3-Umbral-Storm-8B-t0.0001-Q8_0-GGUF", MessagesFormatterType.LLAMA_3],
|
62 |
+
"IceSakeRP-7b.i1-Q5_K_M.gguf": ["mradermacher/IceSakeRP-7b-i1-GGUF", MessagesFormatterType.ALPACA],
|
63 |
+
"llama-3.1-8b-ultra-max-pro-q5_k_m.gguf": ["bunnycore/LLama-3.1-8b-Ultra-Max-Pro-Q5_K_M-GGUF", MessagesFormatterType.LLAMA_3],
|
64 |
+
"maxtopia-13b-q4_k_m.gguf": ["ClaudioItaly/Maxtopia-13B-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3],
|
65 |
+
"utopia-range-q4_k_m.gguf": ["ClaudioItaly/Utopia-Range-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3],
|
66 |
+
"L3-Dark-Planet-8B-V2-EOOP-D_AU-Q4_k_m.gguf": ["DavidAU/L3-Dark-Planet-8B-V2-Eight-Orbs-Of-Power-GGUF", MessagesFormatterType.LLAMA_3],
|
67 |
+
"mergekit-model_stock-azjsvkh-q4_k_m.gguf": ["DreadPoor/Heart_Stolen-8B-Model_Stock-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3],
|
68 |
+
"Pantheon-RP-1.6.1-12b-Nemo-Q4_K_M.gguf": ["bartowski/Pantheon-RP-1.6.1-12b-Nemo-GGUF", MessagesFormatterType.MISTRAL],
|
69 |
+
"mistral-nemo-12b-arliai-rpmax-v1.1-q5_k_m.gguf": ["NikolayKozloff/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-Q5_K_M-GGUF", MessagesFormatterType.MISTRAL],
|
70 |
+
"ggml-model-Q5_K.gguf": ["jeiku/Luna_7B_GGUF", MessagesFormatterType.MISTRAL],
|
71 |
+
"Daredevil-8B-abliterated-dpomix.i1-Q5_K_M.gguf": ["mradermacher/Daredevil-8B-abliterated-dpomix-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
72 |
+
"MN-12B-Chronos-Gold-Celeste-v1.i1-Q4_K_M.gguf": ["mradermacher/MN-12B-Chronos-Gold-Celeste-v1-i1-GGUF", MessagesFormatterType.MISTRAL],
|
73 |
+
"MN-HaremUnion-12B.i1-Q4_K_M.gguf": ["mradermacher/MN-HaremUnion-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
74 |
+
"Evocation.i1-Q4_K_M.gguf": ["mradermacher/Evocation-i1-GGUF", MessagesFormatterType.ALPACA],
|
75 |
+
"gemma-2-9b-it-WPO-HB-Q4_K_M.gguf": ["bartowski/gemma-2-9b-it-WPO-HB-GGUF", MessagesFormatterType.ALPACA],
|
76 |
+
"MN-12B-Lyra-v4.Q4_K_M.gguf": ["QuantFactory/MN-12B-Lyra-v4-GGUF", MessagesFormatterType.CHATML],
|
77 |
"Stella-mistral-nemo-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/Stella-mistral-nemo-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
|
78 |
"Artificium-llama3.1-8B-001.i1-Q5_K_M.gguf": ["mradermacher/Artificium-llama3.1-8B-001-i1-GGUF", MessagesFormatterType.MISTRAL],
|
79 |
"Sensibilitystory-7B.i1-Q5_K_M.gguf": ["mradermacher/Sensibilitystory-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
90 |
"magnaraxy-9b-Q4_K_M.gguf": ["bartowski/magnaraxy-9b-GGUF", MessagesFormatterType.ALPACA],
|
91 |
"magnum-v3-9b-customgemma2-Q4_K_M.gguf": ["bartowski/magnum-v3-9b-customgemma2-GGUF", MessagesFormatterType.ALPACA],
|
92 |
"mn-12b-lyra-v4a1-q4_k_m.gguf": ["404ProfileUnknown/MN-12B-Lyra-v4a1-Q4_K_M-GGUF", MessagesFormatterType.CHATML],
|
93 |
+
"nemored_1-q4_k_m.gguf": ["Daemontatox/nemored_1-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL],
|
94 |
"L3.1-BlueSkyy-8B.Q4_K_S.gguf": ["mradermacher/L3.1-BlueSkyy-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
95 |
"EvolutionStar.Q5_K_M.gguf": ["mradermacher/EvolutionStar-GGUF", MessagesFormatterType.MISTRAL],
|
96 |
"Xortron7_Alpha.Q5_K_M.gguf": ["mradermacher/Xortron7_Alpha-GGUF", MessagesFormatterType.LLAMA_3],
|