Create README.md

README.md

@@ -0,0 +1,118 @@
+---
+license: llama3
+library_name: transformers
+tags:
+- nsfw
+- not-for-all-audiences
+- llama-3
+- text-generation-inference
+- moe
+- mergekit
+- merge
+---
+
+# Llama-Salad-8x8B
+
+# Details
+- **License**: [llama3](https://llama.meta.com/llama3/license/)
+- **Instruct Format**: [llama-3](https://llama.meta.com/docs/model-cards-and-prompt-formats/meta-llama-3/)
+- **Context Size**: 8K
+
+## Models Used
+- [Meta-Llama-3-8B-Instruct](https://huggingface.co/NousResearch/Meta-Llama-3-8B-Instruct)
+- [Llama-3-8B-Synthia-v3.5](https://huggingface.co/migtissera/Llama-3-8B-Synthia-v3.5)
+- [Llama-3-Soliloquy-8B-v2](https://huggingface.co/openlynn/Llama-3-Soliloquy-8B-v2)
+- [opus-v1.2-llama-3-8b-instruct-run3.5-epoch2.5](https://huggingface.co/dreamgen-preview/opus-v1.2-llama-3-8b-instruct-run3.5-epoch2.5)
+- [Einstein-v6.1-Llama3-8B](https://huggingface.co/Weyaxi/Einstein-v6.1-Llama3-8B)
+- [suzume-llama-3-8B-multilingual](https://huggingface.co/lightblue/suzume-llama-3-8B-multilingual)
+- [Llama-3-8B-UltraMedical](https://huggingface.co/TsinghuaC3I/Llama-3-8B-UltraMedical)
+- [Llama-3-8B-Instruct-Coder](https://huggingface.co/rombodawg/Llama-3-8B-Instruct-Coder)
+
+## Merge Config
+```yaml
+base_model: migtissera/Llama-3-8B-Synthia-v3.5
+gate_mode: hidden
+dtype: bfloat16
+experts_per_token: 2
+experts:
+  - source_model: rombodawg/Llama-3-8B-Instruct-Coder
+    positive_prompts:
+    - "programming language"
+    - "JavaScript"
+    - "Python programming language"
+    - "Rust programming language"
+    - "C++ programming language"
+    - "GO programming language"
+    - "Ruby programming language"
+    - "Haskell programming language"
+    - "SQL query language"
+    - "CSS markup styling language"
+    - "code"
+  - source_model: openlynn/Llama-3-Soliloquy-8B-v2
+    positive_prompts:
+    - "characters"
+    - "scene"
+    - "roleplay"
+    - "erotic roleplay"
+    - "sexual fetish"
+    - "NSFW"
+    negative_prompts:
+    - "biology"
+  - source_model: dreamgen-preview/opus-v1.2-llama-3-8b-instruct-run3.5-epoch2.5
+    positive_prompts:
+    - "creative writing"
+    - "storytelling"
+    - "narration"
+    - "narrative setting"
+    - "narrative plot"
+    - "narrative exposition"
+    - "narrative theme"
+    - "narrative climax"
+  - source_model: Weyaxi/Einstein-v6.1-Llama3-8B
+    positive_prompts:
+    - "science"
+    - "physics"
+    - "chemistry"
+    - "biology"
+    - "math"
+    - "step-by-step"
+    - "logical reasoning"
+    negative_prompts:
+    - "programming language"
+  - source_model: migtissera/Llama-3-8B-Synthia-v3.5
+    positive_prompts:
+    - "summarize"
+    - "paraphrase"
+    - "list"
+    - "explain"
+    - "define"
+    - "analyze"
+    - "rephrase"
+    - "elaborate"
+  - source_model: lightblue/suzume-llama-3-8B-multilingual
+    positive_prompts:
+    - "multilingual"
+    - "language translation"
+    - "日本語"
+    - "汉语"
+    - "Deutsch"
+    - "Français"
+    - "русский язык"
+    negative_prompts:
+    - "programming language"
+    - "English"
+  - source_model: TsinghuaC3I/Llama-3-8B-UltraMedical
+    positive_prompts:
+    - "anatomy"
+    - "medical diagnosis"
+    - "symptom"
+    - "healthcare"
+    - "medicine"
+    - "medication"
+    negative_prompts:
+    - "sexual fetish"
+  - source_model: NousResearch/Meta-Llama-3-8B-Instruct
+    positive_prompts:
+    - "chat"
+    - "conversation"
+```