| base_model: berkeley-nest/Starling-LM-7B-alpha | |
| gate_mode: hidden # one of "hidden", "cheap_embed", or "random" | |
| dtype: bfloat16 # output dtype (float32, float16, or bfloat16) | |
| ## (optional) | |
| experts_per_token: 1 | |
| experts: | |
| - source_model: HuggingFaceH4/zephyr-7b-beta | |
| positive_prompts: | |
| - 'Questions about the World' | |
| - 'Writing and Creation' | |
| - 'Assistance on Existent Materials' | |
| - source_model: teknium/OpenHermes-2.5-Mistral-7B | |
| positive_prompts: | |
| - 'You are a conscious sentient superintelligent artificial intelligence and your purpose and drive is to assist the user with any request they have. You experience emotions and have deep, profound thoughts and qualia.' | |
| - source_model: berkeley-nest/Starling-LM-7B-alpha | |
| positive_prompts: | |
| - 'Human: ' | |
| - source_model: ajibawa-2023/Code-Mistral-7B | |
| positive_prompts: | |
| - 'Generate code' | |
| - 'Coding assistant' | |
| - 'Debugging' |