solar-merge-v1.0 / mergekit_moe_config.yml
jieunhan's picture
Upload folder using huggingface_hub
88bd309 verified
raw
history blame contribute delete
351 Bytes
base_model: upstage/SOLAR-10.7B-v1.0
dtype: float16
experts:
- source_model: upstage/SOLAR-10.7B-Instruct-v1.0
positive_prompts: ["๋‹น์‹ ์€ ์นœ์ ˆํ•œ ๋ณดํŽธ์ ์ธ ์–ด์‹œ์Šคํ„ดํŠธ์ด๋‹ค."]
- source_model: heavytail/kullm-solar
positive_prompts: ["๋‹น์‹ ์€ ์นœ์ ˆํ•œ ์–ด์‹œ์Šคํ„ดํŠธ์ด๋‹ค."]
gate_mode: cheap_embed
tokenizer_source: base