models: - model: unsloth/Llama-3.2-1B-Instruct+bunnycore/Llama-3.2-1b-chatml-lora_model parameters: density: [1, 0.7, 0.1] # density gradient weight: 1.0 - model: bunnycore/Llama-3.2-1b-Mixer parameters: density: 0.33 weight: - filter: mlp value: 0.5 - value: 0 merge_method: ties base_model: bunnycore/Llama-3.2-1b-Mixer model_type: llama parameters: normalize: true int8_mask: true dtype: float16