StrangeMerges_51-7B-dare_ties / mergekit_config.yml
Gille's picture
Upload folder using huggingface_hub
0a1cf12 verified
models:
- model: Kukedlc/NeuralMaths-Experiment-7b
# No parameters necessary for base model
- model: WizardLM/WizardMath-7B-V1.1
parameters:
density: 0.66
weight: 0.2
- model: Kukedlc/NeuralCoder-7b
parameters:
density: 0.55
weight: 0.2
- model: Weyaxi/Einstein-v4-7B
parameters:
density: 0.55
weight: 0.2
- model: 0-hero/Matter-0.1-Slim-7B-C-DPO
parameters:
density: 0.44
weight: 0.2
- model: Gille/StrangeMerges_42-7B-dare_ties
parameters:
density: 0.66
weight: 0.2
merge_method: dare_ties
base_model: Kukedlc/NeuralMaths-Experiment-7b
parameters:
int8_mask: true
dtype: bfloat16