|
slices: |
|
- sources: |
|
- model: NousResearch/Nous-Hermes-2-SOLAR-10.7B |
|
layer_range: [0, 12] |
|
- sources: |
|
- model: upstage/SOLAR-10.7B-Instruct-v1.0 |
|
layer_range: [6, 18] |
|
- sources: |
|
- model: NousResearch/Nous-Hermes-2-SOLAR-10.7B |
|
layer_range: [13, 25] |
|
- sources: |
|
- model: upstage/SOLAR-10.7B-Instruct-v1.0 |
|
layer_range: [19, 31] |
|
- sources: |
|
- model: NousResearch/Nous-Hermes-2-SOLAR-10.7B |
|
layer_range: [26, 38] |
|
- sources: |
|
- model: upstage/SOLAR-10.7B-Instruct-v1.0 |
|
layer_range: [32, 44] |
|
- sources: |
|
- model: NousResearch/Nous-Hermes-2-SOLAR-10.7B |
|
layer_range: [39, 48] |
|
|
|
merge_method: passthrough |
|
dtype: float16 |
|
|