merge_method: linear | |
parameters: | |
weight: 1.0 | |
slices: | |
- sources: | |
- model: yam-peleg/Experiment30-7B | |
layer_range: [0, 16] | |
- sources: | |
- model: Endevor/EndlessRP-v3-7B | |
layer_range: [8, 24] | |
- sources: | |
- model: SanjiWatsuki/Kunoichi-DPO-v2-7B | |
layer_range: [17, 24] | |
- sources: | |
- model: undi95/Toppy-M-7B | |
layer_range: [20, 28] | |
- sources: | |
- model: sanjiwatsuki/Loyal-Toppy-Bruins-Maid-7B-DARE | |
layer_range: [28, 30] | |
- sources: | |
- model: yam-peleg/Experiment30-7B | |
layer_range: [29, 32] | |
dtype: float16 | |
tokenizer_source: model:yam-peleg/Experiment30-7B | |