models: - model: microsoft/Phi-3.5-mini-instruct # no parameters necessary for base model - model: MaziyarPanahi/calme-2.1-phi3.5-4b parameters: density: 0.8 weight: 0.5 - model: jpacifico/Chocolatine-3B-Instruct-DPO-Revised parameters: density: 0.8 weight: 0.3 merge_method: ties base_model: microsoft/Phi-3.5-mini-instruct parameters: normalize: true dtype: float16