slices:
  - sources:
    - model: quantumaikr/quantum-dpo-v0.1
      layer_range: [0, 32]
  - sources:
    - model: mncai/mistral-7b-dpo-v6
      layer_range: [24, 32]
merge_method: passthrough
dtype: bfloat16