models:
  - model: NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO
  - model: NeverSleep/Noromaid-v0.4-Mixtral-Instruct-8x7b-Zloss
merge_method: slerp
base_model: NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO
parameters:
  t:
    - filter: self_attn
      value: 0.15
    - filter: mlp
      value: [0.35, 0.25, 0.15, 0.10]
    - value: 0.15 # fallback for rest of tensors
dtype: bfloat16
tokenizer_source: model:NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO