models: - model: microsoft/Phi-3-mini-4k-instruct # no parameters necessary for base model - model: ndavidson/phi-3.1-abliterated parameters: density: 0.5 weight: 0.5 - model: ndavidson/phi-3.1-qlora-blend-dpo parameters: density: 0.5 weight: 0.5 merge_method: ties base_model: microsoft/Phi-3-mini-4k-instruct parameters: normalize: true dtype: float16