models: - model: eren23/ogno-monarch-jaskier-merge-7b-OH-PREF-DPO-v2 parameters: weight: 0.35 density: 0.8 - model: yam-peleg/Experiment26-7B parameters: weight: 0.65 density: 0.8 base_model: yam-peleg/Experiment26-7B merge_method: dare_ties dtype: bfloat16