models: - model: v000000/L3.1-Celestial-Stone-2x8B+v000000/2x8B_DPO_TRAIN parameters: weight: 1.0 merge_method: linear dtype: bfloat16