slices: - sources: - layer_range: [0, 12] model: Replete-AI/Replete-Coder-Qwen2-1.5b - sources: - layer_range: [6, 18] model: Replete-AI/Replete-Coder-Qwen2-1.5b parameters: scale: - filter: o_proj value: 0.0 - filter: down_proj value: 0.0 - value: 1.0 - sources: - layer_range: [12, 24] model: M4-ai/Hercules-5.0-Qwen2-1.5B merge_method: passthrough dtype: bfloat16