base_model: ./Phi-3.5-mini-instruct/
dtype: bfloat16
merge_method: breadcrumbs_ties
parameters:
  int8_mask: 1.0
  normalize: 0.0
slices:
- sources:
  - layer_range: [0, 32]
    model: ./MediPhi-PubMed/
    parameters:
      density: 0.493602636300503
      gamma: 1.6720241134317
      weight: 0.06352674368303199
  - layer_range: [0, 32]
    model: ./MediPhi-Clinical/
    parameters:
      density: 0.13945100550914405
      gamma: 0.6330106659403112
      weight: 0.5538401962393489
  - layer_range: [0, 32]
    model: ./MediPhi-MedCode/
    parameters:
      density: 0.9265424817500185
      gamma: 1.9263067682230453
      weight: 0.2591472607914765
  - layer_range: [0, 32]
    model: ./MediPhi-MedWiki/
    parameters:
      density: 0.22471877839197088
      gamma: 0.8906459105787018
      weight: 0.017904019341096117
  - layer_range: [0, 32]
    model: ./MediPhi-Guidelines/
    parameters:
      density: 0.766362712622725
      gamma: 0.2721241668046967
      weight: 1.604598536238056
  - layer_range: [0, 32]
    model: ./Phi-3.5-mini-instruct/