File size: 220 Bytes
d35bc0f
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11

slices:
  - sources:
    - model: KoboldAI/LLaMA2-13B-Tiefighter
      layer_range: [0, 24]
  - sources:
    - model: KoboldAI/LLaMA2-13B-Tiefighter
      layer_range: [16, 40]
merge_method: passthrough
dtype: bfloat16