gbueno86 commited on
Commit
17bcfc1
1 Parent(s): 619db08

Upload mergekit_config.yml with huggingface_hub

Browse files
Files changed (1) hide show
  1. mergekit_config.yml +16 -0
mergekit_config.yml ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ base_model: /Volumes/external2/models/Cat-a-Llama-v2
2
+ dtype: bfloat16
3
+ merge_method: slerp
4
+ parameters:
5
+ t:
6
+ - filter: self_attn
7
+ value: [0.0, 0.5, 0.3, 0.7, 1.0]
8
+ - filter: mlp
9
+ value: [1.0, 0.5, 0.7, 0.3, 0.0]
10
+ - value: 0.5
11
+ slices:
12
+ - sources:
13
+ - layer_range: [0, 80]
14
+ model: /Volumes/external2/models/Cat-a-Llama-v2
15
+ - layer_range: [0, 80]
16
+ model: /Volumes/external2/models/Athallama-3.1-70B