dtype: bfloat16 merge_method: passthrough slices: - sources: - layer_range: [0, 5] model: mistralai/Mistral-7B-Instruct-v0.3 - sources: - layer_range: [2, 7] model: mistralai/Mistral-7B-Instruct-v0.3 - sources: - layer_range: [4, 9] model: mistralai/Mistral-7B-Instruct-v0.3 - sources: - layer_range: [6, 11] model: mistralai/Mistral-7B-Instruct-v0.3 - sources: - layer_range: [8, 13] model: mistralai/Mistral-7B-Instruct-v0.3 - sources: - layer_range: [10, 15] model: mistralai/Mistral-7B-Instruct-v0.3 - sources: - layer_range: [12, 17] model: mistralai/Mistral-7B-Instruct-v0.3 - sources: - layer_range: [14, 19] model: mistralai/Mistral-7B-Instruct-v0.3 - sources: - layer_range: [16, 21] model: mistralai/Mistral-7B-Instruct-v0.3 - sources: - layer_range: [18, 23] model: mistralai/Mistral-7B-Instruct-v0.3 - sources: - layer_range: [20, 25] model: mistralai/Mistral-7B-Instruct-v0.3 - sources: - layer_range: [22, 27] model: mistralai/Mistral-7B-Instruct-v0.3 - sources: - layer_range: [24, 29] model: mistralai/Mistral-7B-Instruct-v0.3 - sources: - layer_range: [26, 31] model: mistralai/Mistral-7B-Instruct-v0.3 - sources: - layer_range: [28, 32] model: mistralai/Mistral-7B-Instruct-v0.3