base_model: Qwen/Qwen2.5-7B | |
dtype: bfloat16 | |
merge_method: task_arithmetic | |
parameters: | |
lambda: 0.7870041304118442 | |
normalize: 1.0 | |
slices: | |
- sources: | |
- layer_range: [0, 28] | |
model: Qwen/Qwen2.5-7B | |
- layer_range: [0, 28] | |
model: Qwen/Qwen2.5-Math-7B | |
parameters: | |
weight: 0.11841208483160265 | |
- layer_range: [0, 28] | |
model: Qwen/Qwen2.5-7B-Instruct | |
parameters: | |
weight: 0.7783861791140264 |