base_model: darkc0de/XortronCriminalComputingConfig | |
chat_template: auto | |
merge_method: dare_ties | |
modules: | |
default: | |
slices: | |
- sources: | |
- layer_range: [0, 40] | |
model: darkc0de/XortronCriminalComputingConfig | |
parameters: | |
weight: 0.4 | |
- layer_range: [0, 40] | |
model: Sorawiz/MistralCreative-24B-Chat | |
parameters: | |
weight: 0.3 | |
- layer_range: [0, 40] | |
model: TheDrummer/Cydonia-24B-v3 | |
parameters: | |
weight: 0.3 | |
out_dtype: bfloat16 | |
parameters: | |
density: 1.0 | |
tokenizer: {} |