Talon-DEVRELEASE2 / mergekit_config.yml
marcuscedricridia's picture
Upload folder using huggingface_hub
ec2e594 verified
merge_method: ties
base_model: unsloth/Llama-3.2-3B-Instruct
parameters:
normalize: true
int8_mask: true
dtype: bfloat16
models:
- model: unsloth/Llama-3.2-3B-Instruct
# No parameters needed for the base model itself in this list format
- model: unsloth/Llama-3.2-3B-Instruct+marcuscedricridia/talon-merged-run1
parameters:
density: 0.5
weight: 0.0461538462
- model: unsloth/Llama-3.2-3B-Instruct+marcuscedricridia/talonp13-debug
parameters:
density: 0.5
weight: 0.1
- model: unsloth/Llama-3.2-3B-Instruct+marcuscedricridia/talonp12-helpsteer
parameters:
density: 0.5
weight: 0.0461538462
- model: unsloth/Llama-3.2-3B-Instruct+marcuscedricridia/talonp11-fleschprose
parameters:
density: 0.5
weight: 0.0461538462
- model: unsloth/Llama-3.2-3B-Instruct+marcuscedricridia/talonp10-safe
parameters:
density: 0.5
weight: 0.1
- model: unsloth/Llama-3.2-3B-Instruct+marcuscedricridia/talonp9-scinemotron
parameters:
density: 0.5
weight: 0.1
- model: unsloth/Llama-3.2-3B-Instruct+marcuscedricridia/talonp8-code.1nemotron
parameters:
density: 0.5
weight: 0.1
- model: unsloth/Llama-3.2-3B-Instruct+marcuscedricridia/talonp7-mathv1.1nemotron
parameters:
density: 0.5
weight: 0.1
- model: unsloth/Llama-3.2-3B-Instruct+marcuscedricridia/talonp6-mathv1nemotron
parameters:
density: 0.5
weight: 0.0461538462
- model: unsloth/Llama-3.2-3B-Instruct+marcuscedricridia/talonp5
parameters:
density: 0.5
weight: 0.0461538462
- model: unsloth/Llama-3.2-3B-Instruct+marcuscedricridia/talonp4
parameters:
density: 0.5
weight: 0.0461538462
- model: unsloth/Llama-3.2-3B-Instruct+marcuscedricridia/talonp1lora
parameters:
density: 0.5
weight: 0.1
- model: unsloth/Llama-3.2-3B-Instruct+marcuscedricridia/talonp2lora
parameters:
density: 0.5
weight: 0.1