gemma-advanced-v1 / mergekit_config.yml
jsgreenawalt's picture
Update mergekit_config.yml
d36a31c verified
raw
history blame contribute delete
376 Bytes
models:
- model: google/gemma-2-9b-it
# no parameters necessary for base model
- model: princeton-nlp/gemma-2-9b-it-SimPO
parameters:
density: 0.5
weight: 0.5
- model: wzhouad/gemma-2-9b-it-WPO-HB
parameters:
density: 0.5
weight: 0.5
merge_method: della
base_model: google/gemma-2-9b-it
parameters:
normalize: true
dtype: float16