base_model:
- aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored
- meta-llama/Llama-3.1-8B-Instruct
library_name: transformers
tags: - mergekit
- merge
LLama-3.1-8B-Janus-Abliterated-V2
This is a merge of pre-trained language models created using mergekit.
Merge Details
Merge Method
This model was merged using the SLERP merge method.
Models Merged
The following models were included in the merge:
Configuration
The following YAML configuration was used to produce this model:
merge_method: slerp
base_model: &model_a meta-llama/Llama-3.1-8B-Instruct # Notice the & anchor trick!
slices:
- sources:
- model: *model_a # Automatically matches base_model
layer_range: [0, 32] # Safely covers all layers (8B up to 70B)
- model: aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored
layer_range: [0, 32]
# Only uncomment the 2 lines below if pulling from a Janus/VL model:
# rename:
# - ["text_model.model.", "model."]
# - ["text_model.", ""]
parameters:
t: 0.60 # 60% Model B, 40% Model A
dtype: bfloat16
tokenizer_source: base