peft safetensors mixtral alignment-handbook trl dpo generated_from_trainer dataset:jan-hq/distilabel_dpo_pairs_binarized dataset:argilla/OpenHermes2.5-dpo-binarized-alpha dataset:jan-hq/capybara_dpo_binarized dataset:jan-hq/bagel_dpo_binarized dataset:jan-hq/ultrafeedback_preferences_cleaned_binarized dataset:jan-hq/openmath_instruct_dpo_binarized dataset:jan-hq/distil_math_dpo_binarized dataset:jan-hq/evol_codealpaca_dpo_binarized base_model:TomGrc/FusionNet_7Bx2_MoE_v0.1 base_model:adapter:TomGrc/FusionNet_7Bx2_MoE_v0.1 license:mit 4-bit bitsandbytes region:us