{ | |
"backbone_checkpoint_name": "t5-large", | |
"backbone_class": "T5ForConditionalGeneration", | |
"backbone_hash": "1ee212efbf4217778b474b9074fd54c6", | |
"common_structure": null, | |
"delta_type": "lora", | |
"lora_alpha": 16, | |
"lora_dropout": 0.0, | |
"lora_r": 8, | |
"modified_modules": [ | |
"SelfAttention.q", | |
"SelfAttention.v", | |
"DenseReluDense.wi" | |
], | |
"opendelta_version": "0.0.1", | |
"transformers_version": "4.17.0" | |
} | |