| license: mit | |
| language: | |
| - ko | |
| library_name: peft | |
| <h1>Training</h1> | |
| <h3>Hardware & Software</h3> | |
| <li> A100x8 * 1</li> | |
| <li> Usung HF PEFT library </li> | |
| <h1>Base Model</h1> | |
| LDCC/LDCC-SOLAR-10.7B | |
| <br> | |
| <h1>Implementation Code</h1> | |
| <code> | |
| from transformers import AutoModelForCausalLM, AutoTokenizer | |
| import torch | |
| repo = "little-fox/Leonardo" | |
| model = AutoModelForCausalLM.from_pretrained(repo) | |
| tokenizer = AutoTokenizer.from_pretrained(repo) | |
| </code> |