Update README.md
Browse files
README.md
CHANGED
@@ -45,6 +45,9 @@ pip install -U transformers accelerate
|
|
45 |
import torch
|
46 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
47 |
|
|
|
|
|
|
|
48 |
# プロンプトの準備
|
49 |
messages = [
|
50 |
{
|
|
|
45 |
import torch
|
46 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
47 |
|
48 |
+
tokenizer = AutoTokenizer.from_pretrained("alfredplpl/Llama-3-8B-Instruct-Ja")
|
49 |
+
model = AutoModelForCausalLM.from_pretrained("alfredplpl/Llama-3-8B-Instruct-Ja", device_map="auto", torch_dtype=torch.bfloat16)
|
50 |
+
|
51 |
# プロンプトの準備
|
52 |
messages = [
|
53 |
{
|