application_vnd.jupyter.stderr_output_1.png
from transformers import AutoTokenizer, AutoModelForCausalLM

import torch

import transformers

import torch
import transformers
from transformers import AutoTokenizer, AutoModelForCausalLM
MIN_TRANSFORMERS_VERSION = '4.25.1'
assert transformers.__version__ >= MIN_TRANSFORMERS_VERSION, f'Please upgrade transformers to version {MIN_TRANSFORMERS_VERSION} or higher.'
tokenizer = AutoTokenizer.from_pretrained('bigscience/bloom-560m')
model = AutoModelForCausalLM.from_pretrained('sai1881/bloom-560m-finetuned-Instruct-DB-v', torch_dtype=torch.float16)
model = model.to('cuda:0')