text_plain_output_1.png
from transformers import AutoTokenizer, BertModel

text = 'Hello World!'

from transformers import AutoTokenizer, BertModel
tokenizer = AutoTokenizer.from_pretrained('bert-base-uncased')
model = BertModel.from_pretrained('bert-base-uncased')

text = 'i love cryptography, mathematics, and cybersecurity.'
tokenized_text = tokenizer.tokenize(text)
print(tokenized_text)