application_vnd.jupyter.stderr_output_4.png text_plain_output_3.png text_plain_output_2.png text_plain_output_1.png
from transformers import AutoTokenizer, AutoModelForSequenceClassification, TrainingArguments, Trainer

model_name = 'microsoft/deberta-v3-base'
tokenizer = AutoTokenizer.from_pretrained(model_name)

new_token_list = ['[URL]', '[MT]', '[HT]', '[MV]']
tokenizer.add_special_tokens({'additional_special_tokens': new_token_list})

tokenizer.all_special_tokens