ZAHNGYUXUAN commited on
Commit
f8579ac
·
verified ·
1 Parent(s): 0aa722c

add padding_side in tokenizer _pad() method (#22)

Browse files

- added padding_side in the tokenizer _pad() method (16dc1c41079dd64fdde3a702ff19169c2455ff3f)

Files changed (1) hide show
  1. tokenization_chatglm.py +1 -0
tokenization_chatglm.py CHANGED
@@ -263,6 +263,7 @@ class ChatGLM4Tokenizer(PreTrainedTokenizer):
263
  self,
264
  encoded_inputs: Union[Dict[str, EncodedInput], BatchEncoding],
265
  max_length: Optional[int] = None,
 
266
  padding_strategy: PaddingStrategy = PaddingStrategy.DO_NOT_PAD,
267
  pad_to_multiple_of: Optional[int] = None,
268
  return_attention_mask: Optional[bool] = None,
 
263
  self,
264
  encoded_inputs: Union[Dict[str, EncodedInput], BatchEncoding],
265
  max_length: Optional[int] = None,
266
+ padding_side: str = 'left',
267
  padding_strategy: PaddingStrategy = PaddingStrategy.DO_NOT_PAD,
268
  pad_to_multiple_of: Optional[int] = None,
269
  return_attention_mask: Optional[bool] = None,