Update tokenization_chatglm.py

#114
Files changed (1) hide show
  1. tokenization_chatglm.py +1 -0
tokenization_chatglm.py CHANGED
@@ -200,6 +200,7 @@ class ChatGLMTokenizer(PreTrainedTokenizer):
200
  padding_strategy: PaddingStrategy = PaddingStrategy.DO_NOT_PAD,
201
  pad_to_multiple_of: Optional[int] = None,
202
  return_attention_mask: Optional[bool] = None,
 
203
  ) -> dict:
204
  """
205
  Pad encoded inputs (on left/right and up to predefined length or max length in the batch)
 
200
  padding_strategy: PaddingStrategy = PaddingStrategy.DO_NOT_PAD,
201
  pad_to_multiple_of: Optional[int] = None,
202
  return_attention_mask: Optional[bool] = None,
203
+ padding_side: Optional[str] = None,
204
  ) -> dict:
205
  """
206
  Pad encoded inputs (on left/right and up to predefined length or max length in the batch)