Update tokenization_chatglm.py
#114
by
Yu-Jie
- opened
- tokenization_chatglm.py +1 -0
tokenization_chatglm.py
CHANGED
@@ -200,6 +200,7 @@ class ChatGLMTokenizer(PreTrainedTokenizer):
|
|
200 |
padding_strategy: PaddingStrategy = PaddingStrategy.DO_NOT_PAD,
|
201 |
pad_to_multiple_of: Optional[int] = None,
|
202 |
return_attention_mask: Optional[bool] = None,
|
|
|
203 |
) -> dict:
|
204 |
"""
|
205 |
Pad encoded inputs (on left/right and up to predefined length or max length in the batch)
|
|
|
200 |
padding_strategy: PaddingStrategy = PaddingStrategy.DO_NOT_PAD,
|
201 |
pad_to_multiple_of: Optional[int] = None,
|
202 |
return_attention_mask: Optional[bool] = None,
|
203 |
+
padding_side: Optional[str] = None,
|
204 |
) -> dict:
|
205 |
"""
|
206 |
Pad encoded inputs (on left/right and up to predefined length or max length in the batch)
|