HaloMaster's picture
add fengshen
50f0fbb
raw
history blame
488 Bytes
from .ngram_utils import ZenNgramDict, NGRAM_DICT_NAME
from .modeling import ZenConfig, ZenModel, ZenForPreTraining, ZenForTokenClassification, ZenForSequenceClassification
from .tokenization import BertTokenizer, BasicTokenizer, WordpieceTokenizer
version = "0.1.0"
__all__ = ['ZenNgramDict', 'NGRAM_DICT_NAME', "ZenConfig", "ZenModel", "ZenForPreTraining", "ZenForTokenClassification",
"ZenForSequenceClassification", "BertTokenizer", "BasicTokenizer", "WordpieceTokenizer"]