nezha#
- modeling
- tokenizer
NeZhaTokenizer
NeZhaTokenizer.vocab_size
NeZhaTokenizer.convert_tokens_to_string()
NeZhaTokenizer.num_special_tokens_to_add()
NeZhaTokenizer.build_inputs_with_special_tokens()
NeZhaTokenizer.build_offset_mapping_with_special_tokens()
NeZhaTokenizer.create_token_type_ids_from_sequences()
NeZhaTokenizer.get_special_tokens_mask()
NeZhaTokenizer.get_vocab()