ernie#
- fast_tokenizer
- modeling
- tokenizer
ErnieTokenizerErnieTokenizer.vocab_sizeErnieTokenizer.extend_chinese_char()ErnieTokenizer.get_vocab()ErnieTokenizer.convert_tokens_to_string()ErnieTokenizer.num_special_tokens_to_add()ErnieTokenizer.build_inputs_with_special_tokens()ErnieTokenizer.build_offset_mapping_with_special_tokens()ErnieTokenizer.create_token_type_ids_from_sequences()ErnieTokenizer.get_special_tokens_mask()
ErnieTinyTokenizerErnieTinyTokenizer.vocab_sizeErnieTinyTokenizer.convert_tokens_to_string()ErnieTinyTokenizer.save_resources()ErnieTinyTokenizer.num_special_tokens_to_add()ErnieTinyTokenizer.build_inputs_with_special_tokens()ErnieTinyTokenizer.build_offset_mapping_with_special_tokens()ErnieTinyTokenizer.create_token_type_ids_from_sequences()ErnieTinyTokenizer.get_special_tokens_mask()ErnieTinyTokenizer.get_vocab()