ernie#
- modeling
- tokenizer
ErnieTokenizer
ErnieTokenizer.vocab_size
ErnieTokenizer.extend_chinese_char()
ErnieTokenizer.get_vocab()
ErnieTokenizer.convert_tokens_to_string()
ErnieTokenizer.num_special_tokens_to_add()
ErnieTokenizer.build_inputs_with_special_tokens()
ErnieTokenizer.build_offset_mapping_with_special_tokens()
ErnieTokenizer.create_token_type_ids_from_sequences()
ErnieTokenizer.get_special_tokens_mask()
ErnieTinyTokenizer
ErnieTinyTokenizer.vocab_size
ErnieTinyTokenizer.convert_tokens_to_string()
ErnieTinyTokenizer.save_resources()
ErnieTinyTokenizer.num_special_tokens_to_add()
ErnieTinyTokenizer.build_inputs_with_special_tokens()
ErnieTinyTokenizer.build_offset_mapping_with_special_tokens()
ErnieTinyTokenizer.create_token_type_ids_from_sequences()
ErnieTinyTokenizer.get_special_tokens_mask()
ErnieTinyTokenizer.get_vocab()