ppminilm#
- modeling
- tokenizer
PPMiniLMTokenizer
PPMiniLMTokenizer.vocab_size
PPMiniLMTokenizer.get_vocab()
PPMiniLMTokenizer.convert_tokens_to_string()
PPMiniLMTokenizer.num_special_tokens_to_add()
PPMiniLMTokenizer.build_inputs_with_special_tokens()
PPMiniLMTokenizer.build_offset_mapping_with_special_tokens()
PPMiniLMTokenizer.create_token_type_ids_from_sequences()
PPMiniLMTokenizer.get_special_tokens_mask()