xlnet#
- modeling
- tokenizer
XLNetTokenizerXLNetTokenizer.sp_modelXLNetTokenizer.vocab_sizeXLNetTokenizer.get_vocab()XLNetTokenizer.convert_tokens_to_string()XLNetTokenizer.num_special_tokens_to_add()XLNetTokenizer.build_inputs_with_special_tokens()XLNetTokenizer.build_offset_mapping_with_special_tokens()XLNetTokenizer.get_special_tokens_mask()XLNetTokenizer.create_token_type_ids_from_sequences()XLNetTokenizer.save_resources()