xlnet
- modeling
- tokenizer
XLNetTokenizer
XLNetTokenizer.sp_model
XLNetTokenizer.vocab_size
XLNetTokenizer.get_vocab()
XLNetTokenizer.convert_tokens_to_string()
XLNetTokenizer.num_special_tokens_to_add()
XLNetTokenizer.build_inputs_with_special_tokens()
XLNetTokenizer.build_offset_mapping_with_special_tokens()
XLNetTokenizer.get_special_tokens_mask()
XLNetTokenizer.create_token_type_ids_from_sequences()
XLNetTokenizer.save_resources()