albert#
- modeling
- tokenizer
AlbertTokenizer
AlbertTokenizer.vocab_size
AlbertTokenizer.tokenize()
AlbertTokenizer.convert_tokens_to_string()
AlbertTokenizer.num_special_tokens_to_add()
AlbertTokenizer.build_inputs_with_special_tokens()
AlbertTokenizer.build_offset_mapping_with_special_tokens()
AlbertTokenizer.get_special_tokens_mask()
AlbertTokenizer.create_token_type_ids_from_sequences()
AlbertTokenizer.save_resources()