paddlenlp.data# collate Stack Stack.__call__() Pad Pad.__call__() Tuple Tuple.__call__() Dict Dict.__call__() data_collator DataCollatorWithPadding default_data_collator() DefaultDataCollator DataCollatorForTokenClassification DataCollatorForSeq2Seq DataCollatorForLanguageModeling DataCollatorForLanguageModeling.paddle_mask_tokens() DataCollatorForLanguageModeling.numpy_mask_tokens() DataCollatorForWholeWordMask DataCollatorForWholeWordMask.paddle_mask_tokens() DataCollatorForWholeWordMask.numpy_mask_tokens() sampler SamplerHelper SamplerHelper.length SamplerHelper.shuffle() SamplerHelper.sort() SamplerHelper.batch() SamplerHelper.shard() tokenizer JiebaTokenizer JiebaTokenizer.cut() JiebaTokenizer.encode() vocab Vocab Vocab.to_tokens() Vocab.to_indices() Vocab.__call__() Vocab.to_json() Vocab.from_json() Vocab.from_dict() Vocab.build_vocab() Vocab.load_vocabulary() Vocab.save_vocabulary()