paddlenlp#
- paddlenlp.data
- paddlenlp.dataaug
- paddlenlp.datasets
- paddlenlp.embeddings
- paddlenlp.experimental
- paddlenlp.layers
- paddlenlp.losses
- paddlenlp.metrics
- paddlenlp.ops
- paddlenlp.seq2vec
- paddlenlp.taskflow
- models
- code_generation
- dependency_parsing
- dialogue
- information_extraction
- knowledge_mining
- lexical_analysis
- named_entity_recognition
- poetry_generation
- pos_tagging
- question_answering
- sentiment_analysis
- task
- taskflow
- text_to_image
- text_correction
- text_generation
- text_similarity
- utils
download_file()
download_check()
add_docstrings()
cut_chinese_sent()
TermTreeNode
TermTree
levenstein_distance()
BurkhardKellerNode
BurkhardKellerTree
TriedTree
Customization
SchemaTree
get_id_and_prob()
WordTagRelationExtractor
DataCollatorGP
DataCollatorForErnieCtm
DocSpan
Example
Feature
Feature.bio_seq_labels
Feature.bioes_seq_labels
Feature.boxes
Feature.doc_labels
Feature.doc_span_index
Feature.doc_tokens
Feature.example_index
Feature.im_base64
Feature.image_rois
Feature.key_labels
Feature.keys
Feature.model_type
Feature.overlaps
Feature.position_ids
Feature.qas_id
Feature.se_seq_labels
Feature.segment_ids
Feature.seq_labels
Feature.text
Feature.text_symbol_ids
Feature.text_type_ids
Feature.token_ids
Feature.token_is_max_context
Feature.token_to_orig_map
Feature.tokens
Feature.unique_id
Compose
ProcessReader
pad_batch_data()
get_final_text()
find_bio_pos()
calEuclidean()
longestCommonSequence()
- word_segmentation
- paddlenlp.trainer
- utils
- argparser
- integrations
- trainer_base
- trainer_callback
TrainerState
TrainerControl
TrainerCallback
TrainerCallback.on_init_end()
TrainerCallback.on_train_begin()
TrainerCallback.on_train_end()
TrainerCallback.on_epoch_begin()
TrainerCallback.on_epoch_end()
TrainerCallback.on_step_begin()
TrainerCallback.on_substep_end()
TrainerCallback.on_step_end()
TrainerCallback.on_evaluate()
TrainerCallback.on_save()
TrainerCallback.on_log()
TrainerCallback.on_prediction_step()
CallbackHandler
CallbackHandler.on_init_end()
CallbackHandler.on_train_begin()
CallbackHandler.on_train_end()
CallbackHandler.on_epoch_begin()
CallbackHandler.on_epoch_end()
CallbackHandler.on_step_begin()
CallbackHandler.on_substep_end()
CallbackHandler.on_step_end()
CallbackHandler.on_evaluate()
CallbackHandler.on_save()
CallbackHandler.on_log()
CallbackHandler.on_prediction_step()
DefaultFlowCallback
ProgressCallback
PrinterCallback
EarlyStoppingCallback
- trainer_utils
- training_args
default_logdir()
TrainingArguments
TrainingArguments.train_batch_size
TrainingArguments.eval_batch_size
TrainingArguments.current_device
TrainingArguments.world_size
TrainingArguments.process_index
TrainingArguments.logical_process_index
TrainingArguments.local_process_index
TrainingArguments.should_log
TrainingArguments.should_save
TrainingArguments.should_save_model_state
TrainingArguments.main_process_first()
TrainingArguments.get_warmup_steps()
TrainingArguments.to_dict()
TrainingArguments.to_json_string()
TrainingArguments.to_sanitized_dict()
TrainingArguments.print_config()
- paddlenlp.transformers
- albert
- artist
- auto
- modeling
AutoBackbone
AutoModel
AutoModelForPretraining
AutoModelForSequenceClassification
AutoModelForTokenClassification
AutoModelForQuestionAnswering
AutoModelForMultipleChoice
AutoModelForMaskedLM
AutoModelForCausalLM
AutoModelForCausalLMPipe
AutoEncoder
AutoDecoder
AutoGenerator
AutoDiscriminator
AutoModelForConditionalGeneration
- tokenizer
- modeling
- bart
- bert
- bert_japanese
- bigbird
- blenderbot
- blenderbot_small
- chinesebert
- codegen
- convbert
- modeling
ConvBertModel
ConvBertForMaskedLM
ConvBertPretrainedModel
ConvBertForTotalPretraining
ConvBertDiscriminator
ConvBertGenerator
ConvBertClassificationHead
ConvBertForSequenceClassification
ConvBertForTokenClassification
ConvBertPretrainingCriterion
ConvBertForQuestionAnswering
ConvBertForMultipleChoice
ConvBertForPretraining
- tokenizer
- modeling
- ctrl
- dallebart
- deberta
- deberta_v2
- distilbert
- electra
- modeling
ElectraModel
ElectraPretrainedModel
ElectraForTotalPretraining
ElectraDiscriminator
ElectraGenerator
ElectraClassificationHead
ElectraForSequenceClassification
ElectraForTokenClassification
ElectraPretrainingCriterion
ElectraForMultipleChoice
ElectraForQuestionAnswering
ElectraForMaskedLM
ElectraForPretraining
ErnieHealthForTotalPretraining
ErnieHealthPretrainingCriterion
ErnieHealthDiscriminator
- tokenizer
- modeling
- ernie
- ernie_ctm
- ernie_doc
- ernie_gen
- ernie_gram
- ernie_m
- fnet
- funnel
- gau_alpha
- gpt
- layoutlm
- layoutlmv2
- layoutxlm
- luke
- mbart
- megatronbert
- mobilebert
- mpnet
- nezha
- opt
- ppminilm
- prophetnet
- reformer
- rembert
- roberta
- roformer
- roformerv2
- semantic_search
- skep
- squeezebert
- t5
- tinybert
- transformer
- unified_transformer
- unimo
- xlm
- xlnet
- attention_utils
- convert_slow_tokenizer
- distill_utils
- export
- generation_utils
- model_outputs
tuple_output()
convert_encoder_output()
ModelOutput
BaseModelOutput
BaseModelOutputWithNoAttention
BaseModelOutputWithPooling
BaseModelOutputWithPast
BaseModelOutputWithPastAndCrossAttentions
BaseModelOutputWithPoolingAndCrossAttentions
SequenceClassifierOutput
TokenClassifierOutput
QuestionAnsweringModelOutput
MultipleChoiceModelOutput
MaskedLMOutput
CausalLMOutputWithPast
CausalLMOutputWithCrossAttentions
Seq2SeqModelOutput
Seq2SeqLMOutput
Seq2SeqQuestionAnsweringModelOutput
Seq2SeqSequenceClassifierOutput
SequenceClassifierOutputWithPast
BackboneOutput
BaseModelOutputWithPoolingAndNoAttention
ImageClassifierOutputWithNoAttention
DepthEstimatorOutput
SemanticSegmenterOutput
Seq2SeqSpectrogramOutput
MoEModelOutputWithPast
MoECausalLMOutputWithPast
- model_utils
PretrainedModel
PretrainedModel.init_weights()
PretrainedModel.from_config()
PretrainedModel.base_model
PretrainedModel.model_name_list
PretrainedModel.can_generate()
PretrainedModel.recompute_enable()
PretrainedModel.recompute_disable()
PretrainedModel.get_memory_footprint()
PretrainedModel.get_input_embeddings()
PretrainedModel.set_input_embeddings()
PretrainedModel.get_output_embeddings()
PretrainedModel.tie_weights()
PretrainedModel.resize_position_embeddings()
PretrainedModel.constructed_from_pretrained_config()
PretrainedModel.save_model_config()
PretrainedModel.save_to_hf_hub()
PretrainedModel.save_to_aistudio()
PretrainedModel.resize_token_embeddings()
PretrainedModel.from_pretrained()
PretrainedModel.save_pretrained()
register_base_model()
- optimization
- sentencepiece_model_pb2
- tokenizer_utils
PretrainedTokenizer
PretrainedTokenizer.vocab_size
PretrainedTokenizer.get_added_vocab()
PretrainedTokenizer.prepare_for_tokenization()
PretrainedTokenizer.tokenize()
PretrainedTokenizer.convert_tokens_to_string()
PretrainedTokenizer.load_vocabulary()
PretrainedTokenizer.save_vocabulary()
PretrainedTokenizer.get_special_tokens_mask()
PretrainedTokenizer.num_special_tokens_to_add()
PretrainedTokenizer.get_offset_mapping()
PretrainedTokenizer.decode_token()
BPETokenizer
tokenize_chinese_chars()
is_chinese_char()
normalize_chars()
tokenize_special_chars()
convert_to_unicode()
- tokenizer_utils_base
AddedToken
FastEncoding
ExplicitEnum
PaddingStrategy
TensorType
to_py_obj()
TruncationStrategy
CharSpan
TokenSpan
BatchEncoding
BatchEncoding.n_sequences
BatchEncoding.is_fast
BatchEncoding.keys()
BatchEncoding.values()
BatchEncoding.items()
BatchEncoding.encodings
BatchEncoding.tokens()
BatchEncoding.sequence_ids()
BatchEncoding.words()
BatchEncoding.word_ids()
BatchEncoding.token_to_sequence()
BatchEncoding.token_to_word()
BatchEncoding.word_to_tokens()
BatchEncoding.token_to_chars()
BatchEncoding.char_to_token()
BatchEncoding.word_to_chars()
BatchEncoding.char_to_word()
BatchEncoding.convert_to_tensors()
SpecialTokensMixin
SpecialTokensMixin.sanitize_special_tokens()
SpecialTokensMixin.add_special_tokens()
SpecialTokensMixin.add_tokens()
SpecialTokensMixin.bos_token
SpecialTokensMixin.eos_token
SpecialTokensMixin.unk_token
SpecialTokensMixin.sep_token
SpecialTokensMixin.pad_token
SpecialTokensMixin.cls_token
SpecialTokensMixin.mask_token
SpecialTokensMixin.additional_special_tokens
SpecialTokensMixin.pad_token_type_id
SpecialTokensMixin.bos_token_id
SpecialTokensMixin.eos_token_id
SpecialTokensMixin.unk_token_id
SpecialTokensMixin.sep_token_id
SpecialTokensMixin.pad_token_id
SpecialTokensMixin.cls_token_id
SpecialTokensMixin.mask_token_id
SpecialTokensMixin.additional_special_tokens_ids
SpecialTokensMixin.special_tokens_map
SpecialTokensMixin.special_tokens_map_extended
SpecialTokensMixin.all_special_tokens
SpecialTokensMixin.all_special_tokens_extended
SpecialTokensMixin.all_special_ids
PretrainedTokenizerBase
PretrainedTokenizerBase.max_len_single_sentence
PretrainedTokenizerBase.max_len_sentences_pair
PretrainedTokenizerBase.get_vocab()
PretrainedTokenizerBase.from_pretrained()
PretrainedTokenizerBase.save_pretrained()
PretrainedTokenizerBase.save_resources()
PretrainedTokenizerBase.save_to_hf_hub()
PretrainedTokenizerBase.save_to_aistudio()
PretrainedTokenizerBase.tokenize()
PretrainedTokenizerBase.__call__()
PretrainedTokenizerBase.encode()
PretrainedTokenizerBase.encode_plus()
PretrainedTokenizerBase.batch_encode()
PretrainedTokenizerBase.pad()
PretrainedTokenizerBase.create_token_type_ids_from_sequences()
PretrainedTokenizerBase.build_inputs_with_special_tokens()
PretrainedTokenizerBase.build_offset_mapping_with_special_tokens()
PretrainedTokenizerBase.prepare_for_model()
PretrainedTokenizerBase.truncate_sequences()
PretrainedTokenizerBase.convert_tokens_to_string()
PretrainedTokenizerBase.batch_decode()
PretrainedTokenizerBase.decode()
PretrainedTokenizerBase.get_special_tokens_mask()
PretrainedTokenizerBase.clean_up_tokenization()
- tokenizer_utils_fast
- utils
convert_ndarray_dtype()
get_scale_by_dtype()
fn_args_to_dict()
adapt_stale_fwd_patch()
InitTrackerMeta
param_in_func()
resolve_cache_dir()
find_transformer_model_type()
find_transformer_model_class_by_name()
convert_file_size_to_int()
cached_file()
get_checkpoint_shard_files()
ContextManagers
dtype_byte_size()
CaptureStd
- paddlenlp.utils