Index

A

AdamW (class in mindformers.core) added_tokens_decoder (mindformers.models.PreTrainedTokenizer property) (mindformers.models.PreTrainedTokenizerFast property) added_tokens_encoder (mindformers.models.PreTrainedTokenizer property) (mindformers.models.PreTrainedTokenizerFast property)

AutoConfig (class in mindformers) AutoModel (class in mindformers) AutoModelForCausalLM (class in mindformers) AutoProcessor (class in mindformers) AutoTokenizer (class in mindformers)

B

batch() (mindformers.models.multi_modal.ModalContentTransformTemplate method) build_context() (in module mindformers.core) build_conversation_input_text() (mindformers.models.multi_modal.ModalContentTransformTemplate method)

build_inputs_with_special_tokens() (mindformers.models.LlamaTokenizer method) (mindformers.models.LlamaTokenizerFast method) build_labels() (mindformers.models.multi_modal.ModalContentTransformTemplate method) build_modal_context() (mindformers.models.multi_modal.ModalContentTransformTemplate method)

C

Came (class in mindformers.core) can_generate() (mindformers.models.PreTrainedModel class method) CausalLanguageModelDataset (class in mindformers.dataset) chat() (mindformers.generation.GenerationMixin method) ChatGLM2Config (class in mindformers.models.glm2) ChatGLM2ForConditionalGeneration (class in mindformers.models.glm2) ChatGLM3Tokenizer (class in mindformers.models.glm2) ChatGLM4Tokenizer (class in mindformers.models.glm2) CheckpointMonitor (class in mindformers.core) ConstantWarmUpLR (class in mindformers.core) ContrastiveLanguageImagePretrainDataset (class in mindformers.dataset)

convert_args_to_mindformers_config() (mindformers.TrainingArguments method) convert_ids_to_tokens() (mindformers.models.PreTrainedTokenizer method) (mindformers.models.PreTrainedTokenizerFast method) convert_tokens_to_ids() (mindformers.models.PreTrainedTokenizer method) (mindformers.models.PreTrainedTokenizerFast method) CosineAnnealingLR (class in mindformers.core) CosineAnnealingWarmRestarts (class in mindformers.core) CosineWithRestartsAndWarmUpLR (class in mindformers.core) CosineWithWarmUpLR (class in mindformers.core) create_token_type_ids_from_sequences() (mindformers.models.LlamaTokenizer method) CrossEntropyLoss (class in mindformers.core)

E

EmF1Metric (class in mindformers.core) EntityScore (class in mindformers.core)

EvalCallBack (class in mindformers.core) evaluate() (mindformers.Trainer method)

F

finetune() (mindformers.Trainer method) forward() (mindformers.generation.GenerationMixin method) from_config() (mindformers.AutoModel class method) (mindformers.AutoModelForCausalLM class method) from_dict() (mindformers.models.PretrainedConfig class method) from_json_file() (mindformers.models.PretrainedConfig class method)

from_pretrained() (mindformers.AutoConfig class method) (mindformers.AutoModel class method) (mindformers.AutoModelForCausalLM class method) (mindformers.AutoProcessor class method) (mindformers.AutoTokenizer class method) (mindformers.models.PretrainedConfig class method) (mindformers.models.PreTrainedModel class method)

G

generate() (mindformers.generation.GenerationMixin method) GenerationConfig (class in mindformers.generation) GenerationMixin (class in mindformers.generation) get_added_vocab() (mindformers.models.PreTrainedTokenizer method) (mindformers.models.PreTrainedTokenizerFast method) get_cls() (mindformers.tools.register.MindFormerRegister class method) get_config_dict() (mindformers.models.PretrainedConfig class method) get_context() (in module mindformers.core)

get_instance() (mindformers.tools.register.MindFormerRegister class method) get_instance_from_cfg() (mindformers.tools.register.MindFormerRegister class method) get_moe_config() (mindformers.TrainingArguments method) get_need_update_output_items() (mindformers.models.multi_modal.ModalContentTransformTemplate method) get_parallel_config() (mindformers.TrainingArguments method) get_recompute_config() (mindformers.TrainingArguments method) get_special_tokens_mask() (mindformers.models.LlamaTokenizer method) get_warmup_steps() (mindformers.TrainingArguments method)

I

infer() (mindformers.generation.GenerationMixin method)

init_context() (in module mindformers.core) is_exist() (mindformers.tools.register.MindFormerRegister class method)

K

KeyWordGenDataset (class in mindformers.dataset)

L

LearningRateWiseLayer (class in mindformers.core) LinearWithWarmUpLR (class in mindformers.core) LlamaConfig (class in mindformers.models) LlamaForCausalLM (class in mindformers.models)

LlamaTokenizer (class in mindformers.models) LlamaTokenizerFast (class in mindformers.models) LoraConfig (class in mindformers.pet.pet_config) LoraModel (class in mindformers.pet.models)

M

merge_from_dict() (mindformers.tools.MindFormerConfig method) MFLossMonitor (class in mindformers.core) MFPipelineWithLossScaleCell (class in mindformers.wrapper) MFTrainOneStepCell (class in mindformers.wrapper) MindFormerConfig (class in mindformers.tools)

MindFormerModuleType (class in mindformers.tools.register) MindFormerRegister (class in mindformers.tools.register) ModalContentTransformTemplate (class in mindformers.models.multi_modal) ModelRunner (class in mindformers) MultiModalToTextPipeline (class in mindformers.pipeline) MultiTurnDataset (class in mindformers.dataset)

N

num_special_tokens_to_add() (mindformers.models.PreTrainedTokenizer method) (mindformers.models.PreTrainedTokenizerFast method)

O

OpParallelConfig (class in mindformers.modules)

P

PerplexityMetric (class in mindformers.core) PetConfig (class in mindformers.pet.pet_config) pipeline() (in module mindformers) PolynomialWithWarmUpLR (class in mindformers.core) post_init() (mindformers.models.PreTrainedModel method) post_process() (mindformers.models.multi_modal.ModalContentTransformTemplate method) postprocess() (mindformers.generation.GenerationMixin method) pre_gather_func() (mindformers.models.LlamaForCausalLM method) predict() (mindformers.Trainer method)

prepare_for_tokenization() (mindformers.models.PreTrainedTokenizer method) PretrainedConfig (class in mindformers.models) PreTrainedModel (class in mindformers.models) PreTrainedTokenizer (class in mindformers.models) PreTrainedTokenizerFast (class in mindformers.models) process_predict_query() (mindformers.models.multi_modal.ModalContentTransformTemplate method) process_train_item() (mindformers.models.multi_modal.ModalContentTransformTemplate method) ProfileMonitor (class in mindformers.core) PromptAccMetric (class in mindformers.core)

R

register() (mindformers.AutoConfig static method) (mindformers.AutoModel class method) (mindformers.AutoModelForCausalLM class method) (mindformers.AutoProcessor static method) (mindformers.AutoTokenizer static method) (mindformers.tools.register.MindFormerRegister class method)

register_cls() (mindformers.tools.register.MindFormerRegister class method) register_for_auto_class() (mindformers.models.PreTrainedModel class method) run_check() (in module mindformers)

S

save_pretrained() (mindformers.models.PretrainedConfig method) (mindformers.models.PreTrainedModel method) save_vocabulary() (mindformers.models.LlamaTokenizerFast method) set_context() (in module mindformers.core) set_dataloader() (mindformers.TrainingArguments method) set_logging() (mindformers.TrainingArguments method) set_lr_scheduler() (mindformers.TrainingArguments method)

set_optimizer() (mindformers.TrainingArguments method) set_save() (mindformers.TrainingArguments method) set_training() (mindformers.TrainingArguments method) set_truncation_and_padding() (mindformers.models.PreTrainedTokenizerFast method) show_support_list() (mindformers.AutoConfig class method) slow_tokenizer_class (mindformers.models.LlamaTokenizerFast attribute) SummaryMonitor (class in mindformers.core) supported_modal (mindformers.models.multi_modal.ModalContentTransformTemplate property)

T

to_dict() (mindformers.models.PretrainedConfig method) to_diff_dict() (mindformers.models.PretrainedConfig method) to_json_file() (mindformers.models.PretrainedConfig method) to_json_string() (mindformers.models.PretrainedConfig method)

tokenize() (mindformers.models.PreTrainedTokenizer method) train() (mindformers.Trainer method) train_new_from_iterator() (mindformers.models.PreTrainedTokenizerFast method) Trainer (class in mindformers) TrainingArguments (class in mindformers)

U

update_post_processor() (mindformers.models.LlamaTokenizerFast method)