Index

_

__init__() (common.pytorch.dump_context.DumpContext method) (common.pytorch.gradient_clipper.GradientClipper method) (common.pytorch.half_dtype.HalfDType method) (common.pytorch.layers.AlibiPositionEmbeddingLayer.AlibiPositionEmbeddingLayer method) (common.pytorch.layers.AttentionLayer.MultiheadAttention method) (common.pytorch.layers.BiaslessLayerNorm.BiaslessLayerNorm method) (common.pytorch.layers.EmbeddingLayer.EmbeddingLayer method) (common.pytorch.layers.FeedForwardNetwork.FeedForwardNetwork method) (common.pytorch.layers.FeedForwardNetwork.SingleFeedForwardLayer method) (common.pytorch.layers.GaussianNLLLoss.GaussianNLLLoss method) (common.pytorch.layers.GPTJDecoderLayer.GPTJDecoderLayer method) (common.pytorch.layers.HuberLoss.HuberLoss method) (common.pytorch.layers.MultiMarginLoss.MultiMarginLoss method) (common.pytorch.layers.RelativePositionEmbeddingLayer.RelativePositionEmbeddingLayer method) (common.pytorch.layers.RMSNorm.RMSNorm method) (common.pytorch.layers.SmoothL1Loss.SmoothL1Loss method) (common.pytorch.layers.Transformer.Transformer method) (common.pytorch.layers.TransformerDecoder.TransformerDecoder method) (common.pytorch.layers.TransformerDecoderLayer.TransformerDecoderLayer method) (common.pytorch.layers.TransformerEncoder.TransformerEncoder method) (common.pytorch.layers.TransformerEncoderLayer.TransformerEncoderLayer method) (common.pytorch.loss_utils.LossSaver method) (common.pytorch.metrics.cb_metric.CBMetric method) (common.pytorch.metrics.cb_metric.DeviceOutputs method) (common.pytorch.model_utils.BertPretrainModelLoss.BertPretrainModelLoss method) (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseCheckpointConverter method) (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseCheckpointConverter_HF_CS method) (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseCheckpointConverter_PT_PT method) (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseConfigConverter method) (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseConfigConverter_CS_CS method) (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseConfigConverter_HF_CS method) (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseDictionaryConverter method) (common.pytorch.model_utils.checkpoint_converters.base_converter.ConversionRule method) (common.pytorch.model_utils.checkpoint_converters.base_converter.EquivalentSubkey method) (common.pytorch.model_utils.checkpoint_converters.base_converter.FormatVersions method) (common.pytorch.model_utils.checkpoint_converters.bert.ConfigConverter_Bert_CS16_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bert.ConfigConverter_Bert_CS16_CS18 method) (common.pytorch.model_utils.checkpoint_converters.bert.ConfigConverter_Bert_CS17_CS18 method) (common.pytorch.model_utils.checkpoint_converters.bert.ConfigConverter_Bert_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bert.ConfigConverter_Bert_HF_CS18 method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_Bert_CS17_CS18 method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertLayerNorm_HF_CS method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertModel_CS16_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertModel_CS16_CS18 method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertModel_HF_CS18 method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertPretrainModel_CS16_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertPretrainModel_CS16_CS18 method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertPretrainModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertPretrainModel_HF_CS18 method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.ConfigConverter_BertForQuestionAnswering_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.ConfigConverter_BertForQuestionAnswering_HF_CS18 method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.ConfigConverter_BertForSequenceClassification_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.ConfigConverter_BertForSequenceClassification_HF_CS18 method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.ConfigConverter_BertForTokenClassification_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.ConfigConverter_BertForTokenClassification_HF_CS18 method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertFinetuneModel_CS16_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertFinetuneModel_CS16_CS18 method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertForQuestionAnswering_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertForQuestionAnswering_HF_CS18 method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertForSequenceClassification_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertForSequenceClassification_HF_CS18 method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertForTokenClassification_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertForTokenClassification_HF_CS18 method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.ConfigConverter_BloomModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.ConfigConverter_BloomModel_HF_CS19 method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_Bloom_Attention_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_BloomLMHeadModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_BloomLMHeadModel_HF_CS19 method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_BloomModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_BloomModel_HF_CS19 method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.ConfigConverter_GPT2Model_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.ConfigConverter_GPT2Model_HF_CS18 method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.Converter_GPT2_Attention_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.Converter_GPT2LMHeadModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.Converter_GPT2LMHeadModel_HF_CS18 method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.Converter_GPT2Model_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.Converter_GPT2Model_HF_CS18 method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.ConfigConverter_GPT_Neox_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.ConfigConverter_GPT_Neox_HF_CS18 method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_Attention_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_Headless_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_Headless_HF_CS18 method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_LMHeadModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_LMHeadModel_HF_CS18 method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.ConfigConverter_GPTJModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.ConfigConverter_GPTJModel_HF_CS18 method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.Converter_GPTJ_Attention_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.Converter_GPTJ_Headless_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.Converter_GPTJ_Headless_HF_CS18 method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.Converter_GPTJ_LMHeadModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.Converter_GPTJ_LMHeadModel_HF_CS18 method) (common.pytorch.model_utils.checkpoint_converters.llama.ConfigConverter_LLaMa_HF_CS19 method) (common.pytorch.model_utils.checkpoint_converters.llama.Converter_LlamaAttention_HF_CS method) (common.pytorch.model_utils.checkpoint_converters.llama.Converter_LlamaForCausalLM_HF_CS method) (common.pytorch.model_utils.checkpoint_converters.llama.Converter_LlamaForCausalLM_HF_CS19 method) (common.pytorch.model_utils.checkpoint_converters.llama.Converter_LlamaModel_HF_CS method) (common.pytorch.model_utils.checkpoint_converters.llama.Converter_LlamaModel_HF_CS19 method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.ConfigConverter_OPTModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.ConfigConverter_OPTModel_HF_CS18 method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.Converter_OPT_Attention_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.Converter_OPT_Headless_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.Converter_OPT_Headless_HF_CS18 method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.Converter_OPT_LMHeadModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.Converter_OPT_LMHeadModel_HF_CS18 method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.ConfigConverter_Codegen_Model_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.ConfigConverter_Codegen_Model_HF_CS18 method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_Attention_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_Headless_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_Headless_HF_CS18 method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_LMHeadModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_LMHeadModel_HF_CS18 method) (common.pytorch.model_utils.checkpoint_converters.t5.ConfigConverter_T5_CS16_CS17 method) (common.pytorch.model_utils.checkpoint_converters.t5.ConfigConverter_T5_CS16_CS18 method) (common.pytorch.model_utils.checkpoint_converters.t5.ConfigConverter_T5_CS17_CS18 method) (common.pytorch.model_utils.checkpoint_converters.t5.ConfigConverter_T5_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.t5.ConfigConverter_T5_HF_CS18 method) (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_CS16_CS17 method) (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_CS16_CS18 method) (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_CS17_CS18 method) (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_HF_CS18 method) (common.pytorch.model_utils.convert_checkpoint.CheckpointConverterCLI method) (common.pytorch.model_utils.GPTLMHeadModelLoss.GPTLMHeadModelLoss method) (common.pytorch.model_utils.RotaryPositionEmbeddingHelper.RotaryPositionEmbeddingHelper method) (common.pytorch.model_utils.T5ForConditionalGenerationLoss.T5ForConditionalGenerationLoss method) (common.pytorch.optim.Adadelta.Adadelta method) (common.pytorch.optim.Adafactor.Adafactor method) (common.pytorch.optim.Adagrad.Adagrad method) (common.pytorch.optim.Adamax.Adamax method) (common.pytorch.optim.AdamBase.Adam method) (common.pytorch.optim.AdamBase.AdamBase method) (common.pytorch.optim.AdamBase.AdamW method) (common.pytorch.optim.ASGD.ASGD method) (common.pytorch.optim.CSOptimizer.CSOptimizer method) (common.pytorch.optim.Lamb.Lamb method) (common.pytorch.optim.Lion.Lion method) (common.pytorch.optim.lr_scheduler.ChainedScheduler method) (common.pytorch.optim.lr_scheduler.ConstantLR method) (common.pytorch.optim.lr_scheduler.CosineAnnealingLR method) (common.pytorch.optim.lr_scheduler.CosineAnnealingWarmRestarts method) (common.pytorch.optim.lr_scheduler.CosineDecayLR method) (common.pytorch.optim.lr_scheduler.CyclicLR method) (common.pytorch.optim.lr_scheduler.ExponentialLR method) (common.pytorch.optim.lr_scheduler.InverseExponentialTimeDecayLR method) (common.pytorch.optim.lr_scheduler.InverseSquareRootDecayLR method) (common.pytorch.optim.lr_scheduler.LambdaLR method) (common.pytorch.optim.lr_scheduler.LRScheduler method) (common.pytorch.optim.lr_scheduler.MultiplicativeLR method) (common.pytorch.optim.lr_scheduler.MultiStepLR method) (common.pytorch.optim.lr_scheduler.OneCycleLR method) (common.pytorch.optim.lr_scheduler.PiecewiseConstantLR method) (common.pytorch.optim.lr_scheduler.PolynomialLR method) (common.pytorch.optim.lr_scheduler.ScalePerParamLR method) (common.pytorch.optim.lr_scheduler.SequentialLR method) (common.pytorch.optim.lr_scheduler.StepLR method) (common.pytorch.optim.NAdam.NAdam method) (common.pytorch.optim.RAdam.RAdam method) (common.pytorch.optim.RMSprop.RMSprop method) (common.pytorch.optim.Rprop.Rprop method) (common.pytorch.optim.SGD.SGD method) (common.pytorch.perf_utils.PerfData method) (common.pytorch.pytorch_base_cs_runner.PyTorchBaseCSRunner method) (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) (common.pytorch.pytorch_cs_appliance.PyTorchCSAppliance method) (common.pytorch.pytorch_dist_runner.PyTorchDistRunner method) (common.pytorch.pytorch_runner.PyTorchRunner method) (common.pytorch.PyTorchBaseModel.PyTorchBaseModel method) (common.pytorch.summaries.cb_summary.CBSummary method) (common.pytorch.summaries.cb_summary.DeviceOutputs method) (common.pytorch.summaries.tensor_summary.TensorDescriptor method) (common.pytorch.summaries.tensor_summary.TensorSummary method) (common.pytorch.summaries.tensor_summary.TensorSummaryReader method) (common.pytorch.utils.BufferedShuffleDataset method) (common.pytorch.utils.IterableDatasetSampler method) (common.pytorch.utils.RunConfigParamsValidator method) (common.pytorch.utils.SampleGenerator method) (data_processing.bert.bertsum_data_processor.BertData method) (data_processing.bert.bertsum_data_processor.JsonConverter method) (data_processing.bert.bertsum_data_processor.RougeBasedLabelsFormatter method) (data_processing.bert.bertsum_data_processor.Tokenizer method) (data_processing.bert.dynamic_processor.PreprocessInstance method) (data_processing.bert.mlm_only_processor.MLMOnlyInstance method) (data_processing.bert.ner_data_processor.InputExample method) (data_processing.bert.sentence_pair_processor.SentencePairInstance method) (data_processing.GenericDataProcessor.GenericDataProcessor method) (data_processing.h5_map_dataset.dataset.HDF5Dataset method) (data_processing.h5_map_dataset.readers.H5Reader method) (data_processing.h5_map_dataset.readers.Mixture method) (data_processing.h5_map_dataset.samplers.BaseSampler method) (data_processing.h5_map_dataset.samplers.BatchAccumulator method) (data_processing.h5_map_dataset.samplers.BatchSampler method) (data_processing.h5_map_dataset.samplers.CBSampler method) (data_processing.h5_map_dataset.samplers.Sharder method) (data_processing.HDF5IterableDataProcessor.HDF5IterableDataProcessor method) (data_processing.HDF5IterableDataset.HDF5IterableDataset method) (data_processing.huggingface.HuggingFaceDataProcessor.HuggingFaceDataProcessor method) (data_processing.scripts.hdf5_preprocessing.hdf5_base_preprocessor.HDF5BasePreprocessor method) (data_processing.scripts.hdf5_preprocessing.hdf5_dataset_preprocessors.LMDataPreprocessor method) (data_processing.scripts.hdf5_preprocessing.hdf5_dataset_preprocessors.SummarizationPreprocessor method) (data_processing.scripts.pubmed.preprocess.Downloader.Downloader method) (data_processing.scripts.pubmed.preprocess.TextFormatting.TextFormatting method) (data_processing.scripts.pubmed.preprocess.TextSharding.NLTKSegmenter method) (data_processing.scripts.pubmed.preprocess.TextSharding.Sharding method) (data_processing.tokenizers.BPETokenizer.BPETokenizer method) (data_processing.tokenizers.HFTokenizer.HFTokenizer method) (data_processing.tokenizers.Tokenization.BaseTokenizer method) (data_processing.tokenizers.Tokenization.FullTokenizer method) (data_processing.tokenizers.Tokenization.WordPieceTokenizer method) (experimental.amp.GradScaler method) (experimental.metrics.Metric method) (experimental.optim.Adadelta method) (experimental.optim.Adafactor method) (experimental.optim.Adagrad method) (experimental.optim.Adam method) (experimental.optim.Adamax method) (experimental.optim.AdamW method) (experimental.optim.ASGD method) (experimental.optim.Lamb method) (experimental.optim.Lion method) (experimental.optim.lr_scheduler.ChainedScheduler method) (experimental.optim.lr_scheduler.ConstantLR method) (experimental.optim.lr_scheduler.CosineAnnealingLR method) (experimental.optim.lr_scheduler.CosineAnnealingWarmRestarts method) (experimental.optim.lr_scheduler.CosineDecayLR method) (experimental.optim.lr_scheduler.CyclicLR method) (experimental.optim.lr_scheduler.ExponentialLR method) (experimental.optim.lr_scheduler.InverseExponentialTimeDecayLR method) (experimental.optim.lr_scheduler.InverseSquareRootDecayLR method) (experimental.optim.lr_scheduler.LambdaLR method) (experimental.optim.lr_scheduler.LinearLR method) (experimental.optim.lr_scheduler.MultiplicativeLR method) (experimental.optim.lr_scheduler.MultiStepLR method) (experimental.optim.lr_scheduler.OneCycleLR method) (experimental.optim.lr_scheduler.PiecewiseConstantLR method) (experimental.optim.lr_scheduler.PolynomialLR method) (experimental.optim.lr_scheduler.SequentialLR method) (experimental.optim.lr_scheduler.StepLR method) (experimental.optim.NAdam method) (experimental.optim.Optimizer method) (experimental.optim.RAdam method) (experimental.optim.RMSprop method) (experimental.optim.Rprop method) (experimental.optim.SGD method) (experimental.utils.data.DataExecutor method) (experimental.utils.data.DataLoader method) (experimental.utils.data.SyntheticDataset method) (vision.pytorch.input.classification.dataset_factory.Processor method) (vision.pytorch.input.classification.dataset_factory.VisionSubset method) (vision.pytorch.input.classification.mixup.RandomCutmix method) (vision.pytorch.input.classification.mixup.RandomMixup method) (vision.pytorch.input.classification.sampler.RepeatedAugSampler method) (vision.pytorch.input.utils.FastDataLoader method) (vision.pytorch.input.utils.ShardedSampler method) (vision.pytorch.layers.AdaLayerNorm.AdaLayerNorm method) (vision.pytorch.layers.BatchChannelNorm.BatchChannelNorm2D method) (vision.pytorch.layers.ConvNormActBlock.ConvNormActBlock method) (vision.pytorch.layers.ConvNormActBlock.ConvNormActBlockModule method) (vision.pytorch.layers.ConvNormActBlock.ConvNormActLayers method) (vision.pytorch.layers.GroupInstanceNorm.GroupInstanceNorm method) (vision.pytorch.layers.utils.ModuleWrapperClass method) (vision.pytorch.losses.dice_loss.Dice method) (vision.pytorch.losses.dice_loss.DiceCELoss method) (vision.pytorch.losses.dice_loss.DiceScore method)

__new__() (common.pytorch.PyTorchBaseModel.Final static method) (data_processing.utils.maskedLmInstance static method)

A

accumulate() (common.pytorch.loss_utils.LossSaver method) AccuracyMetric (class in experimental.metrics) Adadelta (class in common.pytorch.optim.Adadelta) (class in experimental.optim) Adafactor (class in common.pytorch.optim.Adafactor) (class in experimental.optim) Adagrad (class in common.pytorch.optim.Adagrad) (class in experimental.optim) AdaLayerNorm (class in vision.pytorch.layers.AdaLayerNorm) Adam (class in common.pytorch.optim.AdamBase) (class in experimental.optim) Adamax (class in common.pytorch.optim.Adamax) (class in experimental.optim) AdamBase (class in common.pytorch.optim.AdamBase) (in module experimental.optim) AdamW (class in common.pytorch.optim.AdamBase) (class in experimental.optim) add() (common.pytorch.loss_utils.LossSaver method) add_common_args() (in module data_processing.scripts.hdf5_preprocessing.utils) add_csx_arguments() (in module common.run_utils.cli_parser) add_general_arguments() (in module common.run_utils.cli_parser) add_global_step() (common.pytorch.optim.Adafactor.Adafactor method) add_gpu_arguments() (in module common.run_utils.cli_parser) add_special_tokens() (data_processing.tokenizers.HFTokenizer.HFTokenizer method) add_token() (data_processing.scripts.hdf5_preprocessing.hdf5_base_preprocessor.HDF5BasePreprocessor method) (data_processing.tokenizers.BPETokenizer.BPETokenizer method) (data_processing.tokenizers.HFTokenizer.HFTokenizer method) adjust_channels() (in module vision.pytorch.layers.utils)

adjust_depth() (in module vision.pytorch.layers.utils) AlibiPositionEmbeddingLayer (class in common.pytorch.layers.AlibiPositionEmbeddingLayer) ANY (common.run_utils.utils.DeviceType attribute) appliance_sparsify() (in module common.pytorch.sparsity.appliance) apply_attention_bias() (common.pytorch.layers.AttentionLayer.MultiheadAttention method) apply_loss_reduction() (in module common.pytorch.layers.utils) apply_position_bias() (common.pytorch.layers.AttentionLayer.MultiheadAttention method) (in module common.pytorch.layers.utils) apply_rotary_position_embedding() (common.pytorch.layers.AttentionLayer.MultiheadAttention method) archive_to_tokens() (in module data_processing.scripts.utils) arg_filter() (in module common.pytorch.run_utils) args (common.pytorch.metrics.cb_metric.DeviceOutputs attribute) (common.pytorch.summaries.cb_summary.DeviceOutputs attribute) ASGD (class in common.pytorch.optim.ASGD) (class in experimental.optim) assemble_disallowlist() (in module common.run_utils.cli_parser) assert_already_converted() (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_Bloom_Attention_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.Converter_GPT2_Attention_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_Attention_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_Attention_HF_CS17 method) assert_attention_inner_dim() (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.ConfigConverter_BloomModel_HF_CS17 method) assert_decoder_nonlinearity() (common.pytorch.model_utils.checkpoint_converters.t5.ConfigConverter_T5_HF_CS17 method) assert_factory_fn() (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseConfigConverter static method) assert_filter_size() (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.ConfigConverter_BloomModel_HF_CS17 method) assert_mlm_nonlinearity() (common.pytorch.model_utils.checkpoint_converters.bert.ConfigConverter_Bert_HF_CS17 method) assert_rotary_dim() (common.pytorch.model_utils.checkpoint_converters.llama.ConfigConverter_LLaMa_HF_CS19 method) assert_word_embed_proj_dim() (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.ConfigConverter_OPTModel_HF_CS17 method) autogen_loss() (in module common.pytorch.layers.utils) average_loss (common.pytorch.loss_utils.LossSaver property)

B

backward() (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) (common.pytorch.pytorch_cs_appliance.PyTorchCSAppliance method) BaseCheckpointConverter (class in common.pytorch.model_utils.checkpoint_converters.base_converter) BaseCheckpointConverter_HF_CS (class in common.pytorch.model_utils.checkpoint_converters.base_converter) BaseCheckpointConverter_PT_PT (class in common.pytorch.model_utils.checkpoint_converters.base_converter) BaseConfigConverter (class in common.pytorch.model_utils.checkpoint_converters.base_converter) BaseConfigConverter_CS_CS (class in common.pytorch.model_utils.checkpoint_converters.base_converter) BaseConfigConverter_HF_CS (class in common.pytorch.model_utils.checkpoint_converters.base_converter) BaseDictionaryConverter (class in common.pytorch.model_utils.checkpoint_converters.base_converter) BaseSampler (class in data_processing.h5_map_dataset.samplers) BaseTokenizer (class in data_processing.tokenizers.Tokenization) BatchAccumulator (class in data_processing.h5_map_dataset.samplers) BatchChannelNorm2D (class in vision.pytorch.layers.BatchChannelNorm) BatchSampler (class in data_processing.h5_map_dataset.samplers)

BCELoss (class in common.pytorch.layers.BCELoss) BCEWithLogitsLoss (class in common.pytorch.layers.BCEWithLogitsLoss) BertData (class in data_processing.bert.bertsum_data_processor) BertPretrainModelLoss (class in common.pytorch.model_utils.BertPretrainModelLoss) BiaslessLayerNorm (class in common.pytorch.layers.BiaslessLayerNorm) bpe() (data_processing.tokenizers.BPETokenizer.BPETokenizer method) BPETokenizer (class in data_processing.tokenizers.BPETokenizer) bucketed_batch() (in module common.pytorch.input_utils) BufferedShuffleDataset (class in common.pytorch.utils) build_sparsify_grouper() (in module common.pytorch.sparsity.appliance) by_sample (data_processing.h5_map_dataset.dataset.HDF5Dataset property) (data_processing.h5_map_dataset.readers.H5Reader property) (data_processing.h5_map_dataset.readers.Mixture property) bytes_to_unicode() (in module data_processing.tokenizers.BPETokenizer)

C

c_attn_converter() (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.Converter_GPT2_Attention_HF_CS17 method) c_attn_converter_cs17_to_hf() (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.Converter_GPT2_Attention_HF_CS17 method) c_attn_converter_hf_to_cs17() (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.Converter_GPT2_Attention_HF_CS17 method) calculate_attention_logits() (common.pytorch.layers.AttentionLayer.MultiheadAttention method) calculate_attention_output() (common.pytorch.layers.AttentionLayer.MultiheadAttention method) calculate_attention_scores() (common.pytorch.layers.AttentionLayer.MultiheadAttention method) CBMetric (class in common.pytorch.metrics.cb_metric) CBSampler (class in data_processing.h5_map_dataset.samplers) CBSummary (class in common.pytorch.summaries.cb_summary) CBSummaryMeta (class in common.pytorch.summaries.cb_summary) ChainedScheduler (class in common.pytorch.optim.lr_scheduler) (class in experimental.optim.lr_scheduler) check_amp() (common.pytorch.gradient_clipper.GradientClipper method) check_and_create_output_dirs() (in module common.input.utils) check_extra_params() (common.pytorch.layers.AttentionLayer.MultiheadAttention method) check_output() (in module data_processing.bert.bertsum_data_processor) check_split_valid() (vision.pytorch.input.classification.dataset_factory.Processor method) CheckpointConverterCLI (class in common.pytorch.model_utils.convert_checkpoint) clear() (common.pytorch.loss_utils.LossSaver method) clip() (common.pytorch.gradient_clipper.GradientClipper method) clip_gradients_and_return_isfinite() (experimental.amp.GradScaler method) collect_perf_data() (in module common.pytorch.perf_utils) combine_masks() (common.pytorch.layers.AttentionLayer.MultiheadAttention method) common.input module common.input.utils module common.model_utils module common.model_utils.count_lines module common.model_utils.sparsity module common.pytorch module common.pytorch.dump_context module common.pytorch.gradient_clipper module common.pytorch.half_dtype module common.pytorch.input_utils module common.pytorch.layers module common.pytorch.layers.AlibiPositionEmbeddingLayer module common.pytorch.layers.AttentionHelper module common.pytorch.layers.AttentionLayer module common.pytorch.layers.BCELoss module common.pytorch.layers.BCEWithLogitsLoss module common.pytorch.layers.BiaslessLayerNorm module common.pytorch.layers.CosineEmbeddingLoss module common.pytorch.layers.CrossEntropyLoss module common.pytorch.layers.CTCLoss module common.pytorch.layers.EmbeddingLayer module common.pytorch.layers.FeedForwardNetwork module common.pytorch.layers.GaussianNLLLoss module common.pytorch.layers.GPTJDecoderLayer module common.pytorch.layers.HingeEmbeddingLoss module common.pytorch.layers.HuberLoss module common.pytorch.layers.KLDivLoss module common.pytorch.layers.L1Loss module common.pytorch.layers.MarginRankingLoss module common.pytorch.layers.MSELoss module common.pytorch.layers.MultiLabelSoftMarginLoss module common.pytorch.layers.MultiMarginLoss module common.pytorch.layers.NLLLoss module common.pytorch.layers.PoissonNLLLoss module common.pytorch.layers.RelativePositionEmbeddingLayer module common.pytorch.layers.RMSNorm module common.pytorch.layers.SmoothL1Loss module common.pytorch.layers.Transformer module common.pytorch.layers.TransformerDecoder module common.pytorch.layers.TransformerDecoderLayer module common.pytorch.layers.TransformerEncoder module common.pytorch.layers.TransformerEncoderLayer module common.pytorch.layers.TripletMarginLoss module common.pytorch.layers.TripletMarginWithDistanceLoss module common.pytorch.layers.utils module common.pytorch.loss_utils module common.pytorch.metrics module common.pytorch.metrics.accuracy module common.pytorch.metrics.auc module common.pytorch.metrics.cb_metric module common.pytorch.metrics.dice_coefficient module common.pytorch.metrics.fbeta_score module common.pytorch.metrics.mean_iou module common.pytorch.metrics.mean_per_class_accuracy module common.pytorch.metrics.metric_utils module common.pytorch.metrics.perplexity module common.pytorch.metrics.precision_at_k module common.pytorch.metrics.recall_at_k module common.pytorch.metrics.rouge_score module common.pytorch.model_utils module common.pytorch.model_utils.activations module common.pytorch.model_utils.BertPretrainModelLoss module common.pytorch.model_utils.checkpoint_converters module common.pytorch.model_utils.checkpoint_converters.base_converter module common.pytorch.model_utils.checkpoint_converters.bert module common.pytorch.model_utils.checkpoint_converters.bert_finetune module common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs module common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs module common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs module common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs module common.pytorch.model_utils.checkpoint_converters.llama module common.pytorch.model_utils.checkpoint_converters.opt_hf_cs module common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs module common.pytorch.model_utils.checkpoint_converters.t5 module common.pytorch.model_utils.convert_checkpoint module common.pytorch.model_utils.create_initializer module common.pytorch.model_utils.GPTLMHeadModelLoss module common.pytorch.model_utils.RotaryPositionEmbeddingHelper module common.pytorch.model_utils.T5ForConditionalGenerationLoss module common.pytorch.model_utils.weight_initializers module common.pytorch.optim module common.pytorch.optim.Adadelta module common.pytorch.optim.Adafactor module common.pytorch.optim.Adagrad module common.pytorch.optim.Adamax module common.pytorch.optim.AdamBase module common.pytorch.optim.ASGD module common.pytorch.optim.CSOptimizer module common.pytorch.optim.Lamb module common.pytorch.optim.Lion module common.pytorch.optim.lr_scheduler module common.pytorch.optim.NAdam module common.pytorch.optim.RAdam module common.pytorch.optim.RMSprop module common.pytorch.optim.Rprop module common.pytorch.optim.SGD module common.pytorch.optim.utils module common.pytorch.perf_utils module common.pytorch.pytorch_base_cs_runner module common.pytorch.pytorch_base_runner module common.pytorch.pytorch_cs_appliance module common.pytorch.pytorch_dist_runner module common.pytorch.pytorch_runner module common.pytorch.PyTorchBaseModel module common.pytorch.run_cstorch_flow module common.pytorch.run_utils module common.pytorch.sparsity module common.pytorch.sparsity.appliance module common.pytorch.sparsity.finalizer module common.pytorch.summaries module common.pytorch.summaries.cb_summary module common.pytorch.summaries.scalar_summary module common.pytorch.summaries.tensor_summary module

common.pytorch.utils module common.run_utils module common.run_utils.cli_parser module common.run_utils.cli_pytorch module common.run_utils.utils module compile_time (common.pytorch.perf_utils.PerfData attribute) compute() (common.pytorch.metrics.cb_metric.CBMetric method) (experimental.metrics.Metric method) compute_all_metrics() (in module common.pytorch.metrics.cb_metric) (in module experimental.metrics) compute_confusion_matrix() (in module common.pytorch.metrics.metric_utils) compute_eval_metrics() (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) (common.pytorch.pytorch_cs_appliance.PyTorchCSAppliance method) (common.pytorch.pytorch_dist_runner.PyTorchDistRunner method) compute_grad_norm() (in module common.pytorch.run_cstorch_flow) compute_helper() (in module common.pytorch.metrics.dice_coefficient) (in module common.pytorch.metrics.mean_iou) (in module common.pytorch.metrics.mean_per_class_accuracy) compute_mask() (in module common.pytorch.sparsity.appliance) compute_params_norm() (in module common.pytorch.run_cstorch_flow) compute_positional_embeddings() (common.pytorch.layers.EmbeddingLayer.EmbeddingLayer method) compute_raw_relative_positions() (common.pytorch.layers.RelativePositionEmbeddingLayer.RelativePositionEmbeddingLayer static method) compute_relative_positions() (common.pytorch.layers.RelativePositionEmbeddingLayer.RelativePositionEmbeddingLayer method) compute_segment_embeddings() (common.pytorch.layers.EmbeddingLayer.EmbeddingLayer method) compute_token_embeddings() (common.pytorch.layers.EmbeddingLayer.EmbeddingLayer method) ConfigConversionError ConfigConverter_Bert_CS16_CS17 (class in common.pytorch.model_utils.checkpoint_converters.bert) ConfigConverter_Bert_CS16_CS18 (class in common.pytorch.model_utils.checkpoint_converters.bert) ConfigConverter_Bert_CS17_CS18 (class in common.pytorch.model_utils.checkpoint_converters.bert) ConfigConverter_Bert_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.bert) ConfigConverter_Bert_HF_CS18 (class in common.pytorch.model_utils.checkpoint_converters.bert) ConfigConverter_BertForQuestionAnswering_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.bert_finetune) ConfigConverter_BertForQuestionAnswering_HF_CS18 (class in common.pytorch.model_utils.checkpoint_converters.bert_finetune) ConfigConverter_BertForSequenceClassification_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.bert_finetune) ConfigConverter_BertForSequenceClassification_HF_CS18 (class in common.pytorch.model_utils.checkpoint_converters.bert_finetune) ConfigConverter_BertForTokenClassification_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.bert_finetune) ConfigConverter_BertForTokenClassification_HF_CS18 (class in common.pytorch.model_utils.checkpoint_converters.bert_finetune) ConfigConverter_BloomModel_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs) ConfigConverter_BloomModel_HF_CS19 (class in common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs) ConfigConverter_Codegen_Model_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs) ConfigConverter_Codegen_Model_HF_CS18 (class in common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs) ConfigConverter_GPT2Model_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs) ConfigConverter_GPT2Model_HF_CS18 (class in common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs) ConfigConverter_GPT_Neox_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs) ConfigConverter_GPT_Neox_HF_CS18 (class in common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs) ConfigConverter_GPTJModel_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs) ConfigConverter_GPTJModel_HF_CS18 (class in common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs) ConfigConverter_LLaMa_HF_CS19 (class in common.pytorch.model_utils.checkpoint_converters.llama) ConfigConverter_OPTModel_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.opt_hf_cs) ConfigConverter_OPTModel_HF_CS18 (class in common.pytorch.model_utils.checkpoint_converters.opt_hf_cs) ConfigConverter_T5_CS16_CS17 (class in common.pytorch.model_utils.checkpoint_converters.t5) ConfigConverter_T5_CS16_CS18 (class in common.pytorch.model_utils.checkpoint_converters.t5) ConfigConverter_T5_CS17_CS18 (class in common.pytorch.model_utils.checkpoint_converters.t5) ConfigConverter_T5_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.t5) ConfigConverter_T5_HF_CS18 (class in common.pytorch.model_utils.checkpoint_converters.t5) configure_lr_scheduler() (in module experimental.optim) configure_optimizer() (in module experimental.optim) ConstantLR (class in common.pytorch.optim.lr_scheduler) (class in experimental.optim.lr_scheduler) construct_key_vector() (common.pytorch.layers.AttentionLayer.MultiheadAttention method) construct_present_kv() (common.pytorch.layers.AttentionLayer.MultiheadAttention method) construct_query_vector() (common.pytorch.layers.AttentionLayer.MultiheadAttention method) construct_value_vector() (common.pytorch.layers.AttentionLayer.MultiheadAttention method) ConversionRule (class in common.pytorch.model_utils.checkpoint_converters.base_converter) convert() (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseCheckpointConverter class method) (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseConfigConverter class method) convert_all_keys() (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseDictionaryConverter method) convert_attention_type() (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.ConfigConverter_GPT2Model_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.ConfigConverter_GPTJModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.ConfigConverter_OPTModel_HF_CS17 method) convert_bias() (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.ConfigConverter_OPTModel_HF_CS17 method) convert_checkpoint() (in module common.pytorch.model_utils.convert_checkpoint) convert_checkpoint_from_file() (in module common.pytorch.model_utils.convert_checkpoint) convert_cls_predictions_bias() (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertPretrainModel_CS16_CS17 method) convert_config() (in module common.pytorch.model_utils.convert_checkpoint) convert_config_from_file() (in module common.pytorch.model_utils.convert_checkpoint) convert_dataset_to_HDF5() (in module data_processing.scripts.hdf5_preprocessing.convert_dataset_to_HDF5) convert_dense_layer() (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_CS16_CS17 method) convert_embeddings() (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_HF_CS17 method) convert_helper() (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseCheckpointConverter method) (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseConfigConverter method) convert_ids_to_tokens() (data_processing.tokenizers.Tokenization.FullTokenizer method) convert_key() (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseDictionaryConverter method) (common.pytorch.model_utils.checkpoint_converters.base_converter.ConversionRule method) convert_nonlinearity() (common.pytorch.model_utils.checkpoint_converters.llama.ConfigConverter_LLaMa_HF_CS19 method) (common.pytorch.model_utils.checkpoint_converters.t5.ConfigConverter_T5_HF_CS17 method) convert_output_and_inv_freq() (common.pytorch.model_utils.checkpoint_converters.llama.Converter_LlamaAttention_HF_CS method) convert_position_embedding_type() (common.pytorch.model_utils.checkpoint_converters.bert.ConfigConverter_Bert_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.ConfigConverter_GPTJModel_HF_CS17 method) convert_relative_attention_bias_cs16_to_cs17() (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_CS16_CS17 method) convert_relative_attention_bias_cs17_to_cs16() (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_CS16_CS17 method) convert_relative_attention_bias_cs17_to_hf() (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_HF_CS17 method) convert_state_dict_for_checkpoint() (common.pytorch.optim.AdamBase.AdamBase method) convert_str_to_int_list() (in module data_processing.utils) convert_to_json_files() (in module data_processing.bert.bertsum_data_processor) convert_to_unicode() (in module data_processing.utils) convert_tokens_to_ids() (data_processing.tokenizers.Tokenization.FullTokenizer method) convert_with_interleaving() (common.pytorch.model_utils.checkpoint_converters.llama.Converter_LlamaAttention_HF_CS method) Converter_Bert_CS17_CS18 (class in common.pytorch.model_utils.checkpoint_converters.bert) Converter_BertFinetuneModel_CS16_CS17 (class in common.pytorch.model_utils.checkpoint_converters.bert_finetune) Converter_BertFinetuneModel_CS16_CS18 (class in common.pytorch.model_utils.checkpoint_converters.bert_finetune) Converter_BertForQuestionAnswering_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.bert_finetune) Converter_BertForQuestionAnswering_HF_CS18 (class in common.pytorch.model_utils.checkpoint_converters.bert_finetune) Converter_BertForSequenceClassification_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.bert_finetune) Converter_BertForSequenceClassification_HF_CS18 (class in common.pytorch.model_utils.checkpoint_converters.bert_finetune) Converter_BertForTokenClassification_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.bert_finetune) Converter_BertForTokenClassification_HF_CS18 (class in common.pytorch.model_utils.checkpoint_converters.bert_finetune) Converter_BertLayerNorm_HF_CS (class in common.pytorch.model_utils.checkpoint_converters.bert) Converter_BertModel_CS16_CS17 (class in common.pytorch.model_utils.checkpoint_converters.bert) Converter_BertModel_CS16_CS18 (class in common.pytorch.model_utils.checkpoint_converters.bert) Converter_BertModel_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.bert) Converter_BertModel_HF_CS18 (class in common.pytorch.model_utils.checkpoint_converters.bert) Converter_BertPretrainModel_CS16_CS17 (class in common.pytorch.model_utils.checkpoint_converters.bert) Converter_BertPretrainModel_CS16_CS18 (class in common.pytorch.model_utils.checkpoint_converters.bert) Converter_BertPretrainModel_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.bert) Converter_BertPretrainModel_HF_CS18 (class in common.pytorch.model_utils.checkpoint_converters.bert) Converter_Bloom_Attention_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs) Converter_BloomLMHeadModel_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs) Converter_BloomLMHeadModel_HF_CS19 (class in common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs) Converter_BloomModel_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs) Converter_BloomModel_HF_CS19 (class in common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs) Converter_Codegen_Attention_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs) Converter_Codegen_Headless_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs) Converter_Codegen_Headless_HF_CS18 (class in common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs) Converter_Codegen_LMHeadModel_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs) Converter_Codegen_LMHeadModel_HF_CS18 (class in common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs) Converter_GPT2_Attention_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs) Converter_GPT2LMHeadModel_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs) Converter_GPT2LMHeadModel_HF_CS18 (class in common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs) Converter_GPT2Model_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs) Converter_GPT2Model_HF_CS18 (class in common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs) Converter_GPT_Neox_Attention_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs) Converter_GPT_Neox_Headless_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs) Converter_GPT_Neox_Headless_HF_CS18 (class in common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs) Converter_GPT_Neox_LMHeadModel_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs) Converter_GPT_Neox_LMHeadModel_HF_CS18 (class in common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs) Converter_GPTJ_Attention_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs) Converter_GPTJ_Headless_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs) Converter_GPTJ_Headless_HF_CS18 (class in common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs) Converter_GPTJ_LMHeadModel_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs) Converter_GPTJ_LMHeadModel_HF_CS18 (class in common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs) Converter_LlamaAttention_HF_CS (class in common.pytorch.model_utils.checkpoint_converters.llama) Converter_LlamaForCausalLM_HF_CS (class in common.pytorch.model_utils.checkpoint_converters.llama) Converter_LlamaForCausalLM_HF_CS19 (class in common.pytorch.model_utils.checkpoint_converters.llama) Converter_LlamaModel_HF_CS (class in common.pytorch.model_utils.checkpoint_converters.llama) Converter_LlamaModel_HF_CS19 (class in common.pytorch.model_utils.checkpoint_converters.llama) converter_note() (common.pytorch.model_utils.checkpoint_converters.bert.Converter_Bert_CS17_CS18 class method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertPretrainModel_CS16_CS17 class method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertPretrainModel_CS16_CS18 class method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertPretrainModel_HF_CS17 class method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertPretrainModel_HF_CS18 class method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertFinetuneModel_CS16_CS17 class method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertFinetuneModel_CS16_CS18 class method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertForQuestionAnswering_HF_CS17 class method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertForQuestionAnswering_HF_CS18 class method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertForSequenceClassification_HF_CS17 class method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertForSequenceClassification_HF_CS18 class method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertForTokenClassification_HF_CS17 class method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertForTokenClassification_HF_CS18 class method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_BloomLMHeadModel_HF_CS17 class method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_BloomLMHeadModel_HF_CS19 class method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_BloomModel_HF_CS17 class method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_BloomModel_HF_CS19 class method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.Converter_GPT2LMHeadModel_HF_CS17 class method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.Converter_GPT2LMHeadModel_HF_CS18 class method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.Converter_GPT2Model_HF_CS17 class method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.Converter_GPT2Model_HF_CS18 class method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_Headless_HF_CS17 class method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_Headless_HF_CS18 class method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_LMHeadModel_HF_CS17 class method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_LMHeadModel_HF_CS18 class method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.Converter_GPTJ_Headless_HF_CS17 class method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.Converter_GPTJ_Headless_HF_CS18 class method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.Converter_GPTJ_LMHeadModel_HF_CS17 class method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.Converter_GPTJ_LMHeadModel_HF_CS18 class method) (common.pytorch.model_utils.checkpoint_converters.llama.Converter_LlamaForCausalLM_HF_CS19 class method) (common.pytorch.model_utils.checkpoint_converters.llama.Converter_LlamaModel_HF_CS19 class method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.Converter_OPT_Headless_HF_CS17 class method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.Converter_OPT_Headless_HF_CS18 class method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.Converter_OPT_LMHeadModel_HF_CS17 class method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.Converter_OPT_LMHeadModel_HF_CS18 class method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_Headless_HF_CS17 class method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_Headless_HF_CS18 class method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_LMHeadModel_HF_CS17 class method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_LMHeadModel_HF_CS18 class method) (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_CS16_CS17 class method) (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_CS16_CS18 class method) (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_CS17_CS18 class method) (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_HF_CS17 class method) (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_HF_CS18 class method) Converter_OPT_Attention_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.opt_hf_cs) Converter_OPT_Headless_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.opt_hf_cs) Converter_OPT_Headless_HF_CS18 (class in common.pytorch.model_utils.checkpoint_converters.opt_hf_cs) Converter_OPT_LMHeadModel_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.opt_hf_cs) Converter_OPT_LMHeadModel_HF_CS18 (class in common.pytorch.model_utils.checkpoint_converters.opt_hf_cs) Converter_T5_CS16_CS17 (class in common.pytorch.model_utils.checkpoint_converters.t5) Converter_T5_CS16_CS18 (class in common.pytorch.model_utils.checkpoint_converters.t5) Converter_T5_CS17_CS18 (class in common.pytorch.model_utils.checkpoint_converters.t5) Converter_T5_HF_CS17 (class in common.pytorch.model_utils.checkpoint_converters.t5) Converter_T5_HF_CS18 (class in common.pytorch.model_utils.checkpoint_converters.t5) ConvNormActBlock (class in vision.pytorch.layers.ConvNormActBlock) ConvNormActBlockModule (class in vision.pytorch.layers.ConvNormActBlock) ConvNormActLayers (class in vision.pytorch.layers.ConvNormActBlock) CosineAnnealingLR (class in common.pytorch.optim.lr_scheduler) (class in experimental.optim.lr_scheduler) CosineAnnealingWarmRestarts (class in common.pytorch.optim.lr_scheduler) (class in experimental.optim.lr_scheduler) CosineDecayLR (class in common.pytorch.optim.lr_scheduler) (class in experimental.optim.lr_scheduler) CosineEmbeddingLoss (class in common.pytorch.layers.CosineEmbeddingLoss) count_lines() (in module common.model_utils.count_lines) count_total_documents() (in module data_processing.utils) CPU (common.run_utils.utils.DeviceType attribute) create() (common.pytorch.pytorch_base_runner.PyTorchBaseRunner static method) create_dataloader() (data_processing.GenericDataProcessor.GenericDataProcessor method) (data_processing.HDF5IterableDataProcessor.HDF5IterableDataProcessor method) (data_processing.huggingface.HuggingFaceDataProcessor.HuggingFaceDataProcessor method) (vision.pytorch.input.classification.dataset_factory.Processor method) create_dataset() (data_processing.scripts.hdf5_preprocessing.hdf5_base_preprocessor.HDF5BasePreprocessor method) (vision.pytorch.input.classification.dataset_factory.Processor method) create_features_auto_lm() (in module data_processing.scripts.utils) create_features_labels() (in module data_processing.scripts.utils) create_features_summarization() (in module data_processing.scripts.utils) create_fix_pos_embedding() (common.pytorch.layers.EmbeddingLayer.EmbeddingLayer method) create_fixed_pos_emb() (common.pytorch.model_utils.RotaryPositionEmbeddingHelper.RotaryPositionEmbeddingHelper method) create_initializer() (in module common.pytorch.model_utils.create_initializer) create_masked_lm_features() (in module data_processing.bert.mlm_only_processor) create_masked_lm_predictions() (in module data_processing.utils) create_metric_impl_factory() (common.pytorch.metrics.cb_metric.CBMetric class method) create_parser() (in module data_processing.bert.bertsum_data_processor) (in module data_processing.bert.ner_data_processor) create_preprocessing_params_with_defaults() (in module vision.pytorch.input.classification.utils) create_shuffled_idx() (vision.pytorch.input.classification.dataset_factory.Processor method) create_transform() (in module vision.pytorch.input.transforms) create_worker_cache() (in module vision.pytorch.input.utils) CrossEntropyLoss (class in common.pytorch.layers.CrossEntropyLoss) CSDataCollatorForLanguageModeling (class in data_processing.huggingface.CSDataCollatorForLanguageModeling) CSOptimizer (class in common.pytorch.optim.CSOptimizer) CSX (common.run_utils.utils.DeviceType attribute) CTCLoss (class in common.pytorch.layers.CTCLoss) CyclicLR (class in common.pytorch.optim.lr_scheduler) (class in experimental.optim.lr_scheduler)

D

data_generator() (in module data_processing.bert.dynamic_processor) (in module data_processing.bert.mlm_only_processor) (in module data_processing.bert.sentence_pair_processor) data_processing.bert module data_processing.bert.bertsum_data_processor module data_processing.bert.dynamic_processor module data_processing.bert.mlm_only_processor module data_processing.bert.ner_data_processor module data_processing.bert.sentence_pair_processor module data_processing.GenericDataProcessor module data_processing.h5_map_dataset module data_processing.h5_map_dataset.dataset module data_processing.h5_map_dataset.preprocess_pile module data_processing.h5_map_dataset.readers module data_processing.h5_map_dataset.samplers module data_processing.HDF5IterableDataProcessor module data_processing.HDF5IterableDataset module data_processing.huggingface module data_processing.huggingface.CSDataCollatorForLanguageModeling module data_processing.huggingface.HF_converter_example_BookCorpus module data_processing.huggingface.HF_converter_example_Eli5 module data_processing.huggingface.HuggingFace_BookCorpus module data_processing.huggingface.HuggingFace_Eli5 module data_processing.huggingface.HuggingFaceDataProcessor module data_processing.scripts module data_processing.scripts.hdf5_preprocessing module data_processing.scripts.hdf5_preprocessing.convert_dataset_to_HDF5 module data_processing.scripts.hdf5_preprocessing.create_hdf5_dataset module

data_processing.scripts.hdf5_preprocessing.hdf5_base_preprocessor module data_processing.scripts.hdf5_preprocessing.hdf5_dataset_preprocessors module data_processing.scripts.hdf5_preprocessing.utils module data_processing.scripts.pubmed module data_processing.scripts.pubmed.preprocess module data_processing.scripts.pubmed.preprocess.Downloader module data_processing.scripts.pubmed.preprocess.TextFormatting module data_processing.scripts.pubmed.preprocess.TextSharding module data_processing.scripts.utils module data_processing.tokenizers module data_processing.tokenizers.BPETokenizer module data_processing.tokenizers.HFTokenizer module data_processing.tokenizers.Tokenization module data_processing.utils module DataExecutor (class in experimental.utils.data) DataLoader (class in experimental.utils.data) decode() (data_processing.tokenizers.BPETokenizer.BPETokenizer method) (data_processing.tokenizers.HFTokenizer.HFTokenizer method) DeviceOutputs (class in common.pytorch.metrics.cb_metric) (class in common.pytorch.summaries.cb_summary) devices() (common.run_utils.utils.DeviceType class method) DeviceType (class in common.run_utils.utils) Dice (class in vision.pytorch.losses.dice_loss) DiceCELoss (class in vision.pytorch.losses.dice_loss) DiceScore (class in vision.pytorch.losses.dice_loss) diff_checkpoints() (in module common.pytorch.model_utils.convert_checkpoint) diff_checkpoints_from_file() (in module common.pytorch.model_utils.convert_checkpoint) disable_collection() (common.pytorch.dump_context.DumpContext method) discard() (common.pytorch.summaries.cb_summary.CBSummary method) discard_cached_summaries() (in module common.pytorch.summaries.cb_summary) discard_params() (in module common.run_utils.cli_parser) distribute_articles_over_shards() (data_processing.scripts.pubmed.preprocess.TextSharding.Sharding method) divide_no_nan() (in module common.pytorch.metrics.metric_utils) download() (data_processing.scripts.pubmed.preprocess.Downloader.Downloader method) download_files() (data_processing.scripts.pubmed.preprocess.Downloader.Downloader method) Downloader (class in data_processing.scripts.pubmed.preprocess.Downloader) dump_args() (in module data_processing.scripts.hdf5_preprocessing.utils) dump_result() (in module data_processing.scripts.hdf5_preprocessing.utils) DumpContext (class in common.pytorch.dump_context) duplicate_params_map (common.pytorch.PyTorchBaseModel.PyTorchBaseModel property)

E

EmbeddingLayer (class in common.pytorch.layers.EmbeddingLayer) enable_collection() (common.pytorch.dump_context.DumpContext method) encode() (data_processing.tokenizers.BPETokenizer.BPETokenizer method) (data_processing.tokenizers.HFTokenizer.HFTokenizer method) eos (data_processing.tokenizers.HFTokenizer.HFTokenizer property) EquivalentSubkey (class in common.pytorch.model_utils.checkpoint_converters.base_converter) est_samples_per_sec (common.pytorch.perf_utils.PerfData attribute) eval() (common.pytorch.PyTorchBaseModel.PyTorchBaseModel method) eval_epoch() (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) eval_forward() (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) (common.pytorch.pytorch_cs_appliance.PyTorchCSAppliance method) (common.pytorch.pytorch_runner.PyTorchRunner method) evaluate() (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) (common.pytorch.pytorch_cs_appliance.PyTorchCSAppliance method) (common.pytorch.pytorch_dist_runner.PyTorchDistRunner method)

ExecutionStrategy (class in common.run_utils.utils) exists_in_index() (common.pytorch.model_utils.checkpoint_converters.base_converter.ConversionRule method) experimental.optim.lr_scheduler module experimental.utils.CSConfig (built-in class) ExponentialLR (class in common.pytorch.optim.lr_scheduler) (class in experimental.optim.lr_scheduler) extra_repr() (vision.pytorch.layers.utils.ModuleWrapperClass method) extract_files() (data_processing.scripts.pubmed.preprocess.Downloader.Downloader method) extract_text_tokens_given_cls_indices() (in module common.pytorch.metrics.rouge_score) extract_text_words_by_token_ids() (in module common.pytorch.metrics.rouge_score) extract_text_words_given_cls_indices() (in module common.pytorch.metrics.rouge_score)

F

FastDataLoader (class in vision.pytorch.input.utils) FeedForwardNetwork (class in common.pytorch.layers.FeedForwardNetwork) file_formats() (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseCheckpointConverter static method) (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseCheckpointConverter_HF_CS static method) (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseCheckpointConverter_PT_PT static method) (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseConfigConverter static method) (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseConfigConverter_CS_CS static method) (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseConfigConverter_HF_CS static method) file_read_generator() (data_processing.scripts.hdf5_preprocessing.hdf5_base_preprocessor.HDF5BasePreprocessor method) (data_processing.scripts.hdf5_preprocessing.hdf5_dataset_preprocessors.LMDataPreprocessor method) (data_processing.scripts.hdf5_preprocessing.hdf5_dataset_preprocessors.SummarizationPreprocessor method) Final (class in common.pytorch.PyTorchBaseModel) finalize_cs2_sparsity() (in module common.pytorch.sparsity.finalizer) finalize_cs2_sparsity_checkpoint() (in module common.pytorch.sparsity.finalizer) flip_use_pre_encoder_decoder_layer_norm() (common.pytorch.model_utils.checkpoint_converters.t5.ConfigConverter_T5_CS17_CS18 class method) flush() (common.pytorch.dump_context.DumpContext method) formats() (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseDictionaryConverter static method) (common.pytorch.model_utils.checkpoint_converters.bert.ConfigConverter_Bert_CS16_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.bert.ConfigConverter_Bert_CS16_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.bert.ConfigConverter_Bert_CS17_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.bert.ConfigConverter_Bert_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.bert.ConfigConverter_Bert_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_Bert_CS17_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertLayerNorm_HF_CS static method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertModel_CS16_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertModel_CS16_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertModel_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertModel_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertPretrainModel_CS16_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertPretrainModel_CS16_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertPretrainModel_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertPretrainModel_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.ConfigConverter_BertForQuestionAnswering_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.ConfigConverter_BertForQuestionAnswering_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.ConfigConverter_BertForSequenceClassification_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.ConfigConverter_BertForSequenceClassification_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.ConfigConverter_BertForTokenClassification_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.ConfigConverter_BertForTokenClassification_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertFinetuneModel_CS16_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertFinetuneModel_CS16_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertForQuestionAnswering_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertForQuestionAnswering_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertForSequenceClassification_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertForSequenceClassification_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertForTokenClassification_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertForTokenClassification_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.ConfigConverter_BloomModel_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.ConfigConverter_BloomModel_HF_CS19 static method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_Bloom_Attention_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_BloomLMHeadModel_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_BloomLMHeadModel_HF_CS19 static method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_BloomModel_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_BloomModel_HF_CS19 static method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.ConfigConverter_GPT2Model_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.ConfigConverter_GPT2Model_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.Converter_GPT2_Attention_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.Converter_GPT2LMHeadModel_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.Converter_GPT2LMHeadModel_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.Converter_GPT2Model_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.Converter_GPT2Model_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.ConfigConverter_GPT_Neox_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.ConfigConverter_GPT_Neox_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_Attention_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_Headless_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_Headless_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_LMHeadModel_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_LMHeadModel_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.ConfigConverter_GPTJModel_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.ConfigConverter_GPTJModel_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.Converter_GPTJ_Attention_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.Converter_GPTJ_Headless_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.Converter_GPTJ_Headless_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.Converter_GPTJ_LMHeadModel_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.Converter_GPTJ_LMHeadModel_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.llama.ConfigConverter_LLaMa_HF_CS19 static method) (common.pytorch.model_utils.checkpoint_converters.llama.Converter_LlamaAttention_HF_CS static method) (common.pytorch.model_utils.checkpoint_converters.llama.Converter_LlamaForCausalLM_HF_CS static method) (common.pytorch.model_utils.checkpoint_converters.llama.Converter_LlamaForCausalLM_HF_CS19 static method) (common.pytorch.model_utils.checkpoint_converters.llama.Converter_LlamaModel_HF_CS static method) (common.pytorch.model_utils.checkpoint_converters.llama.Converter_LlamaModel_HF_CS19 static method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.ConfigConverter_OPTModel_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.ConfigConverter_OPTModel_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.Converter_OPT_Attention_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.Converter_OPT_Headless_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.Converter_OPT_Headless_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.Converter_OPT_LMHeadModel_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.Converter_OPT_LMHeadModel_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.ConfigConverter_Codegen_Model_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.ConfigConverter_Codegen_Model_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_Attention_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_Headless_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_Headless_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_LMHeadModel_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_LMHeadModel_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.t5.ConfigConverter_T5_CS16_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.t5.ConfigConverter_T5_CS16_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.t5.ConfigConverter_T5_CS17_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.t5.ConfigConverter_T5_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.t5.ConfigConverter_T5_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_CS16_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_CS16_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_CS17_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_HF_CS18 static method)

FormatVersions (class in common.pytorch.model_utils.checkpoint_converters.base_converter) forward() (common.pytorch.layers.AlibiPositionEmbeddingLayer.AlibiPositionEmbeddingLayer method) (common.pytorch.layers.AttentionLayer.MultiheadAttention method) (common.pytorch.layers.BiaslessLayerNorm.BiaslessLayerNorm method) (common.pytorch.layers.EmbeddingLayer.EmbeddingLayer method) (common.pytorch.layers.FeedForwardNetwork.FeedForwardNetwork method) (common.pytorch.layers.FeedForwardNetwork.SingleFeedForwardLayer method) (common.pytorch.layers.GaussianNLLLoss.GaussianNLLLoss method) (common.pytorch.layers.GPTJDecoderLayer.GPTJDecoderLayer method) (common.pytorch.layers.HuberLoss.HuberLoss method) (common.pytorch.layers.MultiMarginLoss.MultiMarginLoss method) (common.pytorch.layers.RelativePositionEmbeddingLayer.RelativePositionEmbeddingLayer method) (common.pytorch.layers.RMSNorm.RMSNorm method) (common.pytorch.layers.SmoothL1Loss.SmoothL1Loss method) (common.pytorch.layers.Transformer.Transformer method) (common.pytorch.layers.TransformerDecoder.TransformerDecoder method) (common.pytorch.layers.TransformerDecoderLayer.TransformerDecoderLayer method) (common.pytorch.layers.TransformerEncoder.TransformerEncoder method) (common.pytorch.layers.TransformerEncoderLayer.TransformerEncoderLayer method) (common.pytorch.model_utils.BertPretrainModelLoss.BertPretrainModelLoss method) (common.pytorch.model_utils.GPTLMHeadModelLoss.GPTLMHeadModelLoss method) (common.pytorch.model_utils.T5ForConditionalGenerationLoss.T5ForConditionalGenerationLoss method) (experimental.metrics.Metric method) (vision.pytorch.input.classification.mixup.RandomCutmix method) (vision.pytorch.input.classification.mixup.RandomMixup method) (vision.pytorch.layers.AdaLayerNorm.AdaLayerNorm method) (vision.pytorch.layers.BatchChannelNorm.BatchChannelNorm2D method) (vision.pytorch.layers.ConvNormActBlock.ConvNormActBlockModule method) (vision.pytorch.layers.GroupInstanceNorm.GroupInstanceNorm method) (vision.pytorch.layers.StandardizedConvolutionLayer.StdConv1d method) (vision.pytorch.layers.StandardizedConvolutionLayer.StdConv2d method) (vision.pytorch.layers.StandardizedConvolutionLayer.StdConv3d method) (vision.pytorch.layers.utils.ModuleWrapperClass method) (vision.pytorch.losses.dice_loss.DiceCELoss method) from_dict() (common.pytorch.summaries.tensor_summary.TensorDescriptor static method) FullTokenizer (class in data_processing.tokenizers.Tokenization)

G

GaussianNLLLoss (class in common.pytorch.layers.GaussianNLLLoss) geglu() (in module common.pytorch.model_utils.activations) gelu_fast() (in module common.pytorch.model_utils.activations) gelu_new() (in module common.pytorch.model_utils.activations) generate_sample() (data_processing.scripts.hdf5_preprocessing.hdf5_base_preprocessor.HDF5BasePreprocessor method) GenericDataProcessor (class in data_processing.GenericDataProcessor) get_activation() (in module common.pytorch.model_utils.activations) get_adaptive_lr_layers() (in module common.pytorch.utils) get_alibi_slopes() (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_BloomModel_HF_CS17 static method) get_all_args() (in module common.run_utils.cli_parser) get_all_metrics() (in module common.pytorch.metrics.cb_metric) get_all_summaries() (in module common.pytorch.summaries.cb_summary) get_attention_module() (in module common.pytorch.layers.AttentionHelper) get_checkpoints() (in module common.pytorch.utils) get_config_converter_class() (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseCheckpointConverter static method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_Bert_CS17_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertLayerNorm_HF_CS static method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertModel_CS16_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertModel_CS16_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertModel_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertModel_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertPretrainModel_CS16_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertPretrainModel_CS16_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertPretrainModel_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertPretrainModel_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertFinetuneModel_CS16_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertFinetuneModel_CS16_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertForQuestionAnswering_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertForQuestionAnswering_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertForSequenceClassification_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertForSequenceClassification_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertForTokenClassification_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertForTokenClassification_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_Bloom_Attention_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_BloomLMHeadModel_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_BloomLMHeadModel_HF_CS19 static method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_BloomModel_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_BloomModel_HF_CS19 static method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.Converter_GPT2_Attention_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.Converter_GPT2LMHeadModel_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.Converter_GPT2LMHeadModel_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.Converter_GPT2Model_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.Converter_GPT2Model_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_Attention_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_Headless_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_Headless_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_LMHeadModel_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_LMHeadModel_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.Converter_GPTJ_Attention_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.Converter_GPTJ_Headless_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.Converter_GPTJ_Headless_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.Converter_GPTJ_LMHeadModel_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.Converter_GPTJ_LMHeadModel_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.llama.Converter_LlamaAttention_HF_CS static method) (common.pytorch.model_utils.checkpoint_converters.llama.Converter_LlamaForCausalLM_HF_CS static method) (common.pytorch.model_utils.checkpoint_converters.llama.Converter_LlamaForCausalLM_HF_CS19 static method) (common.pytorch.model_utils.checkpoint_converters.llama.Converter_LlamaModel_HF_CS static method) (common.pytorch.model_utils.checkpoint_converters.llama.Converter_LlamaModel_HF_CS19 static method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.Converter_OPT_Attention_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.Converter_OPT_Headless_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.Converter_OPT_Headless_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.Converter_OPT_LMHeadModel_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.Converter_OPT_LMHeadModel_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_Attention_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_Headless_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_Headless_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_LMHeadModel_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_LMHeadModel_HF_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_CS16_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_CS16_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_CS17_CS18 static method) (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_HF_CS17 static method) (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_HF_CS18 static method)

get_dev_examples() (data_processing.bert.ner_data_processor.NERProcessor method) get_embedding() (common.pytorch.layers.RelativePositionEmbeddingLayer.RelativePositionEmbeddingLayer method) get_files() (in module data_processing.scripts.utils) get_files_in_metadata() (in module data_processing.utils) get_from_index() (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseDictionaryConverter class method) get_input_dtype() (in module common.pytorch.utils) get_input_embeddings() (common.pytorch.layers.EmbeddingLayer.EmbeddingLayer method) get_input_fn_params() (common.pytorch.pytorch_base_cs_runner.PyTorchBaseCSRunner method) get_label_id_map() (in module data_processing.utils) get_labels() (data_processing.bert.ner_data_processor.NERProcessor method) get_latest_checkpoint() (in module common.pytorch.run_cstorch_flow) get_layers() (vision.pytorch.layers.ConvNormActBlock.ConvNormActLayers method) get_loss_value() (common.pytorch.pytorch_cs_appliance.PyTorchCSAppliance method) get_lr() (common.pytorch.optim.lr_scheduler.LRScheduler method) (common.pytorch.optim.lr_scheduler.ScalePerParamLR method) get_lr_scheduler() (common.pytorch.PyTorchBaseModel.PyTorchBaseModel method) get_normalization() (in module vision.pytorch.layers.normalizations) get_optimizer() (common.pytorch.PyTorchBaseModel.PyTorchBaseModel method) get_output_type_shapes() (in module data_processing.utils) get_pairs() (in module data_processing.tokenizers.BPETokenizer) get_params() (in module common.run_utils.cli_parser) (in module data_processing.scripts.hdf5_preprocessing.utils) get_params_from_args() (in module common.run_utils.cli_parser) (in module common.run_utils.cli_pytorch) get_parser() (in module common.run_utils.cli_parser) (in module data_processing.scripts.hdf5_preprocessing.utils) get_preprocess_transform() (in module vision.pytorch.input.classification.preprocessing) get_scale() (experimental.amp.GradScaler method) get_sentences_per_shard() (data_processing.scripts.pubmed.preprocess.TextSharding.Sharding method) get_sequence_length() (common.pytorch.layers.AttentionLayer.MultiheadAttention method) get_single_example() (in module data_processing.scripts.utils) get_state() (common.pytorch.PyTorchBaseModel.PyTorchBaseModel method) get_streaming_batch_size() (in module common.pytorch.input_utils) get_test_examples() (data_processing.bert.ner_data_processor.NERProcessor method) get_token() (data_processing.tokenizers.HFTokenizer.HFTokenizer method) get_token_id() (data_processing.tokenizers.BPETokenizer.BPETokenizer method) (data_processing.tokenizers.HFTokenizer.HFTokenizer method) get_tokens_and_labels() (in module data_processing.bert.ner_data_processor) get_train_examples() (data_processing.bert.ner_data_processor.NERProcessor method) get_verification_args() (in module data_processing.scripts.hdf5_preprocessing.utils) get_vocab() (in module data_processing.utils) get_vocab_size() (data_processing.scripts.hdf5_preprocessing.hdf5_base_preprocessor.HDF5BasePreprocessor method) get_vocab_words() (data_processing.tokenizers.Tokenization.FullTokenizer method) global_start_step (common.pytorch.optim.lr_scheduler.LRScheduler attribute) glu_bivariate_base_fn() (in module common.pytorch.model_utils.activations) GPTJDecoderLayer (class in common.pytorch.layers.GPTJDecoderLayer) GPTLMHeadModelLoss (class in common.pytorch.model_utils.GPTLMHeadModelLoss) GPU (common.run_utils.utils.DeviceType attribute) GradientClipper (class in common.pytorch.gradient_clipper) GradScaler (class in experimental.amp) GroupInstanceNorm (class in vision.pytorch.layers.GroupInstanceNorm)

H

H5Reader (class in data_processing.h5_map_dataset.readers) half_dtype (common.pytorch.half_dtype.HalfDType property) HalfDType (class in common.pytorch.half_dtype) HDF5BasePreprocessor (class in data_processing.scripts.hdf5_preprocessing.hdf5_base_preprocessor) HDF5Dataset (class in data_processing.h5_map_dataset.dataset) HDF5IterableDataProcessor (class in data_processing.HDF5IterableDataProcessor)

HDF5IterableDataset (class in data_processing.HDF5IterableDataset) HFTokenizer (class in data_processing.tokenizers.HFTokenizer) HingeEmbeddingLoss (class in common.pytorch.layers.HingeEmbeddingLoss) HuberLoss (class in common.pytorch.layers.HuberLoss) HuggingFace_BookCorpus() (in module data_processing.huggingface.HuggingFace_BookCorpus) HuggingFace_Eli5() (in module data_processing.huggingface.HuggingFace_Eli5) HuggingFaceDataProcessor (class in data_processing.huggingface.HuggingFaceDataProcessor)

I

increment_global_step() (experimental.optim.Optimizer method) increment_last_epoch() (experimental.optim.lr_scheduler.SequentialLR method) index (data_processing.utils.maskedLmInstance attribute) init_output_files() (data_processing.scripts.pubmed.preprocess.TextSharding.Sharding method) init_state() (common.pytorch.metrics.cb_metric.CBMetric method) initial_epoch (common.pytorch.optim.lr_scheduler.LRScheduler attribute) InputExample (class in data_processing.bert.ner_data_processor) interleave_helper() (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_Attention_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.llama.Converter_LlamaAttention_HF_CS method)

InverseExponentialTimeDecayLR (class in common.pytorch.optim.lr_scheduler) (class in experimental.optim.lr_scheduler) InverseSquareRootDecayLR (class in common.pytorch.optim.lr_scheduler) (class in experimental.optim.lr_scheduler) is_glu_activation() (in module common.pytorch.model_utils.activations) is_gpu_distributed() (in module vision.pytorch.input.utils) is_master_ordinal() (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) (common.pytorch.pytorch_cs_appliance.PyTorchCSAppliance method) (common.pytorch.pytorch_dist_runner.PyTorchDistRunner method) IterableDatasetSampler (class in common.pytorch.utils)

J

JsonConverter (class in data_processing.bert.bertsum_data_processor)

K

KLDivLoss (class in common.pytorch.layers.KLDivLoss)

kwargs (common.pytorch.metrics.cb_metric.DeviceOutputs attribute) (common.pytorch.summaries.cb_summary.DeviceOutputs attribute)

L

L1Loss (class in common.pytorch.layers.L1Loss) label (data_processing.utils.maskedLmInstance attribute) Lamb (class in common.pytorch.optim.Lamb) (class in experimental.optim) LambdaLR (class in common.pytorch.optim.lr_scheduler) (class in experimental.optim.lr_scheduler) lecun_normal_() (in module common.pytorch.model_utils.weight_initializers) lecun_uniform_() (in module common.pytorch.model_utils.weight_initializers) liglu() (in module common.pytorch.model_utils.activations) linear_act() (in module common.pytorch.model_utils.activations) LinearLR (class in experimental.optim.lr_scheduler) Lion (class in common.pytorch.optim.Lion) (class in experimental.optim) LMDataPreprocessor (class in data_processing.scripts.hdf5_preprocessing.hdf5_dataset_preprocessors) load() (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseCheckpointConverter class method) (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseCheckpointConverter_PT_PT class method) (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseConfigConverter class method) (common.pytorch.summaries.tensor_summary.TensorSummaryReader method) load_articles() (data_processing.scripts.pubmed.preprocess.TextSharding.Sharding method) load_state_dict() (common.pytorch.optim.AdamBase.Adam method) (common.pytorch.optim.AdamBase.AdamBase method) (common.pytorch.optim.AdamBase.AdamW method) (common.pytorch.optim.CSOptimizer.CSOptimizer method) (common.pytorch.optim.lr_scheduler.LRScheduler method) (common.pytorch.optim.lr_scheduler.ScalePerParamLR method) (common.pytorch.optim.lr_scheduler.SequentialLR method) (experimental.amp.GradScaler method) (experimental.optim.Adam method) (experimental.optim.AdamW method) (experimental.optim.lr_scheduler.ChainedScheduler method) (experimental.optim.lr_scheduler.SequentialLR method) (experimental.optim.Optimizer method)

LossSaver (class in common.pytorch.loss_utils) lr_function() (common.pytorch.optim.lr_scheduler.ChainedScheduler method) (common.pytorch.optim.lr_scheduler.LRScheduler method) (common.pytorch.optim.lr_scheduler.ScalePerParamLR method) (common.pytorch.optim.lr_scheduler.SequentialLR method) lr_scheduler_step() (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) (common.pytorch.pytorch_cs_appliance.PyTorchCSAppliance method) LRScheduler (class in common.pytorch.optim.lr_scheduler)

M

main() (in module common.pytorch.run_utils) (in module data_processing.h5_map_dataset.preprocess_pile) (in module data_processing.huggingface.HF_converter_example_BookCorpus) (in module data_processing.huggingface.HF_converter_example_Eli5) (in module data_processing.scripts.hdf5_preprocessing.create_hdf5_dataset) map() (data_processing.h5_map_dataset.dataset.HDF5Dataset method) MarginRankingLoss (class in common.pytorch.layers.MarginRankingLoss) maskedLmInstance (class in data_processing.utils) maybe_get_loss_value() (common.pytorch.pytorch_cs_appliance.PyTorchCSAppliance method) mean_reduce() (common.pytorch.loss_utils.LossSaver static method) merge() (common.pytorch.perf_utils.PerfData method) (data_processing.scripts.pubmed.preprocess.TextFormatting.TextFormatting method) merge_abstracts() (data_processing.scripts.pubmed.preprocess.TextFormatting.TextFormatting method) merge_fulltext() (data_processing.scripts.pubmed.preprocess.TextFormatting.TextFormatting method) Metric (class in experimental.metrics) Mixture (class in data_processing.h5_map_dataset.readers) MLMOnlyInstance (class in data_processing.bert.mlm_only_processor) module common.input common.input.utils common.model_utils common.model_utils.count_lines common.model_utils.sparsity common.pytorch common.pytorch.dump_context common.pytorch.gradient_clipper common.pytorch.half_dtype common.pytorch.input_utils common.pytorch.layers common.pytorch.layers.AlibiPositionEmbeddingLayer common.pytorch.layers.AttentionHelper common.pytorch.layers.AttentionLayer common.pytorch.layers.BCELoss common.pytorch.layers.BCEWithLogitsLoss common.pytorch.layers.BiaslessLayerNorm common.pytorch.layers.CosineEmbeddingLoss common.pytorch.layers.CrossEntropyLoss common.pytorch.layers.CTCLoss common.pytorch.layers.EmbeddingLayer common.pytorch.layers.FeedForwardNetwork common.pytorch.layers.GaussianNLLLoss common.pytorch.layers.GPTJDecoderLayer common.pytorch.layers.HingeEmbeddingLoss common.pytorch.layers.HuberLoss common.pytorch.layers.KLDivLoss common.pytorch.layers.L1Loss common.pytorch.layers.MarginRankingLoss common.pytorch.layers.MSELoss common.pytorch.layers.MultiLabelSoftMarginLoss common.pytorch.layers.MultiMarginLoss common.pytorch.layers.NLLLoss common.pytorch.layers.PoissonNLLLoss common.pytorch.layers.RelativePositionEmbeddingLayer common.pytorch.layers.RMSNorm common.pytorch.layers.SmoothL1Loss common.pytorch.layers.Transformer common.pytorch.layers.TransformerDecoder common.pytorch.layers.TransformerDecoderLayer common.pytorch.layers.TransformerEncoder common.pytorch.layers.TransformerEncoderLayer common.pytorch.layers.TripletMarginLoss common.pytorch.layers.TripletMarginWithDistanceLoss common.pytorch.layers.utils common.pytorch.loss_utils common.pytorch.metrics common.pytorch.metrics.accuracy common.pytorch.metrics.auc common.pytorch.metrics.cb_metric common.pytorch.metrics.dice_coefficient common.pytorch.metrics.fbeta_score common.pytorch.metrics.mean_iou common.pytorch.metrics.mean_per_class_accuracy common.pytorch.metrics.metric_utils common.pytorch.metrics.perplexity common.pytorch.metrics.precision_at_k common.pytorch.metrics.recall_at_k common.pytorch.metrics.rouge_score common.pytorch.model_utils common.pytorch.model_utils.activations common.pytorch.model_utils.BertPretrainModelLoss common.pytorch.model_utils.checkpoint_converters common.pytorch.model_utils.checkpoint_converters.base_converter common.pytorch.model_utils.checkpoint_converters.bert common.pytorch.model_utils.checkpoint_converters.bert_finetune common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs common.pytorch.model_utils.checkpoint_converters.llama common.pytorch.model_utils.checkpoint_converters.opt_hf_cs common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs common.pytorch.model_utils.checkpoint_converters.t5 common.pytorch.model_utils.convert_checkpoint common.pytorch.model_utils.create_initializer common.pytorch.model_utils.GPTLMHeadModelLoss common.pytorch.model_utils.RotaryPositionEmbeddingHelper common.pytorch.model_utils.T5ForConditionalGenerationLoss common.pytorch.model_utils.weight_initializers common.pytorch.optim common.pytorch.optim.Adadelta common.pytorch.optim.Adafactor common.pytorch.optim.Adagrad common.pytorch.optim.Adamax common.pytorch.optim.AdamBase common.pytorch.optim.ASGD common.pytorch.optim.CSOptimizer common.pytorch.optim.Lamb common.pytorch.optim.Lion common.pytorch.optim.lr_scheduler common.pytorch.optim.NAdam common.pytorch.optim.RAdam common.pytorch.optim.RMSprop common.pytorch.optim.Rprop common.pytorch.optim.SGD common.pytorch.optim.utils common.pytorch.perf_utils common.pytorch.pytorch_base_cs_runner common.pytorch.pytorch_base_runner common.pytorch.pytorch_cs_appliance common.pytorch.pytorch_dist_runner common.pytorch.pytorch_runner common.pytorch.PyTorchBaseModel common.pytorch.run_cstorch_flow common.pytorch.run_utils common.pytorch.sparsity common.pytorch.sparsity.appliance common.pytorch.sparsity.finalizer common.pytorch.summaries common.pytorch.summaries.cb_summary common.pytorch.summaries.scalar_summary common.pytorch.summaries.tensor_summary common.pytorch.utils common.run_utils common.run_utils.cli_parser common.run_utils.cli_pytorch common.run_utils.utils data_processing.bert data_processing.bert.bertsum_data_processor data_processing.bert.dynamic_processor data_processing.bert.mlm_only_processor data_processing.bert.ner_data_processor data_processing.bert.sentence_pair_processor data_processing.GenericDataProcessor data_processing.h5_map_dataset data_processing.h5_map_dataset.dataset data_processing.h5_map_dataset.preprocess_pile data_processing.h5_map_dataset.readers data_processing.h5_map_dataset.samplers data_processing.HDF5IterableDataProcessor data_processing.HDF5IterableDataset data_processing.huggingface data_processing.huggingface.CSDataCollatorForLanguageModeling data_processing.huggingface.HF_converter_example_BookCorpus data_processing.huggingface.HF_converter_example_Eli5 data_processing.huggingface.HuggingFace_BookCorpus data_processing.huggingface.HuggingFace_Eli5 data_processing.huggingface.HuggingFaceDataProcessor data_processing.scripts data_processing.scripts.hdf5_preprocessing data_processing.scripts.hdf5_preprocessing.convert_dataset_to_HDF5 data_processing.scripts.hdf5_preprocessing.create_hdf5_dataset data_processing.scripts.hdf5_preprocessing.hdf5_base_preprocessor data_processing.scripts.hdf5_preprocessing.hdf5_dataset_preprocessors data_processing.scripts.hdf5_preprocessing.utils data_processing.scripts.pubmed data_processing.scripts.pubmed.preprocess data_processing.scripts.pubmed.preprocess.Downloader data_processing.scripts.pubmed.preprocess.TextFormatting data_processing.scripts.pubmed.preprocess.TextSharding data_processing.scripts.utils data_processing.tokenizers data_processing.tokenizers.BPETokenizer data_processing.tokenizers.HFTokenizer data_processing.tokenizers.Tokenization data_processing.utils experimental.optim.lr_scheduler vision.pytorch vision.pytorch.input vision.pytorch.input.classification vision.pytorch.input.classification.dataset_factory vision.pytorch.input.classification.mixup vision.pytorch.input.classification.preprocessing vision.pytorch.input.classification.sampler vision.pytorch.input.classification.utils vision.pytorch.input.transforms vision.pytorch.input.utils vision.pytorch.layers vision.pytorch.layers.AdaLayerNorm vision.pytorch.layers.BatchChannelNorm vision.pytorch.layers.ConvNormActBlock vision.pytorch.layers.GroupInstanceNorm vision.pytorch.layers.normalizations vision.pytorch.layers.StandardizedConvolutionLayer vision.pytorch.layers.utils vision.pytorch.losses vision.pytorch.losses.dice_loss

ModuleWrapperClass (class in vision.pytorch.layers.utils) monkeypatch_grad_scaler_step_if_finite() (in module common.pytorch.utils) MSELoss (class in common.pytorch.layers.MSELoss) MultiheadAttention (class in common.pytorch.layers.AttentionLayer) MultiLabelSoftMarginLoss (class in common.pytorch.layers.MultiLabelSoftMarginLoss) MultiMarginLoss (class in common.pytorch.layers.MultiMarginLoss) MultiplicativeLR (class in common.pytorch.optim.lr_scheduler) (class in experimental.optim.lr_scheduler) MultiStepLR (class in common.pytorch.optim.lr_scheduler) (class in experimental.optim.lr_scheduler)

N

NAdam (class in common.pytorch.optim.NAdam) (class in experimental.optim) name (common.pytorch.metrics.cb_metric.CBMetric property) (common.pytorch.summaries.cb_summary.CBSummary property) named_parameters_requiring_grad() (in module common.pytorch.utils) names() (common.pytorch.summaries.tensor_summary.TensorSummaryReader method) NERProcessor (class in data_processing.bert.ner_data_processor)

next() (common.pytorch.utils.SampleGenerator method) NLLLoss (class in common.pytorch.layers.NLLLoss) NLTKSegmenter (class in data_processing.scripts.pubmed.preprocess.TextSharding) ns_since_epoch (common.pytorch.summaries.tensor_summary.TensorDescriptor attribute) num_samples (data_processing.h5_map_dataset.samplers.BaseSampler property) num_tasks() (in module vision.pytorch.input.utils) num_updates (common.pytorch.metrics.cb_metric.CBMetric property)

O

on_checkpoint_saved() (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) on_device_state_dict() (common.pytorch.metrics.cb_metric.CBMetric method) on_eval_batch_end() (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) (common.pytorch.pytorch_cs_appliance.PyTorchCSAppliance method) (common.pytorch.pytorch_dist_runner.PyTorchDistRunner method) on_eval_batch_start() (common.pytorch.pytorch_base_cs_runner.PyTorchBaseCSRunner method) (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) (common.pytorch.pytorch_cs_appliance.PyTorchCSAppliance method) (common.pytorch.pytorch_dist_runner.PyTorchDistRunner method) (common.pytorch.pytorch_runner.PyTorchRunner method) on_eval_end() (common.pytorch.pytorch_base_cs_runner.PyTorchBaseCSRunner method) (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) (common.pytorch.pytorch_cs_appliance.PyTorchCSAppliance method) (common.pytorch.pytorch_dist_runner.PyTorchDistRunner method) (common.pytorch.pytorch_runner.PyTorchRunner method) on_eval_epoch_end() (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) (common.pytorch.pytorch_cs_appliance.PyTorchCSAppliance method) on_eval_epoch_start() (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) on_eval_start() (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) (common.pytorch.pytorch_cs_appliance.PyTorchCSAppliance method) on_process_start() (common.pytorch.pytorch_dist_runner.PyTorchDistRunner method) on_train_batch_end() (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) (common.pytorch.pytorch_cs_appliance.PyTorchCSAppliance method) (common.pytorch.pytorch_dist_runner.PyTorchDistRunner method) on_train_batch_start() (common.pytorch.pytorch_base_cs_runner.PyTorchBaseCSRunner method) (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) (common.pytorch.pytorch_cs_appliance.PyTorchCSAppliance method) (common.pytorch.pytorch_dist_runner.PyTorchDistRunner method) (common.pytorch.pytorch_runner.PyTorchRunner method)

on_train_end() (common.pytorch.pytorch_base_cs_runner.PyTorchBaseCSRunner method) (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) (common.pytorch.pytorch_cs_appliance.PyTorchCSAppliance method) (common.pytorch.pytorch_dist_runner.PyTorchDistRunner method) (common.pytorch.pytorch_runner.PyTorchRunner method) on_train_epoch_end() (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) (common.pytorch.pytorch_cs_appliance.PyTorchCSAppliance method) (common.pytorch.pytorch_dist_runner.PyTorchDistRunner method) on_train_epoch_start() (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) (common.pytorch.pytorch_dist_runner.PyTorchDistRunner method) on_train_start() (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) (common.pytorch.pytorch_cs_appliance.PyTorchCSAppliance method) (common.pytorch.pytorch_runner.PyTorchRunner method) OneCycleLR (class in common.pytorch.optim.lr_scheduler) (class in experimental.optim.lr_scheduler) Optimizer (class in experimental.optim) optimizer_step() (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) (common.pytorch.pytorch_cs_appliance.PyTorchCSAppliance method) (in module experimental.amp) optimizer_step_with_summaries() (in module common.pytorch.run_cstorch_flow) optimizer_zero_grad() (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) (common.pytorch.pytorch_cs_appliance.PyTorchCSAppliance method)

P

pad (data_processing.tokenizers.HFTokenizer.HFTokenizer property) pad_input_sequence() (in module data_processing.utils) pad_instance_to_max_seq_length() (in module data_processing.utils) parse_args() (in module data_processing.h5_map_dataset.preprocess_pile) (in module data_processing.scripts.pubmed.preprocess.Downloader) partition_params_groups_with_adjusted_lr() (in module common.pytorch.utils) partition_params_groups_with_weight_decay() (in module common.pytorch.utils) PerfData (class in common.pytorch.perf_utils) PerplexityMetric (class in experimental.metrics) PiecewiseConstantLR (class in common.pytorch.optim.lr_scheduler) (class in experimental.optim.lr_scheduler) pipeline (common.run_utils.utils.ExecutionStrategy attribute) PoissonNLLLoss (class in common.pytorch.layers.PoissonNLLLoss) PolynomialLR (class in common.pytorch.optim.lr_scheduler) (class in experimental.optim.lr_scheduler) position_embedding_helper() (common.pytorch.layers.EmbeddingLayer.EmbeddingLayer method) position_embeddings_convert() (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertModel_CS16_CS17 method) post_checkpoint_convert() (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseCheckpointConverter method) (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseCheckpointConverter_HF_CS method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertPretrainModel_CS16_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertPretrainModel_CS16_CS18 method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertPretrainModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertFinetuneModel_CS16_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertFinetuneModel_CS16_CS18 method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertForSequenceClassification_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.Converter_BertForTokenClassification_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_CS16_CS17 method) (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_CS16_CS18 method) (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_HF_CS17 method) post_config_convert() (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseConfigConverter method) (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseConfigConverter_CS_CS method) (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseConfigConverter_HF_CS method) (common.pytorch.model_utils.checkpoint_converters.bert.ConfigConverter_Bert_CS16_CS18 method) (common.pytorch.model_utils.checkpoint_converters.bert.ConfigConverter_Bert_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bert.ConfigConverter_Bert_HF_CS18 method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.ConfigConverter_BertForQuestionAnswering_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.ConfigConverter_BertForTokenClassification_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.ConfigConverter_BloomModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.ConfigConverter_GPT_Neox_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.ConfigConverter_GPTJModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.llama.ConfigConverter_LLaMa_HF_CS19 method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.ConfigConverter_OPTModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.ConfigConverter_Codegen_Model_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.t5.ConfigConverter_T5_HF_CS17 method) post_load_state_dict() (common.pytorch.optim.CSOptimizer.CSOptimizer method) post_model_convert() (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseCheckpointConverter method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_BloomLMHeadModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_BloomLMHeadModel_HF_CS19 method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_BloomModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.Converter_GPT2Model_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_Headless_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.Converter_GPTJ_Headless_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.llama.Converter_LlamaModel_HF_CS method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.Converter_OPT_Headless_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_Headless_HF_CS17 method) post_process_params() (in module common.run_utils.cli_parser) pre_checkpoint_convert() (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseCheckpointConverter method) (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseCheckpointConverter_HF_CS method) pre_config_convert() (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseConfigConverter method) (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseConfigConverter_CS_CS method) (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseConfigConverter_HF_CS method) (common.pytorch.model_utils.checkpoint_converters.bert.ConfigConverter_Bert_CS16_CS18 method) (common.pytorch.model_utils.checkpoint_converters.bert.ConfigConverter_Bert_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bert.ConfigConverter_Bert_HF_CS18 method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.ConfigConverter_BertForQuestionAnswering_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.ConfigConverter_BertForSequenceClassification_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bert_finetune.ConfigConverter_BertForTokenClassification_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.ConfigConverter_BloomModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.ConfigConverter_GPT2Model_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.ConfigConverter_GPT_Neox_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.ConfigConverter_GPTJModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.llama.ConfigConverter_LLaMa_HF_CS19 method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.ConfigConverter_OPTModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.ConfigConverter_Codegen_Model_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.t5.ConfigConverter_T5_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.t5.ConfigConverter_T5_HF_CS18 method)

pre_model_convert() (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseCheckpointConverter method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bert.Converter_BertPretrainModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_BloomLMHeadModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_BloomModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.Converter_GPT2LMHeadModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.Converter_GPT2Model_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_Headless_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_LMHeadModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.Converter_GPTJ_Headless_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.Converter_GPTJ_LMHeadModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.Converter_OPT_Headless_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.Converter_OPT_LMHeadModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_Headless_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_LMHeadModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.t5.Converter_T5_HF_CS17 method) preinitialize() (common.pytorch.optim.Adadelta.Adadelta method) (common.pytorch.optim.Adafactor.Adafactor method) (common.pytorch.optim.Adagrad.Adagrad method) (common.pytorch.optim.Adamax.Adamax method) (common.pytorch.optim.AdamBase.AdamBase method) (common.pytorch.optim.ASGD.ASGD method) (common.pytorch.optim.CSOptimizer.CSOptimizer method) (common.pytorch.optim.Lamb.Lamb method) (common.pytorch.optim.Lion.Lion method) (common.pytorch.optim.NAdam.NAdam method) (common.pytorch.optim.RAdam.RAdam method) (common.pytorch.optim.RMSprop.RMSprop method) (common.pytorch.optim.Rprop.Rprop method) (common.pytorch.optim.SGD.SGD method) (experimental.optim.Adadelta method) (experimental.optim.Adafactor method) (experimental.optim.Adagrad method) (experimental.optim.Adamax method) (experimental.optim.ASGD method) (experimental.optim.Lamb method) (experimental.optim.Lion method) (experimental.optim.NAdam method) (experimental.optim.Optimizer method) (experimental.optim.RAdam method) (experimental.optim.RMSprop method) (experimental.optim.Rprop method) (experimental.optim.SGD method) preprocessing_generator() (data_processing.scripts.hdf5_preprocessing.hdf5_base_preprocessor.HDF5BasePreprocessor method) (data_processing.scripts.hdf5_preprocessing.hdf5_dataset_preprocessors.LMDataPreprocessor method) (data_processing.scripts.hdf5_preprocessing.hdf5_dataset_preprocessors.SummarizationPreprocessor method) PreprocessInstance (class in data_processing.bert.dynamic_processor) print_eval_metrics() (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) process() (data_processing.bert.bertsum_data_processor.BertData method) (data_processing.bert.bertsum_data_processor.JsonConverter method) (data_processing.bert.bertsum_data_processor.RougeBasedLabelsFormatter method) (data_processing.bert.bertsum_data_processor.Tokenizer method) process_attention_mask() (common.pytorch.layers.AttentionLayer.MultiheadAttention method) process_dataset() (in module data_processing.scripts.hdf5_preprocessing.utils) process_k_before_logits_calc() (common.pytorch.layers.AttentionLayer.MultiheadAttention method) process_key_padding_mask() (common.pytorch.layers.AttentionLayer.MultiheadAttention method) process_past_kv() (common.pytorch.layers.AttentionLayer.MultiheadAttention method) process_q_before_logits_calc() (common.pytorch.layers.AttentionLayer.MultiheadAttention method) process_transform() (vision.pytorch.input.classification.dataset_factory.Processor method) process_v_before_logits_calc() (common.pytorch.layers.AttentionLayer.MultiheadAttention method) Processor (class in vision.pytorch.input.classification.dataset_factory) programming_time (common.pytorch.perf_utils.PerfData attribute) PyTorchBaseCSRunner (class in common.pytorch.pytorch_base_cs_runner) PyTorchBaseModel (class in common.pytorch.PyTorchBaseModel) PyTorchBaseRunner (class in common.pytorch.pytorch_base_runner) PyTorchCSAppliance (class in common.pytorch.pytorch_cs_appliance) PyTorchDistRunner (class in common.pytorch.pytorch_dist_runner) PyTorchRunner (class in common.pytorch.pytorch_runner)

Q

qkv_converter() (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_Bloom_Attention_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_Attention_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_Attention_HF_CS17 method) qkv_converter_cs17_to_hf() (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_Bloom_Attention_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_Attention_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_Attention_HF_CS17 method)

qkv_converter_hf_to_cs17() (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_Bloom_Attention_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_Attention_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_Attention_HF_CS17 method) quick_gelu() (in module common.pytorch.model_utils.activations)

R

RAdam (class in common.pytorch.optim.RAdam) (class in experimental.optim) RandomCutmix (class in vision.pytorch.input.classification.mixup) RandomMixup (class in vision.pytorch.input.classification.mixup) read_checkpoint() (in module data_processing.scripts.utils) read_params_file() (in module common.run_utils.cli_parser) register_output() (experimental.metrics.Metric method) register_state() (experimental.metrics.Metric method) registry (experimental.metrics.Metric attribute) reglu() (in module common.pytorch.model_utils.activations) relative_position_bucket() (common.pytorch.layers.RelativePositionEmbeddingLayer.RelativePositionEmbeddingLayer static method) RelativePositionEmbeddingLayer (class in common.pytorch.layers.RelativePositionEmbeddingLayer) RepeatedAugSampler (class in vision.pytorch.input.classification.sampler) replace_final_norm() (common.pytorch.model_utils.checkpoint_converters.bloom_hf_cs.Converter_BloomModel_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs.Converter_GPT2Model_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_Headless_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.Converter_GPTJ_Headless_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.llama.Converter_LlamaModel_HF_CS method) (common.pytorch.model_utils.checkpoint_converters.opt_hf_cs.Converter_OPT_Headless_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_Headless_HF_CS17 method) replace_or_fill_masked_bias() (common.pytorch.model_utils.checkpoint_converters.gptj_hf_cs.Converter_GPTJ_Attention_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.Converter_Codegen_Attention_HF_CS17 method) replaceKey() (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseDictionaryConverter static method) reset() (common.pytorch.metrics.cb_metric.CBMetric method) (experimental.metrics.AccuracyMetric method) (experimental.metrics.Metric method) (experimental.metrics.PerplexityMetric method) reset_all_metrics() (in module common.pytorch.metrics.cb_metric) reset_parameters() (common.pytorch.layers.AlibiPositionEmbeddingLayer.AlibiPositionEmbeddingLayer method) (common.pytorch.layers.AttentionLayer.MultiheadAttention method) (common.pytorch.layers.BiaslessLayerNorm.BiaslessLayerNorm method) (common.pytorch.layers.EmbeddingLayer.EmbeddingLayer method) (common.pytorch.layers.FeedForwardNetwork.FeedForwardNetwork method) (common.pytorch.layers.RelativePositionEmbeddingLayer.RelativePositionEmbeddingLayer method) (common.pytorch.layers.Transformer.Transformer method) (common.pytorch.layers.TransformerDecoder.TransformerDecoder method) (common.pytorch.layers.TransformerDecoderLayer.TransformerDecoderLayer method) (common.pytorch.layers.TransformerEncoder.TransformerEncoder method) (common.pytorch.layers.TransformerEncoderLayer.TransformerEncoderLayer method) (vision.pytorch.layers.AdaLayerNorm.AdaLayerNorm method) (vision.pytorch.layers.BatchChannelNorm.BatchChannelNorm2D method)

reset_state() (common.pytorch.metrics.cb_metric.CBMetric method) reverse_interleave_helper() (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.Converter_GPT_Neox_Attention_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.llama.Converter_LlamaAttention_HF_CS method) RMSNorm (class in common.pytorch.layers.RMSNorm) RMSprop (class in common.pytorch.optim.RMSprop) (class in experimental.optim) rotary_dim_converter() (common.pytorch.model_utils.checkpoint_converters.gpt_neox_hf_cs.ConfigConverter_GPT_Neox_HF_CS17 method) (common.pytorch.model_utils.checkpoint_converters.salesforce_codegen_hf_cs.ConfigConverter_Codegen_Model_HF_CS17 method) RotaryPositionEmbeddingHelper (class in common.pytorch.model_utils.RotaryPositionEmbeddingHelper) rotate_tensor() (common.pytorch.model_utils.RotaryPositionEmbeddingHelper.RotaryPositionEmbeddingHelper method) RougeBasedLabelsFormatter (class in data_processing.bert.bertsum_data_processor) Rprop (class in common.pytorch.optim.Rprop) (class in experimental.optim) run() (in module common.pytorch.run_utils) run_base_model_flow() (in module common.pytorch.run_utils) run_cstorch_eval() (in module common.pytorch.run_cstorch_flow) run_cstorch_flow() (in module common.pytorch.run_cstorch_flow) run_cstorch_train() (in module common.pytorch.run_cstorch_flow) run_on_device() (common.pytorch.summaries.cb_summary.CBSummary method) (common.pytorch.summaries.tensor_summary.TensorSummary method) run_on_host() (common.pytorch.summaries.cb_summary.CBSummary method) (common.pytorch.summaries.tensor_summary.TensorSummary method) run_with_params() (in module common.pytorch.run_utils) RunConfigParamsValidator (class in common.pytorch.utils)

S

SampleGenerator (class in common.pytorch.utils) samples_per_sec (common.pytorch.perf_utils.PerfData attribute) save() (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseCheckpointConverter class method) (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseCheckpointConverter_PT_PT class method) (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseConfigConverter class method) (common.pytorch.summaries.cb_summary.CBSummary method) save_all_summaries() (in module common.pytorch.summaries.cb_summary) save_on_host() (common.pytorch.summaries.cb_summary.CBSummary method) (common.pytorch.summaries.tensor_summary.TensorSummary method) save_params() (in module common.input.utils) save_perf() (in module common.pytorch.perf_utils) save_run_info() (in module data_processing.h5_map_dataset.preprocess_pile) scalar_summary() (in module common.pytorch.summaries.scalar_summary) scale() (experimental.amp.GradScaler method) ScalePerParamLR (class in common.pytorch.optim.lr_scheduler) seed_runs() (data_processing.scripts.hdf5_preprocessing.hdf5_base_preprocessor.HDF5BasePreprocessor method) segment_articles_into_sentences() (data_processing.scripts.pubmed.preprocess.TextSharding.Sharding method) segment_is_converter() (common.pytorch.model_utils.checkpoint_converters.base_converter.ConversionRule static method) segment_string() (data_processing.scripts.pubmed.preprocess.TextSharding.NLTKSegmenter method) SentencePairInstance (class in data_processing.bert.sentence_pair_processor) SequentialLR (class in common.pytorch.optim.lr_scheduler) (class in experimental.optim.lr_scheduler) set_eos_pad_tokens() (data_processing.tokenizers.HFTokenizer.HFTokenizer method) set_epoch() (vision.pytorch.input.classification.sampler.RepeatedAugSampler method) set_input_embeddings() (common.pytorch.layers.EmbeddingLayer.EmbeddingLayer method) set_lr_lambda() (common.pytorch.optim.lr_scheduler.LambdaLR method) (common.pytorch.optim.lr_scheduler.MultiplicativeLR method) (experimental.optim.lr_scheduler.LambdaLR method) (experimental.optim.lr_scheduler.MultiplicativeLR method) set_max_gradients() (common.pytorch.gradient_clipper.GradientClipper method) set_scale_fn() (common.pytorch.optim.lr_scheduler.CyclicLR method) (experimental.optim.lr_scheduler.CyclicLR method) set_state() (common.pytorch.PyTorchBaseModel.PyTorchBaseModel method) set_transforms() (vision.pytorch.input.classification.dataset_factory.VisionSubset method) setup_hooks() (common.pytorch.dump_context.DumpContext method) setup_logging() (in module common.pytorch.utils) SGD (class in common.pytorch.optim.SGD) (class in experimental.optim) ShardedSampler (class in vision.pytorch.input.utils) Sharder (class in data_processing.h5_map_dataset.samplers) Sharding (class in data_processing.scripts.pubmed.preprocess.TextSharding) should_apply_weight_decay() (in module common.pytorch.utils) sideband_eval_all() (in module common.pytorch.run_utils) sideband_train_eval_all() (in module common.pytorch.run_utils) SingleFeedForwardLayer (class in common.pytorch.layers.FeedForwardNetwork) smooth_loss() (in module common.pytorch.model_utils.T5ForConditionalGenerationLoss) SmoothL1Loss (class in common.pytorch.layers.SmoothL1Loss) sparsify_grouper() (in module common.pytorch.sparsity.appliance) split_dataset() (vision.pytorch.input.classification.dataset_factory.Processor method) split_list() (in module data_processing.utils) squared_gelu() (in module common.pytorch.model_utils.activations) state_dict() (common.pytorch.optim.lr_scheduler.ChainedScheduler method) (common.pytorch.optim.lr_scheduler.LRScheduler method) (common.pytorch.optim.lr_scheduler.ScalePerParamLR method) (common.pytorch.optim.lr_scheduler.SequentialLR method) (experimental.amp.GradScaler method) (experimental.optim.lr_scheduler.ChainedScheduler method) (experimental.optim.lr_scheduler.SequentialLR method) (experimental.optim.Optimizer method) state_names_to_sparsify() (common.pytorch.optim.Adadelta.Adadelta method) (common.pytorch.optim.Adafactor.Adafactor method) (common.pytorch.optim.Adagrad.Adagrad method) (common.pytorch.optim.Adamax.Adamax method) (common.pytorch.optim.AdamBase.AdamBase method) (common.pytorch.optim.ASGD.ASGD method) (common.pytorch.optim.CSOptimizer.CSOptimizer method) (common.pytorch.optim.Lamb.Lamb method) (common.pytorch.optim.Lion.Lion method) (common.pytorch.optim.NAdam.NAdam method) (common.pytorch.optim.RAdam.RAdam method) (common.pytorch.optim.RMSprop.RMSprop method) (common.pytorch.optim.Rprop.Rprop method) (common.pytorch.optim.SGD.SGD method) (experimental.optim.Adadelta method) (experimental.optim.Adafactor method) (experimental.optim.Adagrad method) (experimental.optim.Adamax method) (experimental.optim.ASGD method) (experimental.optim.Lamb method) (experimental.optim.Lion method) (experimental.optim.NAdam method) (experimental.optim.Optimizer method) (experimental.optim.RAdam method) (experimental.optim.RMSprop method) (experimental.optim.Rprop method) (experimental.optim.SGD method)

StdConv1d (class in vision.pytorch.layers.StandardizedConvolutionLayer) StdConv2d (class in vision.pytorch.layers.StandardizedConvolutionLayer) StdConv3d (class in vision.pytorch.layers.StandardizedConvolutionLayer) step (common.pytorch.summaries.tensor_summary.TensorDescriptor attribute) step() (common.pytorch.optim.Adadelta.Adadelta method) (common.pytorch.optim.Adafactor.Adafactor method) (common.pytorch.optim.Adagrad.Adagrad method) (common.pytorch.optim.Adamax.Adamax method) (common.pytorch.optim.AdamBase.AdamBase method) (common.pytorch.optim.ASGD.ASGD method) (common.pytorch.optim.CSOptimizer.CSOptimizer method) (common.pytorch.optim.Lamb.Lamb method) (common.pytorch.optim.Lion.Lion method) (common.pytorch.optim.lr_scheduler.ChainedScheduler method) (common.pytorch.optim.lr_scheduler.LRScheduler method) (common.pytorch.optim.lr_scheduler.SequentialLR method) (common.pytorch.optim.NAdam.NAdam method) (common.pytorch.optim.RAdam.RAdam method) (common.pytorch.optim.RMSprop.RMSprop method) (common.pytorch.optim.Rprop.Rprop method) (common.pytorch.optim.SGD.SGD method) (experimental.amp.GradScaler method) (experimental.optim.Adadelta method) (experimental.optim.Adafactor method) (experimental.optim.Adagrad method) (experimental.optim.Adamax method) (experimental.optim.ASGD method) (experimental.optim.Lamb method) (experimental.optim.Lion method) (experimental.optim.NAdam method) (experimental.optim.Optimizer method) (experimental.optim.RAdam method) (experimental.optim.RMSprop method) (experimental.optim.Rprop method) (experimental.optim.SGD method) step_if_finite() (experimental.amp.GradScaler method) StepLR (class in common.pytorch.optim.lr_scheduler) (class in experimental.optim.lr_scheduler) strategies() (common.run_utils.utils.ExecutionStrategy class method) SummarizationPreprocessor (class in data_processing.scripts.hdf5_preprocessing.hdf5_dataset_preprocessors) SummaryReader() (in module experimental.utils.tensorboard) SummaryWriter() (in module experimental.utils.tensorboard) supported_cs_modes (common.pytorch.PyTorchBaseModel.PyTorchBaseModel property) supported_modes (common.pytorch.PyTorchBaseModel.PyTorchBaseModel property) supported_non_cs_modes (common.pytorch.PyTorchBaseModel.PyTorchBaseModel property) supports_conversion() (common.pytorch.model_utils.checkpoint_converters.base_converter.BaseDictionaryConverter class method) supports_mode() (common.pytorch.PyTorchBaseModel.PyTorchBaseModel method) swiglu() (in module common.pytorch.model_utils.activations) SyntheticDataset (class in experimental.utils.data)

T

T5ForConditionalGenerationLoss (class in common.pytorch.model_utils.T5ForConditionalGenerationLoss) task_id() (in module vision.pytorch.input.utils) tensor (common.pytorch.summaries.tensor_summary.TensorDescriptor attribute) tensor_summary() (in module common.pytorch.summaries.tensor_summary) TensorDescriptor (class in common.pytorch.summaries.tensor_summary) TensorSummary (class in common.pytorch.summaries.tensor_summary) TensorSummaryReader (class in common.pytorch.summaries.tensor_summary) text_to_tokenized_documents() (in module data_processing.utils) TextFormatting (class in data_processing.scripts.pubmed.preprocess.TextFormatting) throughput_dict() (common.pytorch.perf_utils.PerfData method) to() (common.pytorch.optim.CSOptimizer.CSOptimizer method) to_cpu() (in module common.pytorch.utils) to_dict() (common.pytorch.summaries.tensor_summary.TensorDescriptor method) (data_processing.bert.dynamic_processor.PreprocessInstance method) to_one_hot() (in module vision.pytorch.losses.dice_loss) to_tensor() (in module common.pytorch.utils) tokenize() (data_processing.tokenizers.Tokenization.BaseTokenizer method) (data_processing.tokenizers.Tokenization.FullTokenizer method) (data_processing.tokenizers.Tokenization.WordPieceTokenizer method) (in module data_processing.bert.bertsum_data_processor) tokenize_text_auto_lm() (data_processing.scripts.hdf5_preprocessing.hdf5_dataset_preprocessors.LMDataPreprocessor method) Tokenizer (class in data_processing.bert.bertsum_data_processor) torch_call() (data_processing.huggingface.CSDataCollatorForLanguageModeling.CSDataCollatorForLanguageModeling method) total_loss (common.pytorch.loss_utils.LossSaver property)

total_samples (common.pytorch.perf_utils.PerfData attribute) total_time (common.pytorch.perf_utils.PerfData attribute) train() (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) (common.pytorch.pytorch_cs_appliance.PyTorchCSAppliance method) (common.pytorch.pytorch_dist_runner.PyTorchDistRunner method) (common.pytorch.PyTorchBaseModel.PyTorchBaseModel method) train_and_eval() (common.pytorch.pytorch_base_cs_runner.PyTorchBaseCSRunner method) (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) (common.pytorch.pytorch_dist_runner.PyTorchDistRunner method) train_epoch() (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) train_forward() (common.pytorch.pytorch_base_runner.PyTorchBaseRunner method) (common.pytorch.pytorch_cs_appliance.PyTorchCSAppliance method) (common.pytorch.pytorch_runner.PyTorchRunner method) Transformer (class in common.pytorch.layers.Transformer) TransformerDecoder (class in common.pytorch.layers.TransformerDecoder) TransformerDecoderLayer (class in common.pytorch.layers.TransformerDecoderLayer) TransformerEncoder (class in common.pytorch.layers.TransformerEncoder) TransformerEncoderLayer (class in common.pytorch.layers.TransformerEncoderLayer) transpose_key_if_2D() (in module common.pytorch.model_utils.checkpoint_converters.gpt2_hf_cs) TripletMarginLoss (class in common.pytorch.layers.TripletMarginLoss) TripletMarginWithDistanceLoss (class in common.pytorch.layers.TripletMarginWithDistanceLoss) trivial_context_manager() (in module data_processing.h5_map_dataset.readers) trunc_normal_() (in module common.pytorch.model_utils.weight_initializers) truncate_to_idx() (vision.pytorch.input.classification.dataset_factory.VisionSubset method)

U

unscale_() (experimental.amp.GradScaler method) update() (experimental.amp.GradScaler method) (experimental.metrics.AccuracyMetric method) (experimental.metrics.Metric method) (experimental.metrics.PerplexityMetric method) update_defaults() (in module common.run_utils.cli_parser) update_on_device() (common.pytorch.metrics.cb_metric.CBMetric method)

update_on_host() (common.pytorch.metrics.cb_metric.CBMetric method) update_params() (in module data_processing.scripts.hdf5_preprocessing.utils) update_params_from_args() (in module common.run_utils.cli_parser) update_params_from_file() (in module common.run_utils.cli_parser) update_scale() (experimental.amp.GradScaler method) update_sideband_mode_arg() (in module common.pytorch.run_utils) utctime (common.pytorch.summaries.tensor_summary.TensorDescriptor property)

V

validate() (common.pytorch.utils.RunConfigParamsValidator method) validate_segments() (common.pytorch.model_utils.checkpoint_converters.base_converter.ConversionRule method) validate_sparsity_params() (in module common.pytorch.sparsity.appliance) variance_scaling_() (in module common.pytorch.model_utils.weight_initializers) verify_saved_hdf5_files() (in module data_processing.scripts.hdf5_preprocessing.utils) verify_saved_hdf5_files_mp() (in module data_processing.scripts.hdf5_preprocessing.utils) vision.pytorch module vision.pytorch.input module vision.pytorch.input.classification module vision.pytorch.input.classification.dataset_factory module vision.pytorch.input.classification.mixup module vision.pytorch.input.classification.preprocessing module vision.pytorch.input.classification.sampler module vision.pytorch.input.classification.utils module vision.pytorch.input.transforms module

vision.pytorch.input.utils module vision.pytorch.layers module vision.pytorch.layers.AdaLayerNorm module vision.pytorch.layers.BatchChannelNorm module vision.pytorch.layers.ConvNormActBlock module vision.pytorch.layers.GroupInstanceNorm module vision.pytorch.layers.normalizations module vision.pytorch.layers.StandardizedConvolutionLayer module vision.pytorch.layers.utils module vision.pytorch.losses module vision.pytorch.losses.dice_loss module VisionSubset (class in vision.pytorch.input.classification.dataset_factory) visit_state() (experimental.optim.Optimizer method) visit_structure() (in module common.pytorch.utils)

W

warned_unscaling_non_fp32_grad (experimental.amp.GradScaler attribute) weight (common.pytorch.layers.BiaslessLayerNorm.BiaslessLayerNorm attribute) weight_streaming (common.run_utils.utils.ExecutionStrategy attribute) whitespace_tokenize() (in module data_processing.utils) wikitext_detokenizer() (in module data_processing.scripts.utils) WordPieceTokenizer (class in data_processing.tokenizers.Tokenization)

write_hdf5_file() (data_processing.scripts.hdf5_preprocessing.hdf5_base_preprocessor.HDF5BasePreprocessor method) (in module data_processing.scripts.hdf5_preprocessing.convert_dataset_to_HDF5) write_hdf5_files() (data_processing.scripts.hdf5_preprocessing.hdf5_base_preprocessor.HDF5BasePreprocessor method) write_label_map_files() (in module data_processing.bert.ner_data_processor) write_shards_to_disk() (data_processing.scripts.pubmed.preprocess.TextSharding.Sharding method) write_single_shard() (data_processing.scripts.pubmed.preprocess.TextSharding.Sharding method)