Model Zoo API
Cerebras PyTorch API
cerebras.modelzoo
cerebras.modelzoo.cli
cerebras.modelzoo.cli.assistant_cli
cerebras.modelzoo.cli.assistant_cli.AssistantCLI
cerebras.modelzoo.cli.config_mgmt_cli
cerebras.modelzoo.cli.config_mgmt_cli.ConfigMgmtCLI
cerebras.modelzoo.cli.data_info_cli
cerebras.modelzoo.cli.data_info_cli.DataInfoCLI
cerebras.modelzoo.cli.data_preprocess_cli
cerebras.modelzoo.cli.data_preprocess_cli.DataPreprocessCLI
cerebras.modelzoo.cli.model_info_cli
cerebras.modelzoo.cli.model_info_cli.ModelInfoCLI
cerebras.modelzoo.cli.utils
cerebras.modelzoo.cli.utils.add_run_args
cerebras.modelzoo.cli.utils.get_table_parser
cerebras.modelzoo.common
cerebras.modelzoo.common.half_dtype
cerebras.modelzoo.common.half_dtype.cb16_to_fp32
cerebras.modelzoo.common.half_dtype.maybe_to_half_dtype
cerebras.modelzoo.common.input_utils
cerebras.modelzoo.common.input_utils.bucketed_batch
cerebras.modelzoo.common.input_utils.get_streaming_batch_size
cerebras.modelzoo.common.input_utils.validate_streaming_and_micro_batch_size
cerebras.modelzoo.common.input_utils.PaddingSample
cerebras.modelzoo.common.mlops
cerebras.modelzoo.common.mlops.check_presence_of_wandb_dir
cerebras.modelzoo.common.mlops.mlops_run
cerebras.modelzoo.common.model_utils
cerebras.modelzoo.common.model_utils.count_lines
cerebras.modelzoo.common.pytorch_utils
cerebras.modelzoo.common.pytorch_utils.to_cpu
cerebras.modelzoo.common.pytorch_utils.to_tensor
cerebras.modelzoo.common.pytorch_utils.visit_structure
cerebras.modelzoo.common.pytorch_utils.BufferedShuffleDataset
cerebras.modelzoo.common.pytorch_utils.IterableDatasetSampler
cerebras.modelzoo.common.pytorch_utils.RunConfigParamsValidator
cerebras.modelzoo.common.pytorch_utils.SampleGenerator
cerebras.modelzoo.common.run_bigcode_eval_harness
cerebras.modelzoo.common.run_bigcode_eval_harness.big_code_parser
cerebras.modelzoo.common.run_bigcode_eval_harness.main
cerebras.modelzoo.common.run_bigcode_eval_harness.pattern_match
cerebras.modelzoo.common.run_bigcode_eval_harness.MultiChoice
cerebras.modelzoo.common.run_eleuther_eval_harness
cerebras.modelzoo.common.run_eleuther_eval_harness.eeh_parser
cerebras.modelzoo.common.run_eleuther_eval_harness.run_eval_harness
cerebras.modelzoo.common.run_gpt_inference
cerebras.modelzoo.common.run_gpt_inference.format_rate
cerebras.modelzoo.common.run_gpt_inference.get_all_checkpoints
cerebras.modelzoo.common.run_gpt_inference.get_cluster_config
cerebras.modelzoo.common.run_gpt_inference.get_latest_checkpoint
cerebras.modelzoo.common.run_gpt_inference.get_model_checkpoint
cerebras.modelzoo.common.run_gpt_inference.get_parser
cerebras.modelzoo.common.run_gpt_inference.inference_input_dataloader
cerebras.modelzoo.common.run_gpt_inference.load_from_checkpoint_file
cerebras.modelzoo.common.run_gpt_inference.main
cerebras.modelzoo.common.run_gpt_inference.set_attention_params
cerebras.modelzoo.common.run_gpt_inference.set_defaults
cerebras.modelzoo.common.run_gpt_inference.setup_artifact_dir
cerebras.modelzoo.common.run_gpt_inference.setup_logging
cerebras.modelzoo.common.run_gpt_inference.setup_logging_excepthook
cerebras.modelzoo.common.run_utils
cerebras.modelzoo.common.run_utils.main
cerebras.modelzoo.common.run_utils.run
cerebras.modelzoo.common.run_utils.torchrun
cerebras.modelzoo.common.utils
cerebras.modelzoo.common.utils.input
cerebras.modelzoo.common.utils.model
cerebras.modelzoo.common.utils.run
cerebras.modelzoo.common.utils.utils
cerebras.modelzoo.config
cerebras.modelzoo.config.base_config
cerebras.modelzoo.config.base_config.BaseConfig
cerebras.modelzoo.config.data_config
cerebras.modelzoo.config.data_config.DataConfig
cerebras.modelzoo.config.model_config
cerebras.modelzoo.config.model_config.ModelConfig
cerebras.modelzoo.config.named_config
cerebras.modelzoo.config.named_config.NamedConfig
cerebras.modelzoo.config.types
cerebras.modelzoo.config.types.resolve_path
cerebras.modelzoo.config.utils
cerebras.modelzoo.config.utils.create_config_class
cerebras.modelzoo.config.utils.describe_fields
cerebras.modelzoo.config.utils.parse_field_type
cerebras.modelzoo.data
cerebras.modelzoo.data.common
cerebras.modelzoo.data.common.GenericDataProcessor
cerebras.modelzoo.data.common.HDF5DataProcessor
cerebras.modelzoo.data.common.HDF5IterableDataProcessor
cerebras.modelzoo.data.common.HDF5IterableDataset
cerebras.modelzoo.data.common.SyntheticDataProcessor
cerebras.modelzoo.data.common.config
cerebras.modelzoo.data.common.h5_map_dataset
cerebras.modelzoo.data.common.input_utils
cerebras.modelzoo.data.common.restartable_dataloader
cerebras.modelzoo.data.common.tensor_spec
cerebras.modelzoo.data.multimodal
cerebras.modelzoo.data.multimodal.clip
cerebras.modelzoo.data.multimodal.datasets
cerebras.modelzoo.data.multimodal.llava
cerebras.modelzoo.data.multimodal.tasks
cerebras.modelzoo.data.nlp
cerebras.modelzoo.data.nlp.bart
cerebras.modelzoo.data.nlp.bert
cerebras.modelzoo.data.nlp.dpo
cerebras.modelzoo.data.nlp.gpt
cerebras.modelzoo.data.nlp.t5
cerebras.modelzoo.data.nlp.transformer
cerebras.modelzoo.data.vision
cerebras.modelzoo.data.vision.classification
cerebras.modelzoo.data.vision.diffusion
cerebras.modelzoo.data.vision.masked_auto_encoding
cerebras.modelzoo.data.vision.preprocessing
cerebras.modelzoo.data.vision.segmentation
cerebras.modelzoo.data.vision.transforms
cerebras.modelzoo.data.vision.utils
cerebras.modelzoo.data_preparation
cerebras.modelzoo.data_preparation.data_preprocessing
cerebras.modelzoo.data_preparation.data_preprocessing.custom_hook_examples
cerebras.modelzoo.data_preparation.data_preprocessing.custom_tokenizer_example
cerebras.modelzoo.data_preparation.data_preprocessing.data_dedup
cerebras.modelzoo.data_preparation.data_preprocessing.data_preprocessor
cerebras.modelzoo.data_preparation.data_preprocessing.data_reader
cerebras.modelzoo.data_preparation.data_preprocessing.dpo_token_generator
cerebras.modelzoo.data_preparation.data_preprocessing.fim_token_generator
cerebras.modelzoo.data_preparation.data_preprocessing.finetuning_token_generator
cerebras.modelzoo.data_preparation.data_preprocessing.hooks
cerebras.modelzoo.data_preparation.data_preprocessing.nlg_token_generator
cerebras.modelzoo.data_preparation.data_preprocessing.preprocess_data
cerebras.modelzoo.data_preparation.data_preprocessing.pretraining_token_generator
cerebras.modelzoo.data_preparation.data_preprocessing.tokenflow
cerebras.modelzoo.data_preparation.data_preprocessing.utils
cerebras.modelzoo.data_preparation.data_preprocessing.vsl_finetuning_token_generator
cerebras.modelzoo.data_preparation.data_preprocessing.vsl_pretraining_token_generator
cerebras.modelzoo.data_preparation.hdf5_shuffling
cerebras.modelzoo.data_preparation.hdf5_shuffling.h5_dataset_shuffle
cerebras.modelzoo.data_preparation.huggingface
cerebras.modelzoo.data_preparation.huggingface.CSDataCollatorForLanguageModeling
cerebras.modelzoo.data_preparation.huggingface.HF_converter_example_BookCorpus
cerebras.modelzoo.data_preparation.huggingface.HF_converter_example_Eli5
cerebras.modelzoo.data_preparation.huggingface.HuggingFaceDataProcessor
cerebras.modelzoo.data_preparation.huggingface.HuggingFace_BookCorpus
cerebras.modelzoo.data_preparation.huggingface.HuggingFace_Eli5
cerebras.modelzoo.data_preparation.multimodal
cerebras.modelzoo.data_preparation.multimodal.llava
cerebras.modelzoo.data_preparation.nlp
cerebras.modelzoo.data_preparation.nlp.bert
cerebras.modelzoo.data_preparation.nlp.extractive_summarisation_utils
cerebras.modelzoo.data_preparation.nlp.gpt2
cerebras.modelzoo.data_preparation.nlp.gptj
cerebras.modelzoo.data_preparation.nlp.hdf5_preprocessing
cerebras.modelzoo.data_preparation.nlp.pile
cerebras.modelzoo.data_preparation.nlp.pubmed
cerebras.modelzoo.data_preparation.nlp.slimpajama
cerebras.modelzoo.data_preparation.nlp.t5
cerebras.modelzoo.data_preparation.nlp.tokenizers
cerebras.modelzoo.data_preparation.nlp.transformer
cerebras.modelzoo.data_preparation.nlp.write_csv_data
cerebras.modelzoo.data_preparation.nlp.write_csv_ner
cerebras.modelzoo.data_preparation.raw_dataset_processor
cerebras.modelzoo.data_preparation.raw_dataset_processor.RawDatasetProcessor
cerebras.modelzoo.data_preparation.raw_dataset_processor.utils
cerebras.modelzoo.data_preparation.utils
cerebras.modelzoo.data_preparation.utils.convert_str_to_int_list
cerebras.modelzoo.data_preparation.utils.convert_to_unicode
cerebras.modelzoo.data_preparation.utils.count_total_documents
cerebras.modelzoo.data_preparation.utils.create_masked_lm_predictions
cerebras.modelzoo.data_preparation.utils.get_files_in_metadata
cerebras.modelzoo.data_preparation.utils.get_label_id_map
cerebras.modelzoo.data_preparation.utils.get_output_type_shapes
cerebras.modelzoo.data_preparation.utils.get_vocab
cerebras.modelzoo.data_preparation.utils.pad_input_sequence
cerebras.modelzoo.data_preparation.utils.pad_instance_to_max_seq_length
cerebras.modelzoo.data_preparation.utils.split_list
cerebras.modelzoo.data_preparation.utils.text_to_tokenized_documents
cerebras.modelzoo.data_preparation.utils.whitespace_tokenize
cerebras.modelzoo.data_preparation.utils.maskedLmInstance
cerebras.modelzoo.data_preparation.vision
cerebras.modelzoo.data_preparation.vision.dit
cerebras.modelzoo.data_preparation.vision.unet
cerebras.modelzoo.losses
cerebras.modelzoo.losses.BertPretrainModelLoss
cerebras.modelzoo.losses.BertPretrainModelLoss.BertPretrainModelLoss
cerebras.modelzoo.losses.DPOLoss
cerebras.modelzoo.losses.DPOLoss.DPOLoss
cerebras.modelzoo.losses.GPTLMHeadModelLoss
cerebras.modelzoo.losses.GPTLMHeadModelLoss.GPTLMHeadModelLoss
cerebras.modelzoo.losses.LoadBalancingLoss
cerebras.modelzoo.losses.LoadBalancingLoss.LoadBalancingLoss
cerebras.modelzoo.losses.T5ForConditionalGenerationLoss
cerebras.modelzoo.losses.T5ForConditionalGenerationLoss.smooth_loss
cerebras.modelzoo.losses.T5ForConditionalGenerationLoss.T5ForConditionalGenerationLoss
cerebras.modelzoo.losses.ViTMAELoss
cerebras.modelzoo.losses.ViTMAELoss.ViTMAELoss
cerebras.modelzoo.losses.clip_contrasive_loss
cerebras.modelzoo.losses.clip_contrasive_loss.ClipContrastiveLoss
cerebras.modelzoo.losses.dpr_loss
cerebras.modelzoo.losses.dpr_loss.DPRLoss
cerebras.modelzoo.registry
cerebras.modelzoo.registry.registry
cerebras.modelzoo.tools
cerebras.modelzoo.tools.checkpoint_converters
cerebras.modelzoo.tools.checkpoint_converters.artifacts
cerebras.modelzoo.tools.checkpoint_converters.base_converter
cerebras.modelzoo.tools.checkpoint_converters.bert
cerebras.modelzoo.tools.checkpoint_converters.bert_finetune
cerebras.modelzoo.tools.checkpoint_converters.bloom_hf_cs
cerebras.modelzoo.tools.checkpoint_converters.btlm_hf_cs
cerebras.modelzoo.tools.checkpoint_converters.clip_vit
cerebras.modelzoo.tools.checkpoint_converters.dpo
cerebras.modelzoo.tools.checkpoint_converters.dpr
cerebras.modelzoo.tools.checkpoint_converters.dragon_plus
cerebras.modelzoo.tools.checkpoint_converters.esm2
cerebras.modelzoo.tools.checkpoint_converters.falcon
cerebras.modelzoo.tools.checkpoint_converters.falcon_180b
cerebras.modelzoo.tools.checkpoint_converters.falcon_40b
cerebras.modelzoo.tools.checkpoint_converters.falcon_7b
cerebras.modelzoo.tools.checkpoint_converters.gemma2
cerebras.modelzoo.tools.checkpoint_converters.gpt2_hf_cs
cerebras.modelzoo.tools.checkpoint_converters.gpt_backbone
cerebras.modelzoo.tools.checkpoint_converters.gpt_neox_hf_cs
cerebras.modelzoo.tools.checkpoint_converters.gptj_hf_cs
cerebras.modelzoo.tools.checkpoint_converters.helper
cerebras.modelzoo.tools.checkpoint_converters.jais_hf_cs
cerebras.modelzoo.tools.checkpoint_converters.llama
cerebras.modelzoo.tools.checkpoint_converters.llava
cerebras.modelzoo.tools.checkpoint_converters.mistral
cerebras.modelzoo.tools.checkpoint_converters.mixtral
cerebras.modelzoo.tools.checkpoint_converters.mm_simple
cerebras.modelzoo.tools.checkpoint_converters.mup
cerebras.modelzoo.tools.checkpoint_converters.registry
cerebras.modelzoo.tools.checkpoint_converters.roberta
cerebras.modelzoo.tools.checkpoint_converters.salesforce_codegen_hf_cs
cerebras.modelzoo.tools.checkpoint_converters.santacoder
cerebras.modelzoo.tools.checkpoint_converters.starcoder
cerebras.modelzoo.tools.checkpoint_converters.streaming_checkpoints
cerebras.modelzoo.tools.checkpoint_converters.t5
cerebras.modelzoo.tools.checkpoint_converters.vit
cerebras.modelzoo.tools.compat
cerebras.modelzoo.tools.convert_checkpoint
cerebras.modelzoo.tools.convert_checkpoint.convert_checkpoint
cerebras.modelzoo.tools.convert_checkpoint.convert_checkpoint_from_file
cerebras.modelzoo.tools.convert_checkpoint.convert_config
cerebras.modelzoo.tools.convert_checkpoint.convert_config_from_file
cerebras.modelzoo.tools.convert_checkpoint.diff_checkpoints
cerebras.modelzoo.tools.convert_checkpoint.diff_checkpoints_from_file
cerebras.modelzoo.tools.convert_checkpoint.get_model_converter
cerebras.modelzoo.tools.convert_checkpoint.CheckpointConverterCLI
cerebras.modelzoo.tools.convert_config_to_mup
cerebras.modelzoo.tools.convert_config_to_mup.check_default_args
cerebras.modelzoo.tools.convert_config_to_mup.generate_mup_config
cerebras.modelzoo.tools.convert_config_to_mup.main
cerebras.modelzoo.tools.convert_config_to_mup.parse_argument
cerebras.modelzoo.tools.fold_lora_checkpoint
cerebras.modelzoo.tools.fold_lora_checkpoint.fold_lora_model_from_file
cerebras.modelzoo.trainer
Trainer API
cerebras.modelzoo.registry.registry
#
previous
cerebras.modelzoo.registry
next
cerebras.modelzoo.tools