cerebras.modelzoo.data.vision.segmentation.Hdf5BaseDataProcessor.Hdf5BaseDataProcessorConfig#

class cerebras.modelzoo.data.vision.segmentation.Hdf5BaseDataProcessor.Hdf5BaseDataProcessorConfig(*args, **kwargs)[source]#

Methods

`check_for_deprecated_fields`
`check_literal_discriminator_field`
`copy`
`get_orig_class`
`get_orig_class_args`
`model_copy`
`model_post_init`
`post_init`

Attributes

`augment_data`
`batch_size`	Batch size
`data_dir`	Path to dataset HDF5 files
`discriminator`
`discriminator_value`
`drop_last`	If True and the dataset size is not divisible by the batch size, the last incomplete batch will be dropped.
`duplicate_act_worker_data`
`fp16_type`
`image_shape`
`loss`
`mixed_precision`
`model_config`
`normalize_data_method`	Data normalization method
`num_classes`	Maximum length of the sequence to generate
`num_workers`	How many subprocesses to use for data loading.
`persistent_workers`	If True, the data loader will not shutdown the worker processes after a dataset has been consumed once.
`prefetch_factor`	Number of samples loaded in advance by each worker.
`shuffle`	"Flag to enable data shuffling
`shuffle_buffer`	Size of shuffle buffer in samples.
`shuffle_seed`	Shuffle seed
`use_fast_dataloader`
`use_worker_cache`
`data_processor`

drop_last = True#: If True and the dataset size is not divisible by the batch size, the last incomplete batch will be dropped.

persistent_workers = True#: If True, the data loader will not shutdown the worker processes after a dataset has been consumed once.

cerebras.modelzoo.data.vision.segmentation.Hdf5BaseDataProcessor.Hdf5BaseDataProcessor

cerebras.modelzoo.data.vision.segmentation.Hdf5BaseIterDataProcessor