cerebras.modelzoo.data.common.h5_map_dataset.samplers.BaseSampler#

class cerebras.modelzoo.data.common.h5_map_dataset.samplers.BaseSampler[source]#

Bases: torch.utils.data.Sampler, cerebras.modelzoo.data.common.h5_map_dataset.samplers.PaddedSampler

Handle shuffling and skipping

Methods

Attributes

`num_samples`
`pad_index`

__init__(data_source, num_samples=None, shuffle=True, seed=None, start_index=0)[source]#

__call__(*args: Any, **kwargs: Any) → Any#: Call self as a function.

static __new__(cls, *args: Any, **kwargs: Any) → Any#

previous

cerebras.modelzoo.data.common.h5_map_dataset.samplers

next

cerebras.modelzoo.data.common.h5_map_dataset.samplers.BatchSampler