modelzoo.transformers.data_processing.h5_map_dataset.samplers.Sharder#

class modelzoo.transformers.data_processing.h5_map_dataset.samplers.Sharder[source]#

Bases: torch.utils.data.Sampler, modelzoo.transformers.data_processing.h5_map_dataset.samplers.PaddedSampler

Methods

Attributes

pad_index

__call__(*args: Any, **kwargs: Any) → Any#: Call self as a function.

__init__(data_source)[source]#

static __new__(cls, *args: Any, **kwargs: Any) → Any#

previous

modelzoo.transformers.data_processing.h5_map_dataset.samplers.PaddedSampler

next

modelzoo.transformers.data_processing.huggingface