cerebras.modelzoo.common.utils.model.attention_utils.StridedSparseAttentionBuilder#

class cerebras.modelzoo.common.utils.model.attention_utils.StridedSparseAttentionBuilder[source]#

Bases: cerebras.modelzoo.common.utils.model.attention_utils.SparseAttentionBuilder

Methods

build_mask

get_pytorch_mask

set_global_attention

set_local_attention

__init__(num_heads, max_sequence_length, local_attn_ctx=4, stride=2, attention_type='unidirectional')[source]#

previous

cerebras.modelzoo.common.utils.model.attention_utils.SparseAttentionBuilder

next

cerebras.modelzoo.common.utils.model.lora