cerebras.modelzoo.losses.GPTLMHeadModelLoss.GPTLMHeadModelLoss#

class cerebras.modelzoo.losses.GPTLMHeadModelLoss.GPTLMHeadModelLoss[source]#

Bases: torch.nn.Module

Methods

forward

__init__(vocab_size, loss_scaling, loss_weight)[source]#

__call__(*args: Any, **kwargs: Any) → Any#: Call self as a function.

static __new__(cls, *args: Any, **kwargs: Any) → Any#

previous

cerebras.modelzoo.losses.GPTLMHeadModelLoss

next

cerebras.modelzoo.losses.T5ForConditionalGenerationLoss