# biome.text.modules.heads.language_modelling Module

# LanguageModelling Class


class LanguageModelling (backbone: ModelBackbone, dropout: float = None)

Task head for next-token language modelling, i.e., a model to predict the next token in a sequence of tokens.

Initializes internal Module state, shared by both nn.Module and ScriptModule.

# Ancestors

  • TaskHead
  • torch.nn.modules.module.Module
  • allennlp.common.registrable.Registrable
  • allennlp.common.from_params.FromParams

# Inherited members

# LanguageModellingConfiguration Class


class LanguageModellingConfiguration (*args, **kwds)

Configuration for language model head components

# Ancestors

# Inherited members

Maintained by