dummy_modules#

Classes

DummyModule

DummyBlock

DummyWTE

DummyLMHead

class DummyBlock#

Bases: DummyModule

__init__(block_index)#
Parameters:

block_index (int)

forward(x, *args, **kwargs)#
Parameters:

x (Tensor)

Return type:

Tensor | tuple[Tensor, None]

class DummyLMHead#

Bases: DummyModule

__init__(config)#
Parameters:

config (PreTrainedConfig)

forward(x)#
Parameters:

x (Tensor)

Return type:

Tensor

class DummyModule#

Bases: Module

__init__(*args, **kwargs)#
Return type:

None

static load_state_dict_post_hook(module, incompatible_keys)#
Parameters:

  • module (Module)

  • incompatible_keys (_IncompatibleKeys)

Return type:

None

class DummyWTE#

Bases: DummyModule

__init__(hidden_size, dtype=None)#
Parameters:

  • hidden_size (int)

  • dtype (dtype | None)

forward(input_ids)#
Parameters:

input_ids (Tensor)

Return type:

Tensor