dummy_modules

Classes

DummyModule
DummyBlock
DummyWTE
DummyLMHead

class DummyBlock

Bases: DummyModule

__init__(block_index)

Parameters:

block_index (int)

forward(x, *args, **kwargs)

Parameters:

x (Tensor)

Return type:

Tensor | tuple[Tensor, None]

class DummyLMHead

Bases: DummyModule

__init__(config)

Parameters:

config (PreTrainedConfig)

forward(x)

Parameters:

x (Tensor)

Return type:

Tensor

class DummyModule

Bases: Module

__init__(*args, **kwargs)

Return type:

None

static load_state_dict_post_hook(module, incompatible_keys)

Parameters:

• module (Module)

• incompatible_keys (_IncompatibleKeys)

Return type:

None

class DummyWTE

Bases: DummyModule

__init__(hidden_size, dtype=None)

Parameters:

• hidden_size (int)

• dtype (dtype | None)

forward(input_ids)

Parameters:

input_ids (Tensor)

Return type:

Tensor