Index

A

apex.amp (module) apex.fp16_utils (module)

apex.normalization (module) apex.optimizers (module) apex.parallel (module)

B

backward() (apex.fp16_utils.FP16_Optimizer method)

C

clip_master_grads() (apex.fp16_utils.FP16_Optimizer method)

convert_syncbn_model() (in module apex.parallel)

D

DistributedDataParallel (class in apex.parallel)

DynamicLossScaler (class in apex.fp16_utils)

E

extra_repr() (apex.normalization.FusedLayerNorm method)

F

forward() (apex.normalization.FusedLayerNorm method) (apex.parallel.DistributedDataParallel method) (apex.parallel.SyncBatchNorm method) FP16_Optimizer (class in apex.fp16_utils)

FusedAdam (class in apex.optimizers) FusedLAMB (class in apex.optimizers) FusedLayerNorm (class in apex.normalization) FusedNovoGrad (class in apex.optimizers) FusedSGD (class in apex.optimizers)

I

initialize() (in module apex.amp)

inspect_master_grad_data() (apex.fp16_utils.FP16_Optimizer method)

L

load_state_dict() (apex.fp16_utils.FP16_Optimizer method) (apex.optimizers.FusedNovoGrad method)

LossScaler (class in apex.fp16_utils)

M

master_params() (in module apex.amp)

master_params_to_model_params() (in module apex.fp16_utils) model_grads_to_master_grads() (in module apex.fp16_utils)

P

prep_param_lists() (in module apex.fp16_utils)

R

Reducer (class in apex.parallel)

S

scale_loss() (in module apex.amp) state_dict() (apex.fp16_utils.FP16_Optimizer method) step() (apex.fp16_utils.FP16_Optimizer method) (apex.optimizers.FusedAdam method) (apex.optimizers.FusedLAMB method) (apex.optimizers.FusedNovoGrad method) (apex.optimizers.FusedSGD method)

SyncBatchNorm (class in apex.parallel)

U

update_master_grads() (apex.fp16_utils.FP16_Optimizer method)

Z

zero_grad() (apex.fp16_utils.FP16_Optimizer method) (apex.optimizers.FusedAdam method) (apex.optimizers.FusedLAMB method) (apex.optimizers.FusedNovoGrad method)