Shortcuts

lightrft.strategy.fsdp.fsdp_utils

is_meta_initialized

multi_tensor_l2norm_torch

calc_l2_norm

calc_lp

get_norm

reduce_grads

get_tensor_norm

compute_norm

BaseGradScaler

DynamicGradScaler

BaseOptimizer