lightrft.strategy.fsdp.fsdp_optimizer
=================================================

.. currentmodule:: lightrft.strategy.fsdp.fsdp_optimizer

.. automodule:: lightrft.strategy.fsdp.fsdp_optimizer


DTENSOR_SUPPORTED
----------------------------------------------------------

.. autodata:: DTENSOR_SUPPORTED



FSDPadaptOptimizer
----------------------------------------------------------

.. autoclass:: FSDPadaptOptimizer
    :members: loss_scale, backward, zero_grad, step, clip_grad_norm, state_dict, load_state_dict



offload_fsdp_optimizer
----------------------------------------------------------

.. autofunction:: offload_fsdp_optimizer



load_fsdp_optimizer
----------------------------------------------------------

.. autofunction:: load_fsdp_optimizer