lightrft.strategy.fsdp.fsdpv2
=================================================

.. currentmodule:: lightrft.strategy.fsdp.fsdpv2

.. automodule:: lightrft.strategy.fsdp.fsdpv2


FSDPV2Strategy
----------------------------------------------------------

.. autoclass:: FSDPV2Strategy
    :members: __init__, create_optimizer, backward, optimizer_step, prepare_model, unwrap_model, save_model, save_ckpt, load_ckpt, maybe_offload_optimizer, maybe_load_optimizer, init_model_context


is_mp_optimizer
----------------------------------------------------------

.. autofunction:: is_mp_optimizer


ModelOptimPair
----------------------------------------------------------

.. autodata:: ModelOptimPair



ModelOrModelOptimPair
----------------------------------------------------------

.. autodata:: ModelOrModelOptimPair


manual_transformer_cls_names_to_wrap
----------------------------------------------------------

.. autodata:: manual_transformer_cls_names_to_wrap