lightrft.strategy.utils.parallel_utils
=================================================

.. currentmodule:: lightrft.strategy.utils.parallel_utils

.. automodule:: lightrft.strategy.utils.parallel_utils


set_sequence_parallel_group
----------------------------------------------------------

.. autofunction:: set_sequence_parallel_group



get_sequence_parallel_group
----------------------------------------------------------

.. autofunction:: get_sequence_parallel_group



get_sequence_parallel_world_size
----------------------------------------------------------

.. autofunction:: get_sequence_parallel_world_size



get_sequence_parallel_rank
----------------------------------------------------------

.. autofunction:: get_sequence_parallel_rank



SPDataProcessor
----------------------------------------------------------

.. autoclass:: SPDataProcessor
    :members: preprocess,postprocess



sp_slice_and_pad_input
----------------------------------------------------------

.. autofunction:: sp_slice_and_pad_input



gather_forward_split_backward_and_unpad
----------------------------------------------------------

.. autofunction:: gather_forward_split_backward_and_unpad