lightrft.strategy.utils

• lightrft.strategy.utils.broadcast_utils
  • BroadcastManager
    • BroadcastManager
• lightrft.strategy.utils.ckpt_utils
  • find_latest_checkpoint_dir
    • find_latest_checkpoint_dir()
• lightrft.strategy.utils.data_utils
  • DistributedSampler
    • DistributedSampler
• lightrft.strategy.utils.distributed_util
  • all_gather_all_prompt_token_ids()
  • create_sub_group()
  • gather_inputs_object_for_inference()
  • init_process_group()
• lightrft.strategy.utils.optimizer_utils
  • _DEFAULT_NO_DECAY_NAME_LIST
    • _DEFAULT_NO_DECAY_NAME_LIST
  • get_optimizer_grouped_parameters
    • get_optimizer_grouped_parameters()
• lightrft.strategy.utils.parallel_utils
  • set_sequence_parallel_group
    • set_sequence_parallel_group()
  • get_sequence_parallel_group
    • get_sequence_parallel_group()
  • get_sequence_parallel_world_size
    • get_sequence_parallel_world_size()
  • get_sequence_parallel_rank
    • get_sequence_parallel_rank()
  • SPDataProcessor
    • SPDataProcessor
  • sp_slice_and_pad_input
    • sp_slice_and_pad_input()
  • gather_forward_split_backward_and_unpad
    • gather_forward_split_backward_and_unpad()
• lightrft.strategy.utils.statistic
  • GenLenAnalyser
    • GenLenAnalyser
  • analyse_output_lengths
    • analyse_output_lengths()
  • collect_local_output_lengths
    • collect_local_output_lengths()
  • gather_all_lengths
    • gather_all_lengths()
  • analyze_output_lengths
    • analyze_output_lengths()