lightrft.strategy

• lightrft.strategy.config
• lightrft.strategy.deepspeed
  • lightrft.strategy.deepspeed.deepspeed
    • ModelOptimPair
    • ModelOrModelOptimPair
    • DeepspeedStrategy
  • lightrft.strategy.deepspeed.deepspeed_utils
    • get_train_ds_config
    • get_eval_ds_config
    • offload_deepspeed_states
    • reload_deepspeed_states
• lightrft.strategy.fake_strategy
• lightrft.strategy.fsdp
  • lightrft.strategy.fsdp.fsdp_optimizer
    • DTENSOR_SUPPORTED
    • FSDPadaptOptimizer
    • offload_fsdp_optimizer
    • load_fsdp_optimizer
  • lightrft.strategy.fsdp.fsdp_utils
    • is_meta_initialized
    • multi_tensor_l2norm_torch
    • calc_l2_norm
    • calc_lp
    • get_norm
    • reduce_grads
    • get_tensor_norm
    • compute_norm
    • BaseGradScaler
    • DynamicGradScaler
    • BaseOptimizer
  • lightrft.strategy.fsdp.fsdpv2
    • FSDPV2Strategy
    • is_mp_optimizer
    • ModelOptimPair
    • ModelOrModelOptimPair
    • manual_transformer_cls_names_to_wrap
• lightrft.strategy.sglang_utils
  • lightrft.strategy.sglang_utils.sglang_engine
    • RLGenerationEngine
  • lightrft.strategy.sglang_utils.sgl_model_saver
  • get_sglang_engine
• lightrft.strategy.strategy
  • get_strategy
• lightrft.strategy.strategy_base
  • EngineStatus
  • StrategyBase
  • is_actor
• lightrft.strategy.utils
  • lightrft.strategy.utils.broadcast_utils
    • BroadcastManager
  • lightrft.strategy.utils.ckpt_utils
    • find_latest_checkpoint_dir
  • lightrft.strategy.utils.data_utils
    • DistributedSampler
  • lightrft.strategy.utils.distributed_util
  • lightrft.strategy.utils.optimizer_utils
    • _DEFAULT_NO_DECAY_NAME_LIST
    • get_optimizer_grouped_parameters
  • lightrft.strategy.utils.parallel_utils
    • set_sequence_parallel_group
    • get_sequence_parallel_group
    • get_sequence_parallel_world_size
    • get_sequence_parallel_rank
    • SPDataProcessor
    • sp_slice_and_pad_input
    • gather_forward_split_backward_and_unpad
  • lightrft.strategy.utils.statistic
    • GenLenAnalyser
    • analyse_output_lengths
    • collect_local_output_lengths
    • gather_all_lengths
    • analyze_output_lengths
• lightrft.strategy.vllm_utils
  • lightrft.strategy.vllm_utils.vllm_worker_wrap_no_ray
    • WorkerWrap
  • get_vllm_engine