Index

_

__getitem__() (verl_omni.utils.dataset.rl_dataset.RLHFDataset method) __init__() (verl_omni.agent_loop.DiffusionAgentLoopWorker method) (verl_omni.utils.dataset.rl_dataset.RLHFDataset method) (verl_omni.workers.engine.fsdp.diffusers_impl.DiffusersFSDPEngine method) (verl_omni.workers.engine.fsdp.diffusers_impl.PPODiffusersFSDPEngine method)

B

build_scheduler() (in module verl_omni.pipelines.utils) (verl_omni.pipelines.model_base.DiffusionModelBase class method)

C

collect_lora_params() (in module verl_omni.utils.fsdp_utils) compute_score() (in module verl_omni.utils.reward_score.http_scorer_client) (in module verl_omni.utils.reward_score.jpeg_compressibility)

compute_score_ocr() (in module verl_omni.utils.reward_score.genrm_ocr) compute_score_unified_reward() (in module verl_omni.utils.reward_score.unified_reward) copy_adapter() (verl_omni.workers.engine.lora_adapter_mixin.LoRAAdapterMixin method) create_rl_dataset() (in module verl_omni.utils.dataset.rl_dataset)

D

default_compute_score_image() (in module verl_omni.utils.reward_score) DiffusersFSDPEngine (class in verl_omni.workers.engine.fsdp.diffusers_impl) DiffusionActorConfig (class in verl_omni.workers.config) DiffusionAgentLoopOutput (class in verl_omni.agent_loop) DiffusionAgentLoopWorker (class in verl_omni.agent_loop) DiffusionLossConfig (class in verl_omni.workers.config) DiffusionModelBase (class in verl_omni.pipelines.model_base) DiffusionModelConfig (class in verl_omni.workers.config)

DiffusionPipelineConfig (class in verl_omni.workers.config) DiffusionRolloutAlgoConfig (class in verl_omni.workers.config) DiffusionRolloutConfig (class in verl_omni.workers.config) DiffusionSamplingConfig (class in verl_omni.workers.config) DiffusionSingleTurnAgentLoop (class in verl_omni.agent_loop) disable_adapter() (verl_omni.workers.engine.fsdp.diffusers_impl.DiffusersFSDPEngine method) (verl_omni.workers.engine.fsdp.diffusers_impl.PPODiffusersFSDPEngine method) (verl_omni.workers.engine.lora_adapter_mixin.LoRAAdapterMixin method)

E

ema_update_adapter() (verl_omni.workers.engine.lora_adapter_mixin.LoRAAdapterMixin method) embeds_padding_2_no_padding() (in module verl_omni.workers.utils.padding)

eval_mode() (verl_omni.workers.engine.fsdp.diffusers_impl.DiffusersFSDPEngine method) (verl_omni.workers.engine.fsdp.diffusers_impl.PPODiffusersFSDPEngine method) extra_fields (verl_omni.agent_loop.DiffusionAgentLoopOutput attribute)

F

FlowMatchSDEDiscreteScheduler (class in verl_omni.pipelines.schedulers.flow_match_sde) FlowMatchSDEDiscreteSchedulerOutput (class in verl_omni.pipelines.schedulers.flow_match_sde) forward_and_sample_previous_step() (in module verl_omni.pipelines.utils) (verl_omni.pipelines.model_base.DiffusionModelBase class method)

forward_backward_batch() (verl_omni.workers.engine.fsdp.diffusers_impl.PPODiffusersFSDPEngine method) forward_step() (verl_omni.workers.engine.fsdp.diffusers_impl.DiffusersFSDPEngine method) (verl_omni.workers.engine.fsdp.diffusers_impl.PPODiffusersFSDPEngine method) FSDPDiffusionActorConfig (class in verl_omni.workers.config)

G

generate_sequences() (verl_omni.agent_loop.DiffusionAgentLoopWorker method) get_class() (verl_omni.pipelines.model_base.DiffusionModelBase class method) (verl_omni.pipelines.model_base.VllmOmniPipelineBase class method) get_collate_fn() (in module verl_omni.utils.dataset.rl_dataset)

get_dataset_class() (in module verl_omni.utils.dataset.rl_dataset) get_per_tensor_param() (verl_omni.workers.engine.fsdp.diffusers_impl.DiffusersFSDPEngine method) (verl_omni.workers.engine.fsdp.diffusers_impl.PPODiffusersFSDPEngine method) get_pipeline_path() (verl_omni.pipelines.model_base.VllmOmniPipelineBase class method)

I

initialize() (verl_omni.workers.engine.fsdp.diffusers_impl.DiffusersFSDPEngine method) (verl_omni.workers.engine.fsdp.diffusers_impl.PPODiffusersFSDPEngine method)

L

load_checkpoint() (verl_omni.workers.engine.fsdp.diffusers_impl.DiffusersFSDPEngine method) (verl_omni.workers.engine.fsdp.diffusers_impl.PPODiffusersFSDPEngine method)

LoRAAdapterMixin (class in verl_omni.workers.engine.lora_adapter_mixin) lr_scheduler_step() (verl_omni.workers.engine.fsdp.diffusers_impl.DiffusersFSDPEngine method) (verl_omni.workers.engine.fsdp.diffusers_impl.PPODiffusersFSDPEngine method)

M

metrics (verl_omni.agent_loop.DiffusionAgentLoopOutput attribute) model_config (verl_omni.agent_loop.DiffusionAgentLoopOutput attribute) module verl_omni.pipelines.utils verl_omni.utils.fs verl_omni.utils.reward_score verl_omni.utils.reward_score.genrm_ocr verl_omni.utils.reward_score.http_scorer_client verl_omni.utils.reward_score.jpeg_compressibility verl_omni.utils.reward_score.reward_utils verl_omni.utils.reward_score.unified_reward verl_omni.workers.utils.padding

N

num_turns (verl_omni.agent_loop.DiffusionAgentLoopOutput attribute)

O

OmniTensorLoRARequest (class in verl_omni.utils.vllm_omni.utils) optimizer_step() (verl_omni.workers.engine.fsdp.diffusers_impl.DiffusersFSDPEngine method) (verl_omni.workers.engine.fsdp.diffusers_impl.PPODiffusersFSDPEngine method)

optimizer_zero_grad() (verl_omni.workers.engine.fsdp.diffusers_impl.DiffusersFSDPEngine method) (verl_omni.workers.engine.fsdp.diffusers_impl.PPODiffusersFSDPEngine method)

P

pil_image_to_base64() (in module verl_omni.utils.reward_score.reward_utils) PPODiffusersFSDPEngine (class in verl_omni.workers.engine.fsdp.diffusers_impl) prepare_model_inputs() (in module verl_omni.pipelines.utils) (verl_omni.pipelines.model_base.DiffusionModelBase class method) (verl_omni.workers.engine.fsdp.diffusers_impl.PPODiffusersFSDPEngine method)

prepare_model_outputs() (verl_omni.workers.engine.fsdp.diffusers_impl.PPODiffusersFSDPEngine method) prompt_ids (verl_omni.agent_loop.DiffusionAgentLoopOutput attribute)

R

register() (verl_omni.pipelines.model_base.DiffusionModelBase class method) (verl_omni.pipelines.model_base.VllmOmniPipelineBase class method) resolve_model_local_dir() (in module verl_omni.utils.fs) response_diffusion_output (verl_omni.agent_loop.DiffusionAgentLoopOutput attribute)

response_logprobs (verl_omni.agent_loop.DiffusionAgentLoopOutput attribute) reward_score (verl_omni.agent_loop.DiffusionAgentLoopOutput attribute) RLHFDataset (class in verl_omni.utils.dataset.rl_dataset) run() (verl_omni.agent_loop.DiffusionSingleTurnAgentLoop method)

S

sample_previous_step() (verl_omni.pipelines.schedulers.flow_match_sde.FlowMatchSDEDiscreteScheduler method) save_checkpoint() (verl_omni.workers.engine.fsdp.diffusers_impl.DiffusersFSDPEngine method) (verl_omni.workers.engine.fsdp.diffusers_impl.PPODiffusersFSDPEngine method)

set_timesteps() (in module verl_omni.pipelines.utils) (verl_omni.pipelines.model_base.DiffusionModelBase class method) step() (verl_omni.pipelines.schedulers.flow_match_sde.FlowMatchSDEDiscreteScheduler method)

T

to() (verl_omni.workers.engine.fsdp.diffusers_impl.DiffusersFSDPEngine method) (verl_omni.workers.engine.fsdp.diffusers_impl.PPODiffusersFSDPEngine method)

train_mode() (verl_omni.workers.engine.fsdp.diffusers_impl.DiffusersFSDPEngine method) (verl_omni.workers.engine.fsdp.diffusers_impl.PPODiffusersFSDPEngine method)

U

use_adapter() (verl_omni.workers.engine.lora_adapter_mixin.LoRAAdapterMixin method)

V

verl_omni.pipelines.utils module verl_omni.utils.fs module verl_omni.utils.reward_score module verl_omni.utils.reward_score.genrm_ocr module verl_omni.utils.reward_score.http_scorer_client module

verl_omni.utils.reward_score.jpeg_compressibility module verl_omni.utils.reward_score.reward_utils module verl_omni.utils.reward_score.unified_reward module verl_omni.workers.utils.padding module video_tensor_to_pil_frames() (in module verl_omni.utils.reward_score.reward_utils) VLLMOmniHijack (class in verl_omni.utils.vllm_omni.utils) VllmOmniPipelineBase (class in verl_omni.pipelines.model_base)

W

wrap_val_samples_for_wandb() (in module verl_omni.utils.tracking)