Index

_

__init__() (trinity.algorithm.advantage_fn.grpo_advantage.GRPOAdvantageFn method) (trinity.algorithm.advantage_fn.GRPOAdvantageFn method) (trinity.algorithm.advantage_fn.opmd_advantage.OPMDAdvantageFn method) (trinity.algorithm.advantage_fn.OPMDAdvantageFn method) (trinity.algorithm.advantage_fn.ppo_advantage.PPOAdvantageFn method) (trinity.algorithm.advantage_fn.PPOAdvantageFn method) (trinity.algorithm.advantage_fn.reinforce_plus_plus_advantage.REINFORCEPLUSPLUSAdvantageFn method) (trinity.algorithm.advantage_fn.REINFORCEPLUSPLUSAdvantageFn method) (trinity.algorithm.advantage_fn.remax_advantage.REMAXAdvantageFn method) (trinity.algorithm.advantage_fn.REMAXAdvantageFn method) (trinity.algorithm.advantage_fn.rloo_advantage.RLOOAdvantageFn method) (trinity.algorithm.advantage_fn.RLOOAdvantageFn method) (trinity.algorithm.algorithm_manager.AlgorithmManager method) (trinity.algorithm.entropy_loss_fn.entropy_loss_fn.DefaultEntropyLossFn method) (trinity.algorithm.entropy_loss_fn.entropy_loss_fn.DummyEntropyLossFn method) (trinity.algorithm.key_mapper.KeyMapper method) (trinity.algorithm.kl_fn.kl_fn.KLFn method) (trinity.algorithm.kl_fn.KLFn method) (trinity.algorithm.KLFn method) (trinity.algorithm.policy_loss_fn.dpo_loss.DPOLossFn method) (trinity.algorithm.policy_loss_fn.DPOLossFn method) (trinity.algorithm.policy_loss_fn.mix_policy_loss.MIXPolicyLossFn method) (trinity.algorithm.policy_loss_fn.MIXPolicyLossFn method) (trinity.algorithm.policy_loss_fn.opmd_policy_loss.OPMDPolicyLossFn method) (trinity.algorithm.policy_loss_fn.OPMDPolicyLossFn method) (trinity.algorithm.policy_loss_fn.policy_loss_fn.PolicyLossFn method) (trinity.algorithm.policy_loss_fn.PolicyLossFn method) (trinity.algorithm.policy_loss_fn.ppo_policy_loss.PPOPolicyLossFn method) (trinity.algorithm.policy_loss_fn.PPOPolicyLossFn method) (trinity.algorithm.policy_loss_fn.sft_loss.SFTLossFn method) (trinity.algorithm.policy_loss_fn.SFTLossFn method) (trinity.algorithm.PolicyLossFn method) (trinity.algorithm.sample_strategy.DefaultSampleStrategy method) (trinity.algorithm.sample_strategy.mix_sample_strategy.MixSampleStrategy method) (trinity.algorithm.sample_strategy.MixSampleStrategy method) (trinity.algorithm.sample_strategy.sample_strategy.DefaultSampleStrategy method) (trinity.algorithm.sample_strategy.sample_strategy.SampleStrategy method) (trinity.algorithm.sample_strategy.sample_strategy.WarmupSampleStrategy method) (trinity.algorithm.sample_strategy.SampleStrategy method) (trinity.algorithm.sample_strategy.WarmupSampleStrategy method) (trinity.algorithm.SampleStrategy method) (trinity.buffer.queue.QueueActor method) (trinity.buffer.ray_wrapper.DBWrapper method) (trinity.buffer.ray_wrapper.FileWrapper method) (trinity.buffer.reader.file_reader.DPODataReader method) (trinity.buffer.reader.file_reader.RawDataReader method) (trinity.buffer.reader.file_reader.RolloutDataReader method) (trinity.buffer.reader.file_reader.SFTDataReader method) (trinity.buffer.reader.queue_reader.QueueReader method) (trinity.buffer.reader.sql_reader.SQLReader method) (trinity.buffer.schema.Base method) (trinity.buffer.writer.file_writer.JSONWriter method) (trinity.buffer.writer.queue_writer.QueueWriter method) (trinity.buffer.writer.sql_writer.SQLWriter method) (trinity.common.config.AlgorithmConfig method) (trinity.common.config.BufferConfig method) (trinity.common.config.ClusterConfig method) (trinity.common.config.Config method) (trinity.common.config.DataPipelineConfig method) (trinity.common.config.DataProcessorConfig method) (trinity.common.config.ExplorerConfig method) (trinity.common.config.ExplorerInput method) (trinity.common.config.FormatConfig method) (trinity.common.config.GenerationConfig method) (trinity.common.config.InferenceModelConfig method) (trinity.common.config.ModelConfig method) (trinity.common.config.MonitorConfig method) (trinity.common.config.StorageConfig method) (trinity.common.config.SynchronizerConfig method) (trinity.common.config.TrainerConfig method) (trinity.common.config.TrainerInput method) (trinity.common.experience.Experience method) (trinity.common.experience.Experiences method) (trinity.common.models.model.ModelWrapper method) (trinity.common.models.vllm_async_model.vLLMAysncRolloutModel method) (trinity.common.models.vllm_model.vLLMRolloutModel method) (trinity.common.rewards.accuracy_reward.AccuracyRewardShapper method) (trinity.common.rewards.AccuracyReward method) (trinity.common.rewards.composite_reward.CompositeRewardShapper method) (trinity.common.rewards.format_reward.FormatRewardShapper method) (trinity.common.rewards.FormatReward method) (trinity.common.rewards.reward_fn.AccuracyReward method) (trinity.common.rewards.reward_fn.CountDownRewardFn method) (trinity.common.rewards.reward_fn.FormatReward method) (trinity.common.rewards.reward_fn.MathBoxedRewardFn method) (trinity.common.rewards.reward_fn.MathRewardFn method) (trinity.common.schema.DPODataModel method) (trinity.common.schema.ExperienceModel method) (trinity.common.schema.RftDatasetModel method) (trinity.common.schema.SFTDataModel method) (trinity.common.schema.TaskModel method) (trinity.common.verl_config.Actor method) (trinity.common.verl_config.ActorModel method) (trinity.common.verl_config.ActorRolloutRef method) (trinity.common.verl_config.Algorithm method) (trinity.common.verl_config.Checkpoint method) (trinity.common.verl_config.Critic method) (trinity.common.verl_config.CriticModel method) (trinity.common.verl_config.CustomRewardFunction method) (trinity.common.verl_config.Data method) (trinity.common.verl_config.FSDPConfig method) (trinity.common.verl_config.KL_Ctrl method) (trinity.common.verl_config.Optim method) (trinity.common.verl_config.Ref method) (trinity.common.verl_config.RewardModel method) (trinity.common.verl_config.Rollout method) (trinity.common.verl_config.Trainer method) (trinity.common.verl_config.veRLConfig method) (trinity.common.verl_config.WrapPolicy method) (trinity.common.workflows.AlfworldWorkflow method) (trinity.common.workflows.MathWorkflow method) (trinity.common.workflows.SciWorldWorkflow method) (trinity.common.workflows.SimpleWorkflow method) (trinity.common.workflows.Task method) (trinity.common.workflows.WebShopWorkflow method) (trinity.common.workflows.Workflow method) (trinity.common.workflows.workflow.MathWorkflow method) (trinity.common.workflows.workflow.MultiTurnWorkflow method) (trinity.common.workflows.workflow.SimpleWorkflow method) (trinity.common.workflows.workflow.Task method) (trinity.common.workflows.workflow.Workflow method) (trinity.explorer.Explorer method) (trinity.explorer.explorer.Explorer method) (trinity.explorer.runner_pool.RunnerPool method) (trinity.explorer.RunnerPool method) (trinity.explorer.workflow_runner.Status method) (trinity.explorer.workflow_runner.WorkflowRunner method) (trinity.manager.config_manager.ConfigManager method) (trinity.manager.config_registry.config_registry.ConfigRegistry method) (trinity.manager.manager.CacheManager method) (trinity.manager.Trainer method) (trinity.trainer.Trainer method) (trinity.trainer.trainer.Trainer method) (trinity.trainer.verl.dp_actor.DataParallelPPOActor method) (trinity.trainer.verl.fsdp_workers.ActorRolloutRefWorker method) (trinity.trainer.verl.fsdp_workers.CriticWorker method) (trinity.trainer.verl_trainer.VerlPPOTrainerWrapper method) (trinity.utils.dlc_utils.ClusterStatus method) (trinity.utils.log.NewLineFormatter method) (trinity.utils.monitor.Monitor method) (trinity.utils.monitor.TensorboardMonitor method) (trinity.utils.monitor.WandbMonitor method) (trinity.utils.registry.Registry method) (trinity.utils.timer.Timer method)

A

AbsFn (class in trinity.algorithm.kl_fn.kl_fn) AccuracyReward (class in trinity.common.rewards) (class in trinity.common.rewards.reward_fn) AccuracyRewardShapper (class in trinity.common.rewards.accuracy_reward) acquire() (trinity.buffer.buffer_writer.BufferWriter method) (trinity.buffer.queue.QueueActor method) (trinity.buffer.ray_wrapper.DBWrapper method) (trinity.buffer.ray_wrapper.FileWrapper method) (trinity.buffer.writer.file_writer.JSONWriter method) (trinity.buffer.writer.queue_writer.QueueWriter method) (trinity.buffer.writer.sql_writer.SQLWriter method) action_mask (trinity.common.experience.Experience attribute) action_masks (trinity.common.experience.Experiences attribute) Actor (class in trinity.common.verl_config) actor (trinity.common.verl_config.ActorRolloutRef attribute) actor_grad_clip (trinity.common.config.TrainerConfig attribute) actor_rollout_ref (trinity.common.verl_config.veRLConfig attribute) ActorModel (class in trinity.common.verl_config) ActorRolloutRef (class in trinity.common.verl_config) ActorRolloutRefWorker (class in trinity.trainer.verl.fsdp_workers) adv_estimator (trinity.common.verl_config.Algorithm attribute) advantage_fn (trinity.common.config.AlgorithmConfig attribute)

advantage_fn_args (trinity.common.config.AlgorithmConfig attribute) AdvantageFn (class in trinity.algorithm) (class in trinity.algorithm.advantage_fn) (class in trinity.algorithm.advantage_fn.advantage_fn) agent_model_config (trinity.common.config.DataPipelineConfig attribute) agent_model_name (trinity.common.config.DataPipelineConfig attribute) AlfworldWorkflow (class in trinity.common.workflows) Algorithm (class in trinity.common.verl_config) algorithm (trinity.common.config.Config attribute) (trinity.common.verl_config.veRLConfig attribute) algorithm_type (trinity.common.config.AlgorithmConfig attribute) (trinity.common.config.StorageConfig attribute) AlgorithmConfig (class in trinity.common.config) AlgorithmManager (class in trinity.algorithm.algorithm_manager) AlgorithmType (class in trinity.algorithm) (class in trinity.algorithm.algorithm) api_server_ready() (trinity.common.models.vllm_async_model.vLLMAysncRolloutModel method) apply_kl_penalty_to_reward() (trinity.algorithm.kl_fn.kl_fn.DummyKLFn method) (trinity.algorithm.kl_fn.kl_fn.KLFn method) (trinity.algorithm.kl_fn.KLFn method) (trinity.algorithm.KLFn method) attention_masks (trinity.common.experience.Experiences attribute) auxiliary_models (trinity.common.config.ExplorerConfig attribute)

B

balance_batch (trinity.common.verl_config.Trainer attribute) Base (class in trinity.buffer.schema) batch_shape() (trinity.common.rewards.accuracy_reward.AccuracyRewardShapper method) (trinity.common.rewards.base.RewardShapper method) (trinity.common.rewards.format_reward.FormatRewardShapper method) batch_size (trinity.common.config.BufferConfig attribute) (trinity.common.experience.Experiences property) beginner_mode() (trinity.manager.config_manager.ConfigManager method)

benchmark() (trinity.explorer.Explorer method) (trinity.explorer.explorer.Explorer method) betas (trinity.common.verl_config.Optim attribute) buffer (trinity.common.config.Config attribute) (trinity.common.verl_config.veRLConfig attribute) BufferConfig (class in trinity.common.config) BufferReader (class in trinity.buffer.buffer_reader) BufferWriter (class in trinity.buffer.buffer_writer) bundle_indices (trinity.common.config.InferenceModelConfig attribute)

C

cache_dir (trinity.common.config.BufferConfig attribute) (trinity.common.config.MonitorConfig attribute) CacheManager (class in trinity.manager.manager) calculate_kl() (trinity.algorithm.kl_fn.kl_fn.AbsFn method) (trinity.algorithm.kl_fn.kl_fn.DummyKLFn method) (trinity.algorithm.kl_fn.kl_fn.K1Fn method) (trinity.algorithm.kl_fn.kl_fn.K2Fn method) (trinity.algorithm.kl_fn.kl_fn.K3Fn method) (trinity.algorithm.kl_fn.kl_fn.KLFn method) (trinity.algorithm.kl_fn.KLFn method) (trinity.algorithm.KLFn method) calculate_kl_loss() (trinity.algorithm.kl_fn.kl_fn.DummyKLFn method) (trinity.algorithm.kl_fn.kl_fn.KLFn method) (trinity.algorithm.kl_fn.KLFn method) (trinity.algorithm.KLFn method) calculate_metrics() (trinity.utils.monitor.Monitor method) can_balance_batch (trinity.algorithm.algorithm.AlgorithmType attribute) (trinity.algorithm.algorithm.DPOAlgorithm attribute) (trinity.algorithm.algorithm.GRPOAlgorithm attribute) (trinity.algorithm.algorithm.MIXAlgorithm attribute) (trinity.algorithm.algorithm.OPMDAlgorithm attribute) (trinity.algorithm.algorithm.PPOAlgorithm attribute) (trinity.algorithm.algorithm.SFTAlgorithm attribute) (trinity.algorithm.AlgorithmType attribute) capacity (trinity.common.config.StorageConfig attribute) CaseInsensitiveEnum (class in trinity.common.constants) CaseInsensitiveEnumMeta (class in trinity.common.constants) chat() (trinity.common.models.model.InferenceModel method) (trinity.common.models.model.ModelWrapper method) (trinity.common.models.vllm_model.vLLMRolloutModel method) chat_async() (trinity.common.models.model.InferenceModel method) (trinity.common.models.vllm_async_model.vLLMAysncRolloutModel method) chat_template (trinity.common.config.FormatConfig attribute) (trinity.common.config.InferenceModelConfig attribute) CHATPAIR (trinity.common.constants.PromptType attribute) check_and_update() (trinity.common.config.Config method) check_auxiliary_models() (in module trinity.manager.config_registry.explorer_config_manager) check_checkpoint_root_dir() (in module trinity.manager.config_registry.model_config_manager) check_config() (trinity.algorithm.algorithm.AlgorithmType class method) (trinity.algorithm.algorithm.DPOAlgorithm class method) (trinity.algorithm.AlgorithmType class method) check_experience_buffer_path() (in module trinity.manager.config_registry.buffer_config_manager) check_model_path() (in module trinity.manager.config_registry.model_config_manager) check_resume_from_path() (in module trinity.manager.config_registry.trainer_config_manager) check_sft_warmup_dataset_path() (in module trinity.manager.config_registry.buffer_config_manager) check_taskset_path() (in module trinity.manager.config_registry.buffer_config_manager) check_tensor_parallel_size() (in module trinity.manager.config_registry.explorer_config_manager) check_train_batch_size() (in module trinity.manager.config_registry.buffer_config_manager) Checkpoint (class in trinity.common.verl_config) CHECKPOINT (trinity.common.constants.SyncMethod attribute) checkpoint (trinity.common.verl_config.Actor attribute) (trinity.common.verl_config.Critic attribute)

checkpoint_job_dir (trinity.common.config.Config attribute) checkpoint_root_dir (trinity.common.config.Config attribute) chosen (trinity.buffer.schema.sql_schema.DPODataModel attribute) (trinity.common.experience.Experience attribute) (trinity.common.schema.DPODataModel attribute) (trinity.common.schema.RftDatasetModel attribute) chosen_key (trinity.common.config.FormatConfig attribute) clean_strategy (trinity.common.config.DataPipelineConfig attribute) clear_optimizer_state() (trinity.trainer.verl.fsdp_workers.ActorRolloutRefWorker method) (trinity.trainer.verl.fsdp_workers.CriticWorker method) clip_ratio (trinity.common.verl_config.Actor attribute) cliprange_value (trinity.common.verl_config.Critic attribute) close() (trinity.utils.monitor.Monitor method) (trinity.utils.monitor.TensorboardMonitor method) (trinity.utils.monitor.WandbMonitor method) cluster (trinity.common.config.Config attribute) ClusterConfig (class in trinity.common.config) ClusterStatus (class in trinity.utils.dlc_utils) CompositeRewardShapper (class in trinity.common.rewards.composite_reward) compute_log_prob() (trinity.trainer.verl.dp_actor.DataParallelPPOActor method) (trinity.trainer.verl.fsdp_workers.ActorRolloutRefWorker method) compute_ref_log_prob() (trinity.trainer.verl.fsdp_workers.ActorRolloutRefWorker method) compute_score() (in module trinity.utils.eval_utils) compute_values() (trinity.trainer.verl.fsdp_workers.CriticWorker method) Config (class in trinity.common.config) ConfigManager (class in trinity.manager.config_manager) ConfigRegistry (class in trinity.manager.config_registry.config_registry) ConstantMeta (class in trinity.algorithm.algorithm) consumed (trinity.buffer.schema.sql_schema.DPODataModel attribute) (trinity.buffer.schema.sql_schema.ExperienceModel attribute) (trinity.buffer.schema.sql_schema.SFTDataModel attribute) (trinity.common.schema.DPODataModel attribute) (trinity.common.schema.ExperienceModel attribute) (trinity.common.schema.SFTDataModel attribute) consumed_cnt (trinity.common.schema.RftDatasetModel attribute) contents (trinity.common.verl_config.Checkpoint attribute) convert_messages_to_experience() (trinity.common.models.model.InferenceModel method) (trinity.common.models.model.ModelWrapper method) (trinity.common.models.vllm_model.vLLMRolloutModel method) convert_messages_to_experience_async() (trinity.common.models.model.InferenceModel method) (trinity.common.models.vllm_async_model.vLLMAysncRolloutModel method) CountDownRewardFn (class in trinity.common.rewards.reward_fn) create_dynamic_table() (in module trinity.buffer.schema) (in module trinity.buffer.schema.sql_schema) create_inference_models() (in module trinity.common.models) Critic (class in trinity.common.verl_config) critic (trinity.common.verl_config.veRLConfig attribute) critic_model_path (trinity.common.config.ModelConfig attribute) critic_warmup (trinity.common.verl_config.Trainer attribute) CriticModel (class in trinity.common.verl_config) CriticWorker (class in trinity.trainer.verl.fsdp_workers) custom_reward_function (trinity.common.verl_config.veRLConfig attribute) CustomRewardFunction (class in trinity.common.verl_config)

D

Data (class in trinity.common.verl_config) data (trinity.common.verl_config.veRLConfig attribute) data_dist (trinity.common.config.DataPipelineConfig attribute) data_processor (trinity.common.config.Config attribute) data_processor_url (trinity.common.config.DataProcessorConfig attribute) DataParallelPPOActor (class in trinity.trainer.verl.dp_actor) DataPipelineConfig (class in trinity.common.config) DataProcessorConfig (class in trinity.common.config) DBWrapper (class in trinity.buffer.ray_wrapper) DEFAULT (trinity.common.constants.ReadStrategy attribute) DEFAULT_ANSWER_PARSER() (trinity.common.rewards.reward_fn.MathRewardFn method) default_args() (trinity.algorithm.advantage_fn.advantage_fn.AdvantageFn class method) (trinity.algorithm.advantage_fn.AdvantageFn class method) (trinity.algorithm.advantage_fn.grpo_advantage.GRPOAdvantageFn class method) (trinity.algorithm.advantage_fn.GRPOAdvantageFn class method) (trinity.algorithm.advantage_fn.opmd_advantage.OPMDAdvantageFn class method) (trinity.algorithm.advantage_fn.OPMDAdvantageFn class method) (trinity.algorithm.advantage_fn.ppo_advantage.PPOAdvantageFn class method) (trinity.algorithm.advantage_fn.PPOAdvantageFn class method) (trinity.algorithm.advantage_fn.reinforce_plus_plus_advantage.REINFORCEPLUSPLUSAdvantageFn class method) (trinity.algorithm.advantage_fn.REINFORCEPLUSPLUSAdvantageFn class method) (trinity.algorithm.advantage_fn.remax_advantage.REMAXAdvantageFn class method) (trinity.algorithm.advantage_fn.REMAXAdvantageFn class method) (trinity.algorithm.advantage_fn.rloo_advantage.RLOOAdvantageFn class method) (trinity.algorithm.advantage_fn.RLOOAdvantageFn class method) (trinity.algorithm.AdvantageFn class method) (trinity.algorithm.entropy_loss_fn.entropy_loss_fn.EntropyLossFn class method) (trinity.algorithm.entropy_loss_fn.EntropyLossFn class method) (trinity.algorithm.EntropyLossFn class method) (trinity.algorithm.kl_fn.kl_fn.KLFn class method) (trinity.algorithm.kl_fn.KLFn class method) (trinity.algorithm.KLFn class method) (trinity.algorithm.policy_loss_fn.dpo_loss.DPOLossFn class method) (trinity.algorithm.policy_loss_fn.DPOLossFn class method) (trinity.algorithm.policy_loss_fn.mix_policy_loss.MIXPolicyLossFn class method) (trinity.algorithm.policy_loss_fn.MIXPolicyLossFn class method) (trinity.algorithm.policy_loss_fn.opmd_policy_loss.OPMDPolicyLossFn class method) (trinity.algorithm.policy_loss_fn.OPMDPolicyLossFn class method) (trinity.algorithm.policy_loss_fn.policy_loss_fn.PolicyLossFn class method) (trinity.algorithm.policy_loss_fn.PolicyLossFn class method) (trinity.algorithm.policy_loss_fn.ppo_policy_loss.PPOPolicyLossFn class method) (trinity.algorithm.policy_loss_fn.PPOPolicyLossFn class method) (trinity.algorithm.policy_loss_fn.sft_loss.SFTLossFn class method) (trinity.algorithm.policy_loss_fn.SFTLossFn class method) (trinity.algorithm.PolicyLossFn class method) (trinity.algorithm.sample_strategy.DefaultSampleStrategy class method) (trinity.algorithm.sample_strategy.mix_sample_strategy.MixSampleStrategy class method) (trinity.algorithm.sample_strategy.MixSampleStrategy class method) (trinity.algorithm.sample_strategy.sample_strategy.DefaultSampleStrategy class method) (trinity.algorithm.sample_strategy.sample_strategy.SampleStrategy class method) (trinity.algorithm.sample_strategy.sample_strategy.WarmupSampleStrategy class method) (trinity.algorithm.sample_strategy.SampleStrategy class method) (trinity.algorithm.sample_strategy.WarmupSampleStrategy class method) (trinity.algorithm.SampleStrategy class method)

default_config (trinity.manager.config_registry.config_registry.ConfigRegistry property) default_config() (trinity.algorithm.algorithm.AlgorithmType class method) (trinity.algorithm.algorithm.DPOAlgorithm class method) (trinity.algorithm.algorithm.GRPOAlgorithm class method) (trinity.algorithm.algorithm.MIXAlgorithm class method) (trinity.algorithm.algorithm.OPMDAlgorithm class method) (trinity.algorithm.algorithm.PPOAlgorithm class method) (trinity.algorithm.algorithm.SFTAlgorithm class method) (trinity.algorithm.AlgorithmType class method) DEFAULT_FORMAT_PATTERN (trinity.common.rewards.reward_fn.MathRewardFn attribute) default_hdfs_dir (trinity.common.verl_config.Trainer attribute) default_local_dir (trinity.common.verl_config.Trainer attribute) default_reward_fn_type (trinity.common.config.ExplorerInput attribute) (trinity.common.config.StorageConfig attribute) default_storage_path() (in module trinity.buffer.utils) default_workflow_type (trinity.common.config.ExplorerInput attribute) (trinity.common.config.StorageConfig attribute) DefaultEntropyLossFn (class in trinity.algorithm.entropy_loss_fn.entropy_loss_fn) DefaultSampleStrategy (class in trinity.algorithm.sample_strategy) (class in trinity.algorithm.sample_strategy.sample_strategy) del_local_ckpt_after_load (trinity.common.verl_config.Trainer attribute) deserialize() (trinity.common.experience.Experience static method) difficulty_score (trinity.common.schema.RftDatasetModel attribute) difficulty_score_detail (trinity.common.schema.RftDatasetModel attribute) diversity_score (trinity.common.schema.RftDatasetModel attribute) diversity_score_detail (trinity.common.schema.RftDatasetModel attribute) dj_config_path (trinity.common.config.DataPipelineConfig attribute) dj_process_desc (trinity.common.config.DataPipelineConfig attribute) DPOAlgorithm (class in trinity.algorithm.algorithm) DPODataModel (class in trinity.buffer.schema.sql_schema) (class in trinity.common.schema) DPODataReader (class in trinity.buffer.reader.file_reader) DPOLossFn (class in trinity.algorithm.policy_loss_fn) (class in trinity.algorithm.policy_loss_fn.dpo_loss) DPOSampleStrategy (class in trinity.algorithm.sample_strategy.sample_strategy) dtype (trinity.common.config.InferenceModelConfig attribute) dummy_add_signal_handler() (in module trinity.common.models.openai_api) DummyEntropyLossFn (class in trinity.algorithm.entropy_loss_fn.entropy_loss_fn) DummyKLFn (class in trinity.algorithm.kl_fn.kl_fn)

E

enable (trinity.common.verl_config.RewardModel attribute) enable_chunked_prefill (trinity.common.config.InferenceModelConfig attribute) enable_exp_buffer (trinity.common.verl_config.Trainer attribute) enable_gradient_checkpointing (trinity.common.verl_config.ActorModel attribute) (trinity.common.verl_config.CriticModel attribute) enable_openai_api (trinity.common.config.InferenceModelConfig attribute) enable_prefix_caching (trinity.common.config.InferenceModelConfig attribute) enable_preview (trinity.common.config.TrainerConfig attribute) (trinity.common.verl_config.veRLConfig attribute) enable_ray_timeline (trinity.common.config.MonitorConfig attribute) enable_thinking (trinity.common.config.InferenceModelConfig attribute) enforce_eager (trinity.common.config.InferenceModelConfig attribute) engine_num (trinity.common.config.InferenceModelConfig attribute) engine_type (trinity.common.config.InferenceModelConfig attribute) entropy_coeff (trinity.common.verl_config.Actor attribute) entropy_loss_fn (trinity.common.config.AlgorithmConfig attribute) entropy_loss_fn_args (trinity.common.config.AlgorithmConfig attribute) EntropyLossFn (class in trinity.algorithm) (class in trinity.algorithm.entropy_loss_fn) (class in trinity.algorithm.entropy_loss_fn.entropy_loss_fn) EVAL (trinity.common.constants.TaskType attribute) eval() (trinity.explorer.Explorer method) (trinity.explorer.explorer.Explorer method) eval_interval (trinity.common.config.ExplorerConfig attribute) eval_on_latest_checkpoint (trinity.common.config.ExplorerConfig attribute) eval_tasksets (trinity.common.config.ExplorerInput attribute)

evaluate_equation() (in module trinity.utils.eval_utils) Experience (class in trinity.common.experience) experience_buffer (trinity.common.config.TrainerInput attribute) experience_pipeline (trinity.common.config.DataProcessorConfig attribute) ExperienceModel (class in trinity.buffer.schema.sql_schema) (class in trinity.common.schema) Experiences (class in trinity.common.experience) experiment_name (trinity.common.verl_config.Trainer attribute) expert_mode() (trinity.manager.config_manager.ConfigManager method) EXPLORE (trinity.common.constants.TaskType attribute) explore() (trinity.explorer.Explorer method) (trinity.explorer.explorer.Explorer method) explore_step() (trinity.explorer.Explorer method) (trinity.explorer.explorer.Explorer method) Explorer (class in trinity.explorer) (class in trinity.explorer.explorer) explorer (trinity.common.config.Config attribute) explorer_input (trinity.common.config.BufferConfig attribute) explorer_name (trinity.common.verl_config.ActorRolloutRef attribute) explorer_output (trinity.common.config.BufferConfig attribute) explorer_visible() (in module trinity.manager.config_registry.explorer_config_manager) explorer_world_size (trinity.common.config.SynchronizerConfig attribute) ExplorerConfig (class in trinity.common.config) ExplorerInput (class in trinity.common.config) external_lib (trinity.common.verl_config.ActorModel attribute) (trinity.common.verl_config.CriticModel attribute) extract_solution() (in module trinity.utils.eval_utils)

F

FIFO (trinity.common.constants.ReadStrategy attribute) FILE (trinity.common.constants.StorageType attribute) FileWrapper (class in trinity.buffer.ray_wrapper) find_boxed_answer() (in module trinity.utils.eval_utils) finish() (trinity.utils.dlc_utils.ClusterStatus method) FINISH_MESSAGE (trinity.buffer.queue.QueueActor attribute) fix_a_slash_b() (in module trinity.utils.eval_utils) fix_fracs() (in module trinity.utils.eval_utils) fix_sqrt() (in module trinity.utils.eval_utils) flush_log() (trinity.explorer.Explorer method) (trinity.explorer.explorer.Explorer method) (trinity.manager.Trainer method) (trinity.trainer.Trainer method) (trinity.trainer.trainer.Trainer method) format (trinity.common.config.DataPipelineConfig attribute) (trinity.common.config.StorageConfig attribute) format() (trinity.utils.log.NewLineFormatter method) format_args (trinity.common.workflows.Task attribute) (trinity.common.workflows.workflow.Task attribute) format_messages() (trinity.common.workflows.SimpleWorkflow method) (trinity.common.workflows.workflow.SimpleWorkflow method) format_prompt() (trinity.common.workflows.customized_math_workflows.MathBoxedWorkflow method) (trinity.common.workflows.MathBoxedWorkflow method)

FormatConfig (class in trinity.common.config) FormatReward (class in trinity.common.rewards) (class in trinity.common.rewards.reward_fn) FormatRewardShapper (class in trinity.common.rewards.format_reward) forward_max_token_len_per_gpu (trinity.common.verl_config.Critic attribute) (trinity.common.verl_config.RewardModel attribute) forward_micro_batch_size (trinity.common.verl_config.Critic attribute) forward_micro_batch_size_per_gpu (trinity.common.verl_config.Critic attribute) from_experience() (trinity.buffer.schema.sql_schema.ExperienceModel class method) (trinity.common.schema.ExperienceModel static method) from_id (trinity.common.schema.RftDatasetModel attribute) from_messages() (trinity.buffer.schema.sql_schema.SFTDataModel class method) (trinity.common.schema.SFTDataModel class method) from_model (trinity.common.schema.RftDatasetModel attribute) from_recipe (trinity.common.schema.RftDatasetModel attribute) from_trinity() (trinity.algorithm.key_mapper.KeyMapper method) fsdp_config (trinity.common.verl_config.Actor attribute) (trinity.common.verl_config.CriticModel attribute) (trinity.common.verl_config.Ref attribute) fsdp_size (trinity.common.verl_config.FSDPConfig attribute) FSDPConfig (class in trinity.common.verl_config)

G

gamma (trinity.common.verl_config.Algorithm attribute) gather_dpo_experiences() (trinity.common.experience.Experiences class method) gather_experiences() (trinity.common.experience.Experiences class method) generate() (trinity.common.models.model.InferenceModel method) (trinity.common.models.model.ModelWrapper method) (trinity.common.models.vllm_model.vLLMRolloutModel method) generate_async() (trinity.common.models.model.InferenceModel method) (trinity.common.models.vllm_async_model.vLLMAysncRolloutModel method) generate_config() (trinity.manager.config_manager.ConfigManager method) generate_env_inference_samples() (trinity.common.workflows.AlfworldWorkflow method) (trinity.common.workflows.SciWorldWorkflow method) (trinity.common.workflows.WebShopWorkflow method) GenerationConfig (class in trinity.common.config) get() (trinity.manager.config_registry.config_registry.ConfigRegistry method) (trinity.utils.registry.Registry method) get_actor() (trinity.buffer.queue.QueueActor class method) get_available_address() (trinity.common.models.model.InferenceModel method) get_batch() (trinity.buffer.queue.QueueActor method) get_buffer_reader() (in module trinity.buffer) (in module trinity.buffer.buffer) get_buffer_writer() (in module trinity.buffer) (in module trinity.buffer.buffer) get_check_func() (trinity.manager.config_registry.config_registry.ConfigRegistry method) get_checkpoint_dir_with_step_num() (in module trinity.common.models.utils) get_configs() (trinity.manager.config_manager.ConfigManager method) (trinity.manager.config_registry.config_registry.ConfigRegistry method) get_current_algorithm_config() (trinity.algorithm.algorithm_manager.AlgorithmManager method) get_dlc_env_vars() (in module trinity.utils.dlc_utils) get_logger() (in module trinity.utils.log)

get_model_response() (trinity.common.workflows.AlfworldWorkflow method) (trinity.common.workflows.SciWorldWorkflow method) (trinity.common.workflows.WebShopWorkflow method) get_model_response_text() (trinity.common.workflows.AlfworldWorkflow method) (trinity.common.workflows.SciWorldWorkflow method) (trinity.common.workflows.WebShopWorkflow method) get_model_version() (trinity.common.models.model.InferenceModel method) (trinity.common.models.vllm_async_model.vLLMAysncRolloutModel method) (trinity.common.models.vllm_model.vLLMRolloutModel method) get_next() (trinity.explorer.runner_pool.RunnerPool method) (trinity.explorer.RunnerPool method) get_next_unorder() (trinity.explorer.runner_pool.RunnerPool method) (trinity.explorer.RunnerPool method) get_openai_client() (trinity.common.models.model.ModelWrapper method) get_trainer_wrapper() (in module trinity.manager) (in module trinity.trainer) (in module trinity.trainer.trainer) get_verl_checkpoint_info() (in module trinity.common.models.utils) get_weight() (trinity.explorer.Explorer method) (trinity.explorer.explorer.Explorer method) get_wrapper() (trinity.buffer.ray_wrapper.DBWrapper class method) (trinity.buffer.ray_wrapper.FileWrapper class method) gpu_memory_utilization (trinity.common.config.InferenceModelConfig attribute) gpu_per_node (trinity.common.config.ClusterConfig attribute) grad_clip (trinity.common.verl_config.Actor attribute) (trinity.common.verl_config.Critic attribute) GRPOAdvantageFn (class in trinity.algorithm.advantage_fn) (class in trinity.algorithm.advantage_fn.grpo_advantage) GRPOAlgorithm (class in trinity.algorithm.algorithm)

H

has_api_server() (trinity.common.models.vllm_async_model.vLLMAysncRolloutModel method) (trinity.common.models.vllm_model.vLLMRolloutModel method) has_free() (trinity.explorer.runner_pool.RunnerPool method) (trinity.explorer.RunnerPool method)

has_next() (trinity.explorer.runner_pool.RunnerPool method) (trinity.explorer.RunnerPool method) horizon (trinity.common.verl_config.KL_Ctrl attribute) hybrid_engine (trinity.common.verl_config.ActorRolloutRef attribute)

I

id (trinity.buffer.schema.sql_schema.DPODataModel attribute) (trinity.buffer.schema.sql_schema.ExperienceModel attribute) (trinity.buffer.schema.sql_schema.SFTDataModel attribute) (trinity.buffer.schema.sql_schema.TaskModel attribute) (trinity.common.schema.DPODataModel attribute) (trinity.common.schema.ExperienceModel attribute) (trinity.common.schema.RftDatasetModel attribute) (trinity.common.schema.SFTDataModel attribute) (trinity.common.schema.TaskModel attribute) ignore_keys (trinity.algorithm.policy_loss_fn.policy_loss_fn.PolicyLossFnMeta attribute) index (trinity.common.config.StorageConfig attribute) InferenceModel (class in trinity.common.models.model) InferenceModelConfig (class in trinity.common.config) info (trinity.common.experience.Experience attribute) init_model() (trinity.trainer.verl.fsdp_workers.ActorRolloutRefWorker method) (trinity.trainer.verl.fsdp_workers.CriticWorker method)

init_process_group() (in module trinity.utils.distributed) (trinity.common.models.vllm_async_model.vLLMAysncRolloutModel method) (trinity.common.models.vllm_model.vLLMRolloutModel method) (trinity.common.models.vllm_worker.WorkerExtension method) init_workers() (trinity.trainer.verl_trainer.VerlPPOTrainerWrapper method) input_buffers (trinity.common.config.DataPipelineConfig attribute) is_alive() (trinity.explorer.workflow_runner.WorkflowRunner method) is_database_url() (in module trinity.buffer.queue) is_equiv() (in module trinity.utils.eval_utils) is_eval (trinity.common.workflows.Task attribute) (trinity.common.workflows.workflow.Task attribute) is_ipv6_address() (in module trinity.utils.distributed) is_json_file() (in module trinity.buffer.queue) is_running() (in module trinity.utils.dlc_utils)

J

JSONWriter (class in trinity.buffer.writer.file_writer)

K

K1Fn (class in trinity.algorithm.kl_fn.kl_fn) K2Fn (class in trinity.algorithm.kl_fn.kl_fn) K3Fn (class in trinity.algorithm.kl_fn.kl_fn) KeyMapper (class in trinity.algorithm.key_mapper) kl_coef (trinity.common.verl_config.KL_Ctrl attribute) KL_Ctrl (class in trinity.common.verl_config) kl_ctrl (trinity.common.verl_config.Algorithm attribute) kl_loss_coef (trinity.common.verl_config.Actor attribute)

kl_loss_fn (trinity.common.config.AlgorithmConfig attribute) kl_loss_fn_args (trinity.common.config.AlgorithmConfig attribute) kl_loss_type (trinity.common.verl_config.Actor attribute) kl_penalty (trinity.common.verl_config.Algorithm attribute) kl_penalty_fn (trinity.common.config.AlgorithmConfig attribute) kl_penalty_fn_args (trinity.common.config.AlgorithmConfig attribute) KLFn (class in trinity.algorithm) (class in trinity.algorithm.kl_fn) (class in trinity.algorithm.kl_fn.kl_fn)

L

label (trinity.common.schema.RftDatasetModel attribute) label_key (trinity.common.config.FormatConfig attribute) lam (trinity.common.verl_config.Algorithm attribute) last_boxed_only_string() (in module trinity.utils.eval_utils) last_modified_date (trinity.common.schema.RftDatasetModel attribute) length() (trinity.buffer.queue.QueueActor method) LFU (trinity.common.constants.ReadStrategy attribute) list() (trinity.utils.registry.Registry method) load_checkpoint() (trinity.trainer.verl.fsdp_workers.ActorRolloutRefWorker method) (trinity.trainer.verl.fsdp_workers.CriticWorker method) load_config() (in module trinity.common.config) (in module trinity.common.verl_config) load_explorer() (trinity.manager.manager.CacheManager method) load_from_file() (in module trinity.utils.plugin_loader) load_plugins() (in module trinity.utils.plugin_loader) load_state_dict() (in module trinity.common.models.utils) load_state_dict_from_verl_checkpoint() (in module trinity.common.models.utils) load_trainer() (trinity.manager.manager.CacheManager method) log() (trinity.utils.monitor.Monitor method) (trinity.utils.monitor.TensorboardMonitor method) (trinity.utils.monitor.WandbMonitor method) log_prob_max_token_len_per_gpu (trinity.common.verl_config.Ref attribute)

log_prob_micro_batch_size (trinity.common.verl_config.Ref attribute) (trinity.common.verl_config.Rollout attribute) log_prob_micro_batch_size_per_gpu (trinity.common.verl_config.Ref attribute) (trinity.common.verl_config.Rollout attribute) log_prob_use_dynamic_bsz (trinity.common.verl_config.Ref attribute) log_table() (trinity.utils.monitor.Monitor method) (trinity.utils.monitor.TensorboardMonitor method) (trinity.utils.monitor.WandbMonitor method) logger (trinity.common.verl_config.Trainer attribute) logprobs (trinity.common.config.GenerationConfig attribute) (trinity.common.experience.Experience attribute) (trinity.common.experience.Experiences attribute) logprobs() (trinity.common.models.model.InferenceModel method) (trinity.common.models.model.ModelWrapper method) (trinity.common.models.vllm_model.vLLMRolloutModel method) logprobs_async() (trinity.common.models.model.InferenceModel method) (trinity.common.models.vllm_async_model.vLLMAysncRolloutModel method) loss_agg_mode (trinity.common.verl_config.Actor attribute) (trinity.common.verl_config.Critic attribute) lr (trinity.common.verl_config.Optim attribute) lr_warmup_steps (trinity.common.verl_config.Optim attribute) lr_warmup_steps_ratio (trinity.common.verl_config.Optim attribute) LRU (trinity.common.constants.ReadStrategy attribute)

M

maintain_session_state() (trinity.manager.config_manager.ConfigManager method) masked_mean() (in module trinity.algorithm.utils) masked_sum() (in module trinity.algorithm.utils) masked_var() (in module trinity.algorithm.utils) masked_whiten() (in module trinity.algorithm.utils) MathBoxedRewardFn (class in trinity.common.rewards.reward_fn) MathBoxedWorkflow (class in trinity.common.workflows) (class in trinity.common.workflows.customized_math_workflows) MathRewardFn (class in trinity.common.rewards.reward_fn) MathWorkflow (class in trinity.common.workflows) (class in trinity.common.workflows.workflow) max_actor_ckpt_to_keep (trinity.common.verl_config.Trainer attribute) max_critic_ckpt_to_keep (trinity.common.verl_config.Trainer attribute) max_length (trinity.common.verl_config.RewardModel attribute) max_prompt_tokens (trinity.common.config.InferenceModelConfig attribute) (trinity.common.config.ModelConfig attribute) max_response_tokens (trinity.common.config.InferenceModelConfig attribute) (trinity.common.config.ModelConfig attribute) max_retry_interval (trinity.common.config.BufferConfig attribute) max_retry_times (trinity.common.config.BufferConfig attribute) (trinity.common.config.ExplorerConfig attribute) max_timeout (trinity.common.config.ExplorerConfig attribute) merge_by_placement() (in module trinity.common.models.utils) message (trinity.explorer.workflow_runner.Status attribute) messages (trinity.buffer.schema.sql_schema.SFTDataModel attribute) MESSAGES (trinity.common.constants.PromptType attribute) messages (trinity.common.schema.SFTDataModel attribute) messages_key (trinity.common.config.FormatConfig attribute) metadata (trinity.buffer.schema.Base attribute) metric (trinity.explorer.workflow_runner.Status attribute) metrics (trinity.common.experience.Experience attribute) micro_batch_size_per_gpu (trinity.common.verl_config.RewardModel attribute) min_lr_ratio (trinity.common.verl_config.Optim attribute) min_num_params (trinity.common.verl_config.FSDPConfig attribute) (trinity.common.verl_config.WrapPolicy attribute) min_priority_score (trinity.common.config.DataPipelineConfig attribute) min_size_ratio (trinity.common.config.DataPipelineConfig attribute) MIXAlgorithm (class in trinity.algorithm.algorithm) MIXPolicyLossFn (class in trinity.algorithm.policy_loss_fn) (class in trinity.algorithm.policy_loss_fn.mix_policy_loss) MixSampleStrategy (class in trinity.algorithm.sample_strategy) (class in trinity.algorithm.sample_strategy.mix_sample_strategy) mode (trinity.common.config.Config attribute) model (trinity.common.config.Config attribute) (trinity.common.verl_config.ActorRolloutRef attribute) (trinity.common.verl_config.Critic attribute) (trinity.common.verl_config.RewardModel attribute) model_path (trinity.common.config.InferenceModelConfig attribute) (trinity.common.config.ModelConfig attribute) model_version (trinity.common.models.model.ModelWrapper property) ModelConfig (class in trinity.common.config) ModelWrapper (class in trinity.common.models.model) module trinity trinity.algorithm trinity.algorithm.advantage_fn trinity.algorithm.advantage_fn.advantage_fn trinity.algorithm.advantage_fn.grpo_advantage trinity.algorithm.advantage_fn.opmd_advantage trinity.algorithm.advantage_fn.ppo_advantage trinity.algorithm.advantage_fn.reinforce_plus_plus_advantage trinity.algorithm.advantage_fn.remax_advantage trinity.algorithm.advantage_fn.rloo_advantage trinity.algorithm.algorithm trinity.algorithm.algorithm_manager trinity.algorithm.entropy_loss_fn trinity.algorithm.entropy_loss_fn.entropy_loss_fn trinity.algorithm.key_mapper trinity.algorithm.kl_fn trinity.algorithm.kl_fn.kl_fn trinity.algorithm.policy_loss_fn trinity.algorithm.policy_loss_fn.dpo_loss trinity.algorithm.policy_loss_fn.mix_policy_loss trinity.algorithm.policy_loss_fn.opmd_policy_loss trinity.algorithm.policy_loss_fn.policy_loss_fn trinity.algorithm.policy_loss_fn.ppo_policy_loss trinity.algorithm.policy_loss_fn.sft_loss trinity.algorithm.sample_strategy trinity.algorithm.sample_strategy.mix_sample_strategy trinity.algorithm.sample_strategy.sample_strategy trinity.algorithm.sample_strategy.utils trinity.algorithm.utils trinity.buffer trinity.buffer.buffer trinity.buffer.buffer_reader trinity.buffer.buffer_writer trinity.buffer.queue trinity.buffer.ray_wrapper trinity.buffer.reader trinity.buffer.reader.file_reader trinity.buffer.reader.queue_reader trinity.buffer.reader.sql_reader trinity.buffer.schema trinity.buffer.schema.sql_schema trinity.buffer.utils trinity.buffer.writer trinity.buffer.writer.file_writer trinity.buffer.writer.queue_writer trinity.buffer.writer.sql_writer trinity.common trinity.common.config trinity.common.constants trinity.common.experience trinity.common.models trinity.common.models.model trinity.common.models.openai_api trinity.common.models.utils trinity.common.models.vllm_async_model trinity.common.models.vllm_model trinity.common.models.vllm_worker trinity.common.rewards trinity.common.rewards.accuracy_reward trinity.common.rewards.agents_reward trinity.common.rewards.base trinity.common.rewards.composite_reward trinity.common.rewards.format_reward trinity.common.rewards.human_reward trinity.common.rewards.reward_fn trinity.common.rewards.tool_reward trinity.common.schema trinity.common.verl_config trinity.common.workflows trinity.common.workflows.customized_math_workflows trinity.common.workflows.workflow trinity.explorer trinity.explorer.explorer trinity.explorer.runner_pool trinity.explorer.workflow_runner trinity.manager trinity.manager.config_manager trinity.manager.config_registry trinity.manager.config_registry.algorithm_config_manager trinity.manager.config_registry.buffer_config_manager trinity.manager.config_registry.config_registry trinity.manager.config_registry.explorer_config_manager trinity.manager.config_registry.model_config_manager trinity.manager.config_registry.trainer_config_manager trinity.manager.manager trinity.plugins trinity.trainer trinity.trainer.trainer trinity.trainer.verl trinity.trainer.verl.dp_actor trinity.trainer.verl.fsdp_workers trinity.trainer.verl_trainer trinity.utils trinity.utils.distributed trinity.utils.dlc_utils trinity.utils.eval_utils trinity.utils.log trinity.utils.monitor trinity.utils.plugin_loader trinity.utils.registry trinity.utils.timer

modules (trinity.utils.registry.Registry property) Monitor (class in trinity.utils.monitor) monitor (trinity.common.config.Config attribute) monitor_args (trinity.common.config.MonitorConfig attribute) monitor_type (trinity.common.config.MonitorConfig attribute) MonitorConfig (class in trinity.common.config) MonitorType (class in trinity.common.constants) multi_turn (trinity.common.verl_config.Rollout attribute) MultiTurnWorkflow (class in trinity.common.workflows.workflow)

N

n (trinity.common.config.GenerationConfig attribute) (trinity.common.verl_config.Rollout attribute) n_gpus_per_node (trinity.common.verl_config.Trainer attribute) name (trinity.common.config.Config attribute) (trinity.common.config.ExplorerConfig attribute) (trinity.common.config.StorageConfig attribute) (trinity.common.config.TrainerConfig attribute) (trinity.common.verl_config.CustomRewardFunction attribute) (trinity.utils.registry.Registry property) name() (trinity.algorithm.algorithm.AlgorithmType class method) (trinity.algorithm.AlgorithmType class method)

NCCL (trinity.common.constants.SyncMethod attribute) need_save() (trinity.algorithm.algorithm_manager.AlgorithmManager method) need_sync() (trinity.explorer.Explorer method) (trinity.explorer.explorer.Explorer method) (trinity.manager.Trainer method) (trinity.trainer.Trainer method) (trinity.trainer.trainer.Trainer method) NewLineFormatter (class in trinity.utils.log) nnodes (trinity.common.verl_config.Trainer attribute) node_num (trinity.common.config.ClusterConfig attribute) norm_adv_by_std_in_grpo (trinity.common.verl_config.Algorithm attribute)

O

ok (trinity.explorer.workflow_runner.Status attribute) OPMDAdvantageFn (class in trinity.algorithm.advantage_fn) (class in trinity.algorithm.advantage_fn.opmd_advantage) OPMDAlgorithm (class in trinity.algorithm.algorithm) OPMDPolicyLossFn (class in trinity.algorithm.policy_loss_fn) (class in trinity.algorithm.policy_loss_fn.opmd_policy_loss)

Optim (class in trinity.common.verl_config) optim (trinity.common.verl_config.Actor attribute) (trinity.common.verl_config.Critic attribute) optimizer_offload (trinity.common.verl_config.FSDPConfig attribute) output_buffer (trinity.common.config.DataPipelineConfig attribute) override_config (trinity.common.verl_config.ActorModel attribute) (trinity.common.verl_config.CriticModel attribute)

P

pad_token_id (trinity.common.config.BufferConfig attribute) param_offload (trinity.common.verl_config.FSDPConfig attribute) patch_and_serve_http() (in module trinity.common.models.openai_api) path (trinity.common.config.StorageConfig attribute) (trinity.common.verl_config.ActorModel attribute) (trinity.common.verl_config.CriticModel attribute) (trinity.common.verl_config.CustomRewardFunction attribute) PLAINTEXT (trinity.common.constants.PromptType attribute) policy_loss_fn (trinity.common.config.AlgorithmConfig attribute) policy_loss_fn_args (trinity.common.config.AlgorithmConfig attribute) PolicyLossFn (class in trinity.algorithm) (class in trinity.algorithm.policy_loss_fn) (class in trinity.algorithm.policy_loss_fn.policy_loss_fn) PolicyLossFnMeta (class in trinity.algorithm.policy_loss_fn.policy_loss_fn) pop_idle() (trinity.explorer.runner_pool.RunnerPool method) (trinity.explorer.RunnerPool method) ppo_epochs (trinity.common.verl_config.Actor attribute) (trinity.common.verl_config.Critic attribute) ppo_max_token_len_per_gpu (trinity.common.verl_config.Actor attribute) (trinity.common.verl_config.Critic attribute) ppo_micro_batch_size (trinity.common.verl_config.Actor attribute) (trinity.common.verl_config.Critic attribute) ppo_micro_batch_size_per_gpu (trinity.common.verl_config.Actor attribute) (trinity.common.verl_config.Critic attribute) ppo_mini_batch_size (trinity.common.verl_config.Actor attribute) (trinity.common.verl_config.Critic attribute) PPOAdvantageFn (class in trinity.algorithm.advantage_fn) (class in trinity.algorithm.advantage_fn.ppo_advantage) PPOAlgorithm (class in trinity.algorithm.algorithm)

PPOPolicyLossFn (class in trinity.algorithm.policy_loss_fn) (class in trinity.algorithm.policy_loss_fn.ppo_policy_loss) prefix_metrics() (in module trinity.algorithm.utils) prepare() (trinity.explorer.Explorer method) (trinity.explorer.explorer.Explorer method) (trinity.manager.TrainEngineWrapper method) (trinity.manager.Trainer method) (trinity.trainer.TrainEngineWrapper method) (trinity.trainer.Trainer method) (trinity.trainer.trainer.TrainEngineWrapper method) (trinity.trainer.trainer.Trainer method) (trinity.trainer.verl_trainer.VerlPPOTrainerWrapper method) priority (trinity.buffer.schema.sql_schema.ExperienceModel attribute) PRIORITY (trinity.common.constants.ReadStrategy attribute) priority (trinity.common.schema.ExperienceModel attribute) (trinity.common.schema.RftDatasetModel attribute) priority_weights (trinity.common.config.DataPipelineConfig attribute) process_messages_to_experience() (trinity.common.workflows.workflow.MultiTurnWorkflow method) project (trinity.common.config.Config attribute) project_name (trinity.common.verl_config.Trainer attribute) prompt (trinity.buffer.schema.sql_schema.ExperienceModel attribute) (trinity.common.schema.ExperienceModel attribute) (trinity.common.schema.RftDatasetModel attribute) prompt_key (trinity.common.config.FormatConfig attribute) prompt_length (trinity.common.experience.Experience attribute) (trinity.common.experience.Experiences attribute) prompt_text (trinity.common.experience.Experience attribute) prompt_type (trinity.common.config.FormatConfig attribute) PromptType (class in trinity.common.constants) put_batch() (trinity.buffer.queue.QueueActor method)

Q

quality_score (trinity.common.schema.RftDatasetModel attribute) quality_score_detail (trinity.common.schema.RftDatasetModel attribute) QUEUE (trinity.common.constants.StorageType attribute)

QueueActor (class in trinity.buffer.queue) QueueReader (class in trinity.buffer.reader.queue_reader) QueueWriter (class in trinity.buffer.writer.queue_writer)

R

RANDOM (trinity.common.constants.ReadStrategy attribute) raw (trinity.common.config.StorageConfig attribute) raw_task (trinity.common.workflows.Task attribute) (trinity.common.workflows.workflow.Task attribute) RawDataReader (class in trinity.buffer.reader.file_reader) ray_namespace (trinity.common.config.Config attribute) (trinity.common.config.StorageConfig attribute) read() (trinity.buffer.buffer_reader.BufferReader method) (trinity.buffer.ray_wrapper.DBWrapper method) (trinity.buffer.ray_wrapper.FileWrapper method) (trinity.buffer.reader.file_reader.DPODataReader method) (trinity.buffer.reader.file_reader.RawDataReader method) (trinity.buffer.reader.file_reader.RolloutDataReader method) (trinity.buffer.reader.file_reader.SFTDataReader method) (trinity.buffer.reader.queue_reader.QueueReader method) (trinity.buffer.reader.sql_reader.SQLReader method) read_batch_size (trinity.common.config.BufferConfig attribute) read_experience_strategy (trinity.common.config.TrainerInput attribute) ReadStrategy (class in trinity.common.constants) Ref (class in trinity.common.verl_config) ref (trinity.common.verl_config.ActorRolloutRef attribute) register_check() (trinity.manager.config_registry.config_registry.ConfigRegistry method) register_config() (trinity.manager.config_registry.config_registry.ConfigRegistry method) register_module() (trinity.utils.registry.Registry method) Registry (class in trinity.utils.registry) registry (trinity.buffer.schema.Base attribute) REINFORCEPLUSPLUSAdvantageFn (class in trinity.algorithm.advantage_fn) (class in trinity.algorithm.advantage_fn.reinforce_plus_plus_advantage) rejected (trinity.buffer.schema.sql_schema.DPODataModel attribute) (trinity.common.experience.Experience attribute) (trinity.common.schema.DPODataModel attribute) (trinity.common.schema.RftDatasetModel attribute) rejected_key (trinity.common.config.FormatConfig attribute) release() (trinity.buffer.buffer_writer.BufferWriter method) (trinity.buffer.queue.QueueActor method) (trinity.buffer.ray_wrapper.DBWrapper method) (trinity.buffer.ray_wrapper.FileWrapper method) (trinity.buffer.writer.file_writer.JSONWriter method) (trinity.buffer.writer.queue_writer.QueueWriter method) (trinity.buffer.writer.sql_writer.SQLWriter method) REMAXAdvantageFn (class in trinity.algorithm.advantage_fn) (class in trinity.algorithm.advantage_fn.remax_advantage) remove_boxed() (in module trinity.utils.eval_utils) remove_previous_ckpt_in_save (trinity.common.verl_config.Trainer attribute) remove_right_units() (in module trinity.utils.eval_utils) repeat_times (trinity.common.config.AlgorithmConfig attribute) reply_prefix (trinity.common.config.ExplorerInput attribute) (trinity.common.config.FormatConfig attribute) representative_sample() (in module trinity.algorithm.sample_strategy.utils) reset() (trinity.buffer.reader.file_reader.RolloutDataReader method) (trinity.common.workflows.customized_math_workflows.MathBoxedWorkflow method) (trinity.common.workflows.MathBoxedWorkflow method) (trinity.common.workflows.MathWorkflow method) (trinity.common.workflows.SimpleWorkflow method) (trinity.common.workflows.WebShopWorkflow method) (trinity.common.workflows.Workflow method) (trinity.common.workflows.workflow.MathWorkflow method) (trinity.common.workflows.workflow.SimpleWorkflow method) (trinity.common.workflows.workflow.Workflow method) reset_experiences_example_table() (trinity.trainer.verl_trainer.VerlPPOTrainerWrapper method) reset_prefix_cache() (trinity.common.models.vllm_async_model.vLLMAysncRolloutModel method) (trinity.common.models.vllm_model.vLLMRolloutModel method) reset_session_state() (trinity.manager.config_manager.ConfigManager method) resettable (trinity.common.workflows.SimpleWorkflow property) (trinity.common.workflows.WebShopWorkflow property) (trinity.common.workflows.Workflow property) (trinity.common.workflows.workflow.SimpleWorkflow property) (trinity.common.workflows.workflow.Workflow property)

response (trinity.buffer.schema.sql_schema.ExperienceModel attribute) (trinity.common.schema.ExperienceModel attribute) (trinity.common.schema.RftDatasetModel attribute) response_key (trinity.common.config.FormatConfig attribute) response_text (trinity.common.experience.Experience attribute) resume_from_path (trinity.common.verl_config.Trainer attribute) resume_mode (trinity.common.verl_config.Trainer attribute) retry_session() (in module trinity.buffer.utils) reward (trinity.buffer.schema.sql_schema.ExperienceModel attribute) (trinity.common.experience.Experience attribute) (trinity.common.schema.ExperienceModel attribute) (trinity.common.schema.RftDatasetModel attribute) reward_fn (trinity.common.schema.RftDatasetModel attribute) (trinity.common.workflows.Task attribute) (trinity.common.workflows.workflow.Task attribute) reward_fn_key (trinity.common.config.FormatConfig attribute) reward_key (trinity.common.config.FormatConfig attribute) reward_manager (trinity.common.verl_config.RewardModel attribute) reward_model (trinity.common.verl_config.veRLConfig attribute) reward_type (trinity.buffer.schema.sql_schema.TaskModel attribute) (trinity.common.schema.TaskModel attribute) RewardFn (class in trinity.common.rewards) (class in trinity.common.rewards.reward_fn) RewardModel (class in trinity.common.verl_config) rewards (trinity.common.experience.Experiences attribute) RewardShapper (class in trinity.common.rewards.base) RftDatasetModel (class in trinity.common.schema) RLOOAdvantageFn (class in trinity.algorithm.advantage_fn) (class in trinity.algorithm.advantage_fn.rloo_advantage) Rollout (class in trinity.common.verl_config) rollout (trinity.common.verl_config.ActorRolloutRef attribute) rollout_args (trinity.common.config.StorageConfig attribute) (trinity.common.workflows.Task attribute) (trinity.common.workflows.workflow.Task attribute) rollout_model (trinity.common.config.ExplorerConfig attribute) rollout_n (trinity.common.verl_config.Critic attribute) RolloutDataReader (class in trinity.buffer.reader.file_reader) run() (trinity.common.workflows.AlfworldWorkflow method) (trinity.common.workflows.customized_math_workflows.MathBoxedWorkflow method) (trinity.common.workflows.MathBoxedWorkflow method) (trinity.common.workflows.SciWorldWorkflow method) (trinity.common.workflows.SimpleWorkflow method) (trinity.common.workflows.WebShopWorkflow method) (trinity.common.workflows.Workflow method) (trinity.common.workflows.workflow.MultiTurnWorkflow method) (trinity.common.workflows.workflow.SimpleWorkflow method) (trinity.common.workflows.workflow.Workflow method) run_api_server() (trinity.common.models.vllm_async_model.vLLMAysncRolloutModel method) run_api_server_in_ray_actor() (in module trinity.common.models.openai_api) run_config() (trinity.manager.config_manager.ConfigManager method) run_id (trinity.common.experience.Experience attribute) run_ids (trinity.common.experience.Experiences attribute) run_server_in_ray() (in module trinity.common.models.openai_api) run_task() (trinity.explorer.workflow_runner.WorkflowRunner method) run_tasks() (trinity.explorer.runner_pool.RunnerPool method) (trinity.explorer.RunnerPool method) runner_num (trinity.common.config.ExplorerConfig attribute) RunnerPool (class in trinity.explorer) (class in trinity.explorer.runner_pool) RUNNING (trinity.common.constants.RunningStatus attribute) running() (trinity.utils.dlc_utils.ClusterStatus method) running_status() (trinity.explorer.Explorer method) (trinity.explorer.explorer.Explorer method) RunningStatus (class in trinity.common.constants)

S

sample() (trinity.algorithm.sample_strategy.DefaultSampleStrategy method) (trinity.algorithm.sample_strategy.mix_sample_strategy.MixSampleStrategy method) (trinity.algorithm.sample_strategy.MixSampleStrategy method) (trinity.algorithm.sample_strategy.sample_strategy.DefaultSampleStrategy method) (trinity.algorithm.sample_strategy.sample_strategy.DPOSampleStrategy method) (trinity.algorithm.sample_strategy.sample_strategy.SampleStrategy method) (trinity.algorithm.sample_strategy.sample_strategy.WarmupSampleStrategy method) (trinity.algorithm.sample_strategy.SampleStrategy method) (trinity.algorithm.sample_strategy.WarmupSampleStrategy method) (trinity.algorithm.SampleStrategy method) sample_strategy (trinity.common.config.AlgorithmConfig attribute) sample_strategy_args (trinity.common.config.AlgorithmConfig attribute) SampleStrategy (class in trinity.algorithm) (class in trinity.algorithm.sample_strategy) (class in trinity.algorithm.sample_strategy.sample_strategy) save() (trinity.common.config.Config method) save_checkpoint() (trinity.manager.TrainEngineWrapper method) (trinity.trainer.TrainEngineWrapper method) (trinity.trainer.trainer.TrainEngineWrapper method) (trinity.trainer.verl.fsdp_workers.ActorRolloutRefWorker method) (trinity.trainer.verl.fsdp_workers.CriticWorker method) (trinity.trainer.verl_trainer.VerlPPOTrainerWrapper method) save_explorer() (trinity.manager.manager.CacheManager method) save_freq (trinity.common.verl_config.Trainer attribute) save_interval (trinity.common.config.TrainerConfig attribute) save_trainer() (trinity.manager.manager.CacheManager method) schema (trinity.algorithm.algorithm.AlgorithmType attribute) (trinity.algorithm.algorithm.DPOAlgorithm attribute) (trinity.algorithm.algorithm.GRPOAlgorithm attribute) (trinity.algorithm.algorithm.MIXAlgorithm attribute) (trinity.algorithm.algorithm.OPMDAlgorithm attribute) (trinity.algorithm.algorithm.PPOAlgorithm attribute) (trinity.algorithm.algorithm.SFTAlgorithm attribute) (trinity.algorithm.AlgorithmType attribute) SciWorldWorkflow (class in trinity.common.workflows) seed (trinity.common.config.InferenceModelConfig attribute) select_keys (trinity.algorithm.policy_loss_fn.dpo_loss.DPOLossFn property) (trinity.algorithm.policy_loss_fn.DPOLossFn property) (trinity.algorithm.policy_loss_fn.mix_policy_loss.MIXPolicyLossFn property) (trinity.algorithm.policy_loss_fn.MIXPolicyLossFn property) (trinity.algorithm.policy_loss_fn.opmd_policy_loss.OPMDPolicyLossFn property) (trinity.algorithm.policy_loss_fn.OPMDPolicyLossFn property) (trinity.algorithm.policy_loss_fn.policy_loss_fn.PolicyLossFn property) (trinity.algorithm.policy_loss_fn.PolicyLossFn property) (trinity.algorithm.policy_loss_fn.ppo_policy_loss.PPOPolicyLossFn property) (trinity.algorithm.policy_loss_fn.PPOPolicyLossFn property) (trinity.algorithm.policy_loss_fn.sft_loss.SFTLossFn property) (trinity.algorithm.policy_loss_fn.SFTLossFn property) (trinity.algorithm.PolicyLossFn property) serialize() (trinity.common.experience.Experience method) serialized_exp (trinity.buffer.schema.sql_schema.DPODataModel attribute) (trinity.buffer.schema.sql_schema.ExperienceModel attribute) (trinity.buffer.schema.sql_schema.SFTDataModel attribute) (trinity.common.schema.DPODataModel attribute) (trinity.common.schema.ExperienceModel attribute) (trinity.common.schema.SFTDataModel attribute) set_actor_checkpoint() (in module trinity.manager.config_registry.trainer_config_manager) set_actor_grad_clip() (in module trinity.manager.config_registry.trainer_config_manager) set_actor_kl_loss_type() (in module trinity.manager.config_registry.trainer_config_manager) set_actor_lr() (in module trinity.manager.config_registry.trainer_config_manager) set_actor_lr_warmup_steps_ratio() (in module trinity.manager.config_registry.trainer_config_manager) set_actor_ppo_micro_batch_size_per_gpu() (in module trinity.manager.config_registry.trainer_config_manager) set_actor_ulysses_sequence_parallel_size() (in module trinity.manager.config_registry.trainer_config_manager) set_actor_warmup_style() (in module trinity.manager.config_registry.trainer_config_manager) set_adaptive_in_kl_penalty_fn() (in module trinity.manager.config_registry.algorithm_config_manager) set_advantage_fn() (in module trinity.manager.config_registry.algorithm_config_manager) set_algorithm() (trinity.trainer.verl.dp_actor.DataParallelPPOActor method) (trinity.trainer.verl.fsdp_workers.ActorRolloutRefWorker method) set_algorithm_type() (in module trinity.manager.config_registry.algorithm_config_manager) set_auxiliary_models() (in module trinity.manager.config_registry.explorer_config_manager) set_beta_in_policy_loss_fn() (in module trinity.manager.config_registry.algorithm_config_manager) set_buffer_max_retry_times() (in module trinity.manager.config_registry.buffer_config_manager) set_checkpoint_root_dir() (in module trinity.manager.config_registry.model_config_manager) set_clip_range_in_policy_loss_fn() (in module trinity.manager.config_registry.algorithm_config_manager) set_critic_checkpoint() (in module trinity.manager.config_registry.trainer_config_manager) set_critic_cliprange_value() (in module trinity.manager.config_registry.trainer_config_manager) set_critic_grad_clip() (in module trinity.manager.config_registry.trainer_config_manager) set_critic_lr() (in module trinity.manager.config_registry.trainer_config_manager) set_critic_lr_warmup_steps_ratio() (in module trinity.manager.config_registry.trainer_config_manager) set_critic_model_path() (in module trinity.manager.config_registry.model_config_manager) set_critic_ppo_micro_batch_size_per_gpu() (in module trinity.manager.config_registry.trainer_config_manager) set_critic_ulysses_sequence_parallel_size() (in module trinity.manager.config_registry.trainer_config_manager) set_critic_warmup() (in module trinity.manager.config_registry.trainer_config_manager) set_critic_warmup_style() (in module trinity.manager.config_registry.trainer_config_manager) set_default_hdfs_dir() (in module trinity.manager.config_registry.trainer_config_manager) set_default_reward_fn_type() (in module trinity.manager.config_registry.buffer_config_manager) set_default_workflow_type() (in module trinity.manager.config_registry.buffer_config_manager) set_del_local_ckpt_after_load() (in module trinity.manager.config_registry.trainer_config_manager) set_dpo_dataset_kwargs() (in module trinity.manager.config_registry.buffer_config_manager) set_dtype() (in module trinity.manager.config_registry.explorer_config_manager) set_enable_chunked_prefill() (in module trinity.manager.config_registry.explorer_config_manager) set_enable_openai_api() (in module trinity.manager.config_registry.explorer_config_manager) set_enable_prefix_caching() (in module trinity.manager.config_registry.explorer_config_manager) set_enable_preview() (in module trinity.manager.config_registry.trainer_config_manager) set_enable_thinking() (in module trinity.manager.config_registry.explorer_config_manager) set_enforce_eager() (in module trinity.manager.config_registry.explorer_config_manager) set_engine_num() (in module trinity.manager.config_registry.explorer_config_manager) set_engine_type() (in module trinity.manager.config_registry.explorer_config_manager) set_entropy_coef_in_entropy_loss_fn() (in module trinity.manager.config_registry.algorithm_config_manager) set_entropy_loss_fn() (in module trinity.manager.config_registry.algorithm_config_manager) set_epsilon_in_advantage_fn() (in module trinity.manager.config_registry.algorithm_config_manager) set_eval_interval() (in module trinity.manager.config_registry.explorer_config_manager) set_eval_on_latest_checkpoint() (in module trinity.manager.config_registry.explorer_config_manager) set_eval_tasksets() (in module trinity.manager.config_registry.buffer_config_manager) set_exp_name() (in module trinity.manager.config_registry.model_config_manager) set_experience_buffer_path() (in module trinity.manager.config_registry.buffer_config_manager) set_expert_data_ratio_in_sample_strategy() (in module trinity.manager.config_registry.algorithm_config_manager) set_explorer_max_retry_times() (in module trinity.manager.config_registry.explorer_config_manager) set_gamma_in_advantage_fn() (in module trinity.manager.config_registry.algorithm_config_manager) set_gpu_memory_utilization() (in module trinity.manager.config_registry.explorer_config_manager) set_gpu_per_node() (in module trinity.manager.config_registry.model_config_manager) set_horizon() (in module trinity.manager.config_registry.trainer_config_manager) set_kl_coef_in_kl_loss_fn() (in module trinity.manager.config_registry.algorithm_config_manager) set_kl_coef_in_kl_penalty_fn() (in module trinity.manager.config_registry.algorithm_config_manager) set_kl_ctrl_coef() (in module trinity.manager.config_registry.trainer_config_manager) set_kl_ctrl_type() (in module trinity.manager.config_registry.trainer_config_manager) set_kl_loss_fn() (in module trinity.manager.config_registry.algorithm_config_manager) set_kl_penalty() (in module trinity.manager.config_registry.trainer_config_manager) set_kl_penalty_fn() (in module trinity.manager.config_registry.algorithm_config_manager) set_label_smoothing_in_policy_loss_fn() (in module trinity.manager.config_registry.algorithm_config_manager) set_lam_in_advantage_fn() (in module trinity.manager.config_registry.algorithm_config_manager) set_max_actor_ckpt_to_keep() (in module trinity.manager.config_registry.trainer_config_manager) set_max_critic_ckpt_to_keep() (in module trinity.manager.config_registry.trainer_config_manager) set_max_prompt_tokens() (in module trinity.manager.config_registry.model_config_manager) set_max_response_tokens() (in module trinity.manager.config_registry.model_config_manager) set_max_retry_interval() (in module trinity.manager.config_registry.buffer_config_manager)

set_max_timeout() (in module trinity.manager.config_registry.explorer_config_manager) set_model_path() (in module trinity.manager.config_registry.model_config_manager) set_monitor_type() (in module trinity.manager.config_registry.model_config_manager) set_mu_in_policy_loss_fn() (in module trinity.manager.config_registry.algorithm_config_manager) set_node_num() (in module trinity.manager.config_registry.model_config_manager) set_norm_adv_by_std_in_grpo() (in module trinity.manager.config_registry.trainer_config_manager) set_opmd_baseline_in_advantage_fn() (in module trinity.manager.config_registry.algorithm_config_manager) set_optimizer_offload() (in module trinity.manager.config_registry.trainer_config_manager) set_param_offload() (in module trinity.manager.config_registry.trainer_config_manager) set_policy_loss_fn() (in module trinity.manager.config_registry.algorithm_config_manager) set_ppo_epochs() (in module trinity.manager.config_registry.trainer_config_manager) set_project() (in module trinity.manager.config_registry.model_config_manager) set_ref_log_prob_micro_batch_size_per_gpu() (in module trinity.manager.config_registry.trainer_config_manager) set_remove_previous_ckpt_in_save() (in module trinity.manager.config_registry.trainer_config_manager) set_repeat_times() (in module trinity.manager.config_registry.algorithm_config_manager) set_reply_prefix() (in module trinity.manager.config_registry.buffer_config_manager) set_resume_from_path() (in module trinity.manager.config_registry.trainer_config_manager) set_resume_mode() (in module trinity.manager.config_registry.trainer_config_manager) set_runner_num() (in module trinity.manager.config_registry.explorer_config_manager) set_sample_strategy() (in module trinity.manager.config_registry.algorithm_config_manager) set_save_interval() (in module trinity.manager.config_registry.trainer_config_manager) set_seed() (in module trinity.manager.config_registry.explorer_config_manager) set_sft_warmup_dataset_args() (in module trinity.manager.config_registry.buffer_config_manager) set_sft_warmup_dataset_path() (in module trinity.manager.config_registry.buffer_config_manager) set_sft_warmup_steps() (in module trinity.manager.config_registry.buffer_config_manager) set_state_dict_meta() (trinity.common.models.vllm_worker.WorkerExtension method) set_storage_type() (in module trinity.manager.config_registry.buffer_config_manager) set_sync_interval() (in module trinity.manager.config_registry.explorer_config_manager) set_sync_method() (in module trinity.manager.config_registry.explorer_config_manager) set_sync_timeout() (in module trinity.manager.config_registry.explorer_config_manager) set_system_prompt() (in module trinity.manager.config_registry.buffer_config_manager) set_target_kl() (in module trinity.manager.config_registry.trainer_config_manager) set_taskset_args() (in module trinity.manager.config_registry.buffer_config_manager) set_taskset_path() (in module trinity.manager.config_registry.buffer_config_manager) set_tau_in_advantage_fn() (in module trinity.manager.config_registry.algorithm_config_manager) set_tau_in_policy_loss_fn() (in module trinity.manager.config_registry.algorithm_config_manager) set_tensor_parallel_size() (in module trinity.manager.config_registry.explorer_config_manager) set_total_epochs() (in module trinity.manager.config_registry.buffer_config_manager) set_total_gpu_num() (in module trinity.manager.config_registry.model_config_manager) set_total_training_steps() (in module trinity.manager.config_registry.trainer_config_manager) set_train_batch_size() (in module trinity.manager.config_registry.buffer_config_manager) set_trainer_gpu_num() (in module trinity.manager.config_registry.model_config_manager) set_trainer_type() (in module trinity.manager.config_registry.trainer_config_manager) set_training_args() (in module trinity.manager.config_registry.trainer_config_manager) set_training_strategy() (in module trinity.manager.config_registry.trainer_config_manager) set_unfinished_fields() (trinity.manager.config_registry.config_registry.ConfigRegistry method) set_use_kl_in_reward() (in module trinity.manager.config_registry.trainer_config_manager) set_use_token_level_loss_in_policy_loss_fn() (in module trinity.manager.config_registry.algorithm_config_manager) set_use_v1() (in module trinity.manager.config_registry.explorer_config_manager) setup_ray_cluster() (in module trinity.utils.dlc_utils) setup_weight_sync_group() (trinity.explorer.Explorer method) (trinity.explorer.explorer.Explorer method) (trinity.trainer.verl.fsdp_workers.ActorRolloutRefWorker method) sft_to_rft() (trinity.trainer.verl_trainer.VerlPPOTrainerWrapper method) sft_warmup_dataset (trinity.common.config.TrainerInput attribute) sft_warmup_steps (trinity.common.config.TrainerInput attribute) (trinity.common.verl_config.Trainer attribute) SFTAlgorithm (class in trinity.algorithm.algorithm) SFTDataModel (class in trinity.buffer.schema.sql_schema) (class in trinity.common.schema) SFTDataReader (class in trinity.buffer.reader.file_reader) SFTLossFn (class in trinity.algorithm.policy_loss_fn) (class in trinity.algorithm.policy_loss_fn.sft_loss) shape() (trinity.common.rewards.accuracy_reward.AccuracyRewardShapper method) (trinity.common.rewards.base.RewardShapper method) (trinity.common.rewards.composite_reward.CompositeRewardShapper method) (trinity.common.rewards.format_reward.FormatRewardShapper method) shuffle (trinity.common.verl_config.Actor attribute) (trinity.common.verl_config.Critic attribute) shutdown() (trinity.common.models.vllm_async_model.vLLMAysncRolloutModel method) (trinity.explorer.Explorer method) (trinity.explorer.explorer.Explorer method) (trinity.manager.TrainEngineWrapper method) (trinity.manager.Trainer method) (trinity.trainer.TrainEngineWrapper method) (trinity.trainer.Trainer method) (trinity.trainer.trainer.TrainEngineWrapper method) (trinity.trainer.trainer.Trainer method) (trinity.trainer.verl_trainer.VerlPPOTrainerWrapper method) simple_answer_parser() (in module trinity.utils.eval_utils) SimpleWorkflow (class in trinity.common.workflows) (class in trinity.common.workflows.workflow) sleep() (trinity.common.models.vllm_async_model.vLLMAysncRolloutModel method) (trinity.common.models.vllm_model.vLLMRolloutModel method) solution (trinity.common.schema.RftDatasetModel attribute) solution_key (trinity.common.config.FormatConfig attribute) split (trinity.common.config.StorageConfig attribute) SQL (trinity.common.constants.StorageType attribute) SQLReader (class in trinity.buffer.reader.sql_reader) SQLWriter (class in trinity.buffer.writer.sql_writer) Status (class in trinity.explorer.workflow_runner) stop_ray_cluster() (in module trinity.utils.dlc_utils) STOPPED (trinity.common.constants.RunningStatus attribute) storage_type (trinity.common.config.StorageConfig attribute) StorageConfig (class in trinity.common.config) StorageType (class in trinity.common.constants) strategy (trinity.common.verl_config.Actor attribute) (trinity.common.verl_config.Critic attribute) (trinity.common.verl_config.RewardModel attribute) strip_string() (in module trinity.utils.eval_utils) subset_name (trinity.common.config.StorageConfig attribute) sync_freq (trinity.common.verl_config.Trainer attribute) sync_interval (trinity.common.config.SynchronizerConfig attribute) sync_method (trinity.common.config.SynchronizerConfig attribute) sync_model() (trinity.common.models.vllm_async_model.vLLMAysncRolloutModel method) (trinity.common.models.vllm_model.vLLMRolloutModel method) sync_offset (trinity.common.config.SynchronizerConfig attribute) sync_timeout (trinity.common.config.SynchronizerConfig attribute) sync_weight() (trinity.explorer.Explorer method) (trinity.explorer.explorer.Explorer method) (trinity.manager.TrainEngineWrapper method) (trinity.manager.Trainer method) (trinity.trainer.TrainEngineWrapper method) (trinity.trainer.Trainer method) (trinity.trainer.trainer.TrainEngineWrapper method) (trinity.trainer.trainer.Trainer method) (trinity.trainer.verl.fsdp_workers.ActorRolloutRefWorker method) (trinity.trainer.verl_trainer.VerlPPOTrainerWrapper method) synchronize_config() (trinity.common.verl_config.veRLConfig method) synchronizer (trinity.common.config.Config attribute) (trinity.common.verl_config.ActorRolloutRef attribute) (trinity.common.verl_config.veRLConfig attribute) SynchronizerConfig (class in trinity.common.config) SyncMethod (class in trinity.common.constants) SyncMethodEnumMeta (class in trinity.common.constants) system_prompt (trinity.common.config.ExplorerInput attribute) (trinity.common.config.FormatConfig attribute)

T

target_kl (trinity.common.verl_config.KL_Ctrl attribute) Task (class in trinity.common.workflows) (class in trinity.common.workflows.workflow) task_desc (trinity.buffer.schema.sql_schema.TaskModel attribute) (trinity.common.schema.TaskModel attribute) (trinity.common.workflows.Task property) (trinity.common.workflows.workflow.Task property) task_pipeline (trinity.common.config.DataProcessorConfig attribute) task_type (trinity.common.config.StorageConfig attribute) TaskModel (class in trinity.buffer.schema.sql_schema) (class in trinity.common.schema) taskset (trinity.common.config.ExplorerInput attribute) TaskType (class in trinity.common.constants) temperature (trinity.common.config.GenerationConfig attribute) (trinity.common.verl_config.Rollout attribute) tensor_parallel_size (trinity.common.config.InferenceModelConfig attribute) TENSORBOARD (trinity.common.constants.MonitorType attribute) TensorboardMonitor (class in trinity.utils.monitor) test_freq (trinity.common.verl_config.Trainer attribute) Timer (class in trinity.utils.timer) to_data_proto() (in module trinity.algorithm.sample_strategy.utils) to_data_proto_mix() (in module trinity.algorithm.sample_strategy.mix_sample_strategy) to_dict() (trinity.common.experience.Experience method) (trinity.common.schema.RftDatasetModel method) (trinity.common.workflows.Task method) (trinity.common.workflows.workflow.Task method) to_experience() (trinity.buffer.schema.sql_schema.DPODataModel method) (trinity.buffer.schema.sql_schema.ExperienceModel method) (trinity.buffer.schema.sql_schema.SFTDataModel method) (trinity.common.schema.DPODataModel method) (trinity.common.schema.ExperienceModel method) (trinity.common.schema.SFTDataModel method) to_trinity() (trinity.algorithm.key_mapper.KeyMapper method) to_workflow() (trinity.common.workflows.Task method) (trinity.common.workflows.workflow.Task method) tokenize_and_mask_messages_default() (in module trinity.common.models.utils) tokenize_and_mask_messages_hf() (in module trinity.common.models.utils) tokenizer_path (trinity.common.config.BufferConfig attribute) (trinity.common.verl_config.CriticModel attribute) tokens (trinity.common.experience.Experience attribute) (trinity.common.experience.Experiences attribute) top_k (trinity.common.config.GenerationConfig attribute) top_p (trinity.common.config.GenerationConfig attribute) total_epochs (trinity.common.config.BufferConfig attribute) (trinity.common.config.StorageConfig attribute) (trinity.common.verl_config.Trainer attribute) total_training_steps (trinity.common.verl_config.Optim attribute) (trinity.common.verl_config.Trainer attribute) train() (trinity.manager.Trainer method) (trinity.trainer.Trainer method) (trinity.trainer.trainer.Trainer method) train_batch_size (trinity.common.verl_config.Data attribute) train_step() (trinity.manager.TrainEngineWrapper method) (trinity.manager.Trainer method) (trinity.trainer.TrainEngineWrapper method) (trinity.trainer.Trainer method) (trinity.trainer.trainer.TrainEngineWrapper method) (trinity.trainer.trainer.Trainer method) (trinity.trainer.verl_trainer.VerlPPOTrainerWrapper method) train_step_num (trinity.manager.TrainEngineWrapper property) (trinity.trainer.TrainEngineWrapper property) (trinity.trainer.trainer.TrainEngineWrapper property) (trinity.trainer.verl_trainer.VerlPPOTrainerWrapper property) TrainEngineWrapper (class in trinity.manager) (class in trinity.trainer) (class in trinity.trainer.trainer) Trainer (class in trinity.common.verl_config) (class in trinity.manager) (class in trinity.trainer) (class in trinity.trainer.trainer) trainer (trinity.common.config.Config attribute) (trinity.common.verl_config.veRLConfig attribute) trainer_config (trinity.common.config.TrainerConfig attribute) trainer_config_path (trinity.common.config.TrainerConfig attribute) trainer_input (trinity.common.config.BufferConfig attribute) trainer_type (trinity.common.config.TrainerConfig attribute) TrainerConfig (class in trinity.common.config) TrainerInput (class in trinity.common.config) training_rollout_mode (trinity.common.verl_config.Trainer attribute) trinity module trinity.algorithm module trinity.algorithm.advantage_fn module trinity.algorithm.advantage_fn.advantage_fn module trinity.algorithm.advantage_fn.grpo_advantage module trinity.algorithm.advantage_fn.opmd_advantage module trinity.algorithm.advantage_fn.ppo_advantage module trinity.algorithm.advantage_fn.reinforce_plus_plus_advantage module trinity.algorithm.advantage_fn.remax_advantage module trinity.algorithm.advantage_fn.rloo_advantage module trinity.algorithm.algorithm module trinity.algorithm.algorithm_manager module trinity.algorithm.entropy_loss_fn module trinity.algorithm.entropy_loss_fn.entropy_loss_fn module trinity.algorithm.key_mapper module trinity.algorithm.kl_fn module trinity.algorithm.kl_fn.kl_fn module trinity.algorithm.policy_loss_fn module trinity.algorithm.policy_loss_fn.dpo_loss module trinity.algorithm.policy_loss_fn.mix_policy_loss module trinity.algorithm.policy_loss_fn.opmd_policy_loss module trinity.algorithm.policy_loss_fn.policy_loss_fn module trinity.algorithm.policy_loss_fn.ppo_policy_loss module trinity.algorithm.policy_loss_fn.sft_loss module trinity.algorithm.sample_strategy module trinity.algorithm.sample_strategy.mix_sample_strategy module trinity.algorithm.sample_strategy.sample_strategy module trinity.algorithm.sample_strategy.utils module trinity.algorithm.utils module trinity.buffer module trinity.buffer.buffer module trinity.buffer.buffer_reader module

trinity.buffer.buffer_writer module trinity.buffer.queue module trinity.buffer.ray_wrapper module trinity.buffer.reader module trinity.buffer.reader.file_reader module trinity.buffer.reader.queue_reader module trinity.buffer.reader.sql_reader module trinity.buffer.schema module trinity.buffer.schema.sql_schema module trinity.buffer.utils module trinity.buffer.writer module trinity.buffer.writer.file_writer module trinity.buffer.writer.queue_writer module trinity.buffer.writer.sql_writer module trinity.common module trinity.common.config module trinity.common.constants module trinity.common.experience module trinity.common.models module trinity.common.models.model module trinity.common.models.openai_api module trinity.common.models.utils module trinity.common.models.vllm_async_model module trinity.common.models.vllm_model module trinity.common.models.vllm_worker module trinity.common.rewards module trinity.common.rewards.accuracy_reward module trinity.common.rewards.agents_reward module trinity.common.rewards.base module trinity.common.rewards.composite_reward module trinity.common.rewards.format_reward module trinity.common.rewards.human_reward module trinity.common.rewards.reward_fn module trinity.common.rewards.tool_reward module trinity.common.schema module trinity.common.verl_config module trinity.common.workflows module trinity.common.workflows.customized_math_workflows module trinity.common.workflows.workflow module trinity.explorer module trinity.explorer.explorer module trinity.explorer.runner_pool module trinity.explorer.workflow_runner module trinity.manager module trinity.manager.config_manager module trinity.manager.config_registry module trinity.manager.config_registry.algorithm_config_manager module trinity.manager.config_registry.buffer_config_manager module trinity.manager.config_registry.config_registry module trinity.manager.config_registry.explorer_config_manager module trinity.manager.config_registry.model_config_manager module trinity.manager.config_registry.trainer_config_manager module trinity.manager.manager module trinity.plugins module trinity.trainer module trinity.trainer.trainer module trinity.trainer.verl module trinity.trainer.verl.dp_actor module trinity.trainer.verl.fsdp_workers module trinity.trainer.verl_trainer module trinity.utils module trinity.utils.distributed module trinity.utils.dlc_utils module trinity.utils.eval_utils module trinity.utils.log module trinity.utils.monitor module trinity.utils.plugin_loader module trinity.utils.registry module trinity.utils.timer module truth (trinity.common.workflows.Task property) (trinity.common.workflows.workflow.Task property) type (trinity.common.verl_config.KL_Ctrl attribute)

U

ulysses_sequence_parallel_size (trinity.common.verl_config.Actor attribute) (trinity.common.verl_config.Critic attribute) (trinity.common.verl_config.Ref attribute) (trinity.common.verl_config.RewardModel attribute) update_actor() (trinity.trainer.verl.fsdp_workers.ActorRolloutRefWorker method) update_critic() (trinity.trainer.verl.fsdp_workers.CriticWorker method) update_kl_coef() (trinity.algorithm.kl_fn.kl_fn.KLFn method) (trinity.algorithm.kl_fn.KLFn method) (trinity.algorithm.KLFn method) update_policy() (trinity.trainer.verl.dp_actor.DataParallelPPOActor method) update_weight() (trinity.common.models.vllm_worker.WorkerExtension method) use_advantage (trinity.algorithm.algorithm.AlgorithmType attribute) (trinity.algorithm.algorithm.DPOAlgorithm attribute) (trinity.algorithm.algorithm.GRPOAlgorithm attribute) (trinity.algorithm.algorithm.MIXAlgorithm attribute) (trinity.algorithm.algorithm.OPMDAlgorithm attribute) (trinity.algorithm.algorithm.PPOAlgorithm attribute) (trinity.algorithm.algorithm.SFTAlgorithm attribute) (trinity.algorithm.AlgorithmType attribute) use_critic (trinity.algorithm.algorithm.AlgorithmType attribute) (trinity.algorithm.algorithm.DPOAlgorithm attribute) (trinity.algorithm.algorithm.GRPOAlgorithm attribute) (trinity.algorithm.algorithm.MIXAlgorithm attribute) (trinity.algorithm.algorithm.OPMDAlgorithm attribute) (trinity.algorithm.algorithm.PPOAlgorithm attribute) (trinity.algorithm.algorithm.SFTAlgorithm attribute) (trinity.algorithm.AlgorithmType attribute)

use_critic() (in module trinity.manager.config_registry.trainer_config_manager) use_dynamic_bsz (trinity.common.verl_config.Actor attribute) (trinity.common.verl_config.Critic attribute) (trinity.common.verl_config.RewardModel attribute) use_fsdp() (in module trinity.manager.config_registry.trainer_config_manager) use_kl_in_reward (trinity.common.verl_config.Algorithm attribute) use_kl_loss (trinity.common.verl_config.Actor attribute) use_reference (trinity.algorithm.algorithm.AlgorithmType attribute) (trinity.algorithm.algorithm.DPOAlgorithm attribute) (trinity.algorithm.algorithm.GRPOAlgorithm attribute) (trinity.algorithm.algorithm.MIXAlgorithm attribute) (trinity.algorithm.algorithm.OPMDAlgorithm attribute) (trinity.algorithm.algorithm.PPOAlgorithm attribute) (trinity.algorithm.algorithm.SFTAlgorithm attribute) (trinity.algorithm.AlgorithmType attribute) use_remove_padding (trinity.common.verl_config.ActorModel attribute) (trinity.common.verl_config.CriticModel attribute) use_rollout (trinity.algorithm.algorithm.MIXAlgorithm attribute) use_token_level_loss (trinity.common.config.AlgorithmConfig attribute) use_v1 (trinity.common.config.InferenceModelConfig attribute)

V

val_before_train (trinity.common.verl_config.Trainer attribute) val_generations_to_log_to_wandb (trinity.common.verl_config.Trainer attribute) val_kwargs (trinity.common.verl_config.Rollout attribute) validate_equation() (in module trinity.utils.eval_utils)

validate_think_pattern() (in module trinity.utils.eval_utils) veRLConfig (class in trinity.common.verl_config) VerlPPOTrainerWrapper (class in trinity.trainer.verl_trainer) vLLMAysncRolloutModel (class in trinity.common.models.vllm_async_model) vLLMRolloutModel (class in trinity.common.models.vllm_model)

W

wait_for_checkpoint (trinity.common.config.SynchronizerConfig attribute) wait_for_ray_setup() (in module trinity.utils.dlc_utils) wait_for_ray_worker_nodes() (in module trinity.utils.dlc_utils) wait_for_workflow_done() (trinity.explorer.Explorer method) (trinity.explorer.explorer.Explorer method) WAITING_SYNC (trinity.common.constants.RunningStatus attribute) wake_up() (trinity.common.models.vllm_async_model.vLLMAysncRolloutModel method) (trinity.common.models.vllm_model.vLLMRolloutModel method) WANDB (trinity.common.constants.MonitorType attribute) WandbMonitor (class in trinity.utils.monitor) warmup_state() (trinity.algorithm.sample_strategy.DefaultSampleStrategy method) (trinity.algorithm.sample_strategy.sample_strategy.DefaultSampleStrategy method) (trinity.algorithm.sample_strategy.sample_strategy.SampleStrategy method) (trinity.algorithm.sample_strategy.sample_strategy.WarmupSampleStrategy method) (trinity.algorithm.sample_strategy.SampleStrategy method) (trinity.algorithm.sample_strategy.WarmupSampleStrategy method) (trinity.algorithm.SampleStrategy method) warmup_style (trinity.common.verl_config.Optim attribute) WarmupSampleStrategy (class in trinity.algorithm.sample_strategy) (class in trinity.algorithm.sample_strategy.sample_strategy) WebShopWorkflow (class in trinity.common.workflows)

WorkerExtension (class in trinity.common.models.vllm_worker) Workflow (class in trinity.common.workflows) (class in trinity.common.workflows.workflow) workflow (trinity.common.schema.RftDatasetModel attribute) (trinity.common.workflows.Task attribute) (trinity.common.workflows.workflow.Task attribute) workflow_args (trinity.common.config.StorageConfig attribute) (trinity.common.workflows.Task attribute) (trinity.common.workflows.workflow.Task attribute) workflow_key (trinity.common.config.FormatConfig attribute) workflow_type (trinity.buffer.schema.sql_schema.TaskModel attribute) (trinity.common.schema.TaskModel attribute) WorkflowRunner (class in trinity.explorer.workflow_runner) wrap_in_ray (trinity.common.config.StorageConfig attribute) wrap_policy (trinity.common.verl_config.FSDPConfig attribute) WrapPolicy (class in trinity.common.verl_config) write() (trinity.buffer.buffer_writer.BufferWriter method) (trinity.buffer.ray_wrapper.DBWrapper method) (trinity.buffer.ray_wrapper.FileWrapper method) (trinity.buffer.writer.file_writer.JSONWriter method) (trinity.buffer.writer.queue_writer.QueueWriter method) (trinity.buffer.writer.sql_writer.SQLWriter method)