All modules for which code is available

• functools
• sqlalchemy.orm.attributes
• sqlalchemy.orm.decl_api
• sqlalchemy.orm.decl_base
• sqlalchemy.orm.instrumentation
• sqlalchemy.sql.schema
• trinity.algorithm.advantage_fn.advantage_fn
• trinity.algorithm.advantage_fn.grpo_advantage
• trinity.algorithm.advantage_fn.opmd_advantage
• trinity.algorithm.advantage_fn.ppo_advantage
• trinity.algorithm.advantage_fn.reinforce_plus_plus_advantage
• trinity.algorithm.advantage_fn.remax_advantage
• trinity.algorithm.advantage_fn.rloo_advantage
• trinity.algorithm.algorithm
• trinity.algorithm.algorithm_manager
• trinity.algorithm.entropy_loss_fn.entropy_loss_fn
• trinity.algorithm.key_mapper
• trinity.algorithm.kl_fn.kl_fn
• trinity.algorithm.policy_loss_fn.dpo_loss
• trinity.algorithm.policy_loss_fn.mix_policy_loss
• trinity.algorithm.policy_loss_fn.opmd_policy_loss
• trinity.algorithm.policy_loss_fn.policy_loss_fn
• trinity.algorithm.policy_loss_fn.ppo_policy_loss
• trinity.algorithm.policy_loss_fn.sft_loss
• trinity.algorithm.sample_strategy.mix_sample_strategy
• trinity.algorithm.sample_strategy.sample_strategy
• trinity.algorithm.sample_strategy.utils
• trinity.algorithm.utils
• trinity.buffer.buffer
• trinity.buffer.buffer_reader
• trinity.buffer.buffer_writer
• trinity.buffer.queue
• trinity.buffer.ray_wrapper
• trinity.buffer.reader.file_reader
• trinity.buffer.reader.queue_reader
• trinity.buffer.reader.sql_reader
• trinity.buffer.schema.sql_schema
• trinity.buffer.utils
• trinity.buffer.writer.file_writer
• trinity.buffer.writer.queue_writer
• trinity.buffer.writer.sql_writer
• trinity.common.config
• trinity.common.constants
• trinity.common.experience
• trinity.common.models
• trinity.common.models.model
• trinity.common.models.openai_api
• trinity.common.models.utils
• trinity.common.models.vllm_async_model
• trinity.common.models.vllm_model
• trinity.common.models.vllm_worker
• trinity.common.rewards.accuracy_reward
• trinity.common.rewards.base
• trinity.common.rewards.composite_reward
• trinity.common.rewards.format_reward
• trinity.common.rewards.reward_fn
• trinity.common.schema
• trinity.common.verl_config
• trinity.common.workflows.customized_math_workflows
• trinity.common.workflows.envs.alfworld.alfworld_workflow
• trinity.common.workflows.envs.sciworld.sciworld_workflow
• trinity.common.workflows.envs.webshop.webshop_workflow
• trinity.common.workflows.workflow
• trinity.explorer.explorer
• trinity.explorer.runner_pool
• trinity.explorer.workflow_runner
• trinity.manager.config_manager
• trinity.manager.config_registry.config_registry
• trinity.manager.config_registry.explorer_config_manager
• trinity.manager.config_registry.model_config_manager
• trinity.manager.config_registry.trainer_config_manager
• trinity.manager.manager
• trinity.trainer.trainer
• trinity.trainer.verl.dp_actor
• trinity.trainer.verl.fsdp_workers
• trinity.trainer.verl_trainer
• trinity.utils.distributed
• trinity.utils.dlc_utils
• trinity.utils.eval_utils
• trinity.utils.log
• trinity.utils.monitor
• trinity.utils.plugin_loader
• trinity.utils.registry
• trinity.utils.timer
• verl.utils.debug.performance