trinity.manager.config_registry.trainer_config_manager module

Contents

trinity.manager.config_registry.trainer_config_manager module#

trinity.manager.config_registry.trainer_config_manager.use_critic()[source]#

trinity.manager.config_registry.trainer_config_manager.set_trainer_type(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_save_interval(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_enable_preview(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_actor_grad_clip(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_training_args(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_ppo_epochs(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_training_strategy(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_param_offload(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_grad_offload(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_optimizer_offload(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_forward_prefetch(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_offload_policy(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_reshard_after_forward(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_tensor_model_parallel_size(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_pipeline_model_parallel_size(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_virtual_pipeline_model_parallel_size(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_expert_model_parallel_size(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_expert_tensor_parallel_size(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_context_parallel_size(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_sequence_parallel(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_use_distributed_optimizer(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_use_dist_checkpointing(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_dist_checkpointing_path(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_use_mbridge(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_recompute_granularity(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_recompute_modules(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_recompute_method(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_recompute_num_layers(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_resume_mode(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_resume_from_path(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.check_resume_from_path(unfinished_fields: set, *, key: str = 'resume_from_path')#

trinity.manager.config_registry.trainer_config_manager.set_impl_backend(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_critic_warmup(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_total_training_steps(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_default_hdfs_dir(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_del_local_ckpt_after_load(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_max_actor_ckpt_to_keep(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_max_critic_ckpt_to_keep(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_norm_adv_by_std_in_grpo(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_use_kl_in_reward(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_kl_penalty(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_kl_ctrl_type(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_kl_ctrl_coef(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_horizon(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_target_kl(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_actor_ppo_micro_batch_size_per_gpu(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_ref_log_prob_micro_batch_size_per_gpu(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_actor_ulysses_sequence_parallel_size(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_actor_entropy_from_logits_with_chunking(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_actor_entropy_checkpointing(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_actor_lr(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_actor_warmup_style(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_actor_lr_warmup_steps_ratio(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_actor_save_checkpoint(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_actor_load_checkpoint(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_critic_lr(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_critic_warmup_style(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_critic_lr_warmup_steps_ratio(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_critic_grad_clip(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_critic_cliprange_value(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_critic_ppo_micro_batch_size_per_gpu(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_critic_ulysses_sequence_parallel_size(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_critic_save_checkpoint(**kwargs)#

trinity.manager.config_registry.trainer_config_manager.set_critic_load_checkpoint(**kwargs)#