trinity.common.models.vllm_worker module# Custom vLLM Worker. class trinity.common.models.vllm_worker.WorkerExtension[source]# Bases: object apply_patches()[source]# Apply necessary patches to vLLM. init_process_group(master_address: str, master_port: int, rank_offset: int, world_size: int, group_name: str, backend: str = 'nccl', timeout: int = 1200, state_dict_meta: list = None, explorer_name: str = None, namespace: str = None)[source]# Init torch process group for model weights update update_weight()[source]# Broadcast weight to all vllm workers from source rank 0 (actor model)
