trinity.buffer.reader.file_reader module

Contents

trinity.buffer.reader.file_reader module#

Filed based buffer reader.

class trinity.buffer.reader.file_reader.DummyProgressBar[source]#

Bases: object

__init__()[source]#

update(num: int)[source]#

close()[source]#

class trinity.buffer.reader.file_reader.BaseFileReader[source]#

Bases: BufferReader

async read_async(batch_size: int | None = None)[source]#: Read from buffer asynchronously.

class trinity.buffer.reader.file_reader.ExperienceFileReader(meta: StorageConfig, config: BufferConfig)[source]#

Bases: BaseFileReader

Reader for SFT file data.

__init__(meta: StorageConfig, config: BufferConfig)[source]#

read(batch_size: int | None = None) → List[source]#: Read from buffer.

class trinity.buffer.reader.file_reader.TaskFileReader(meta: StorageConfig, config: BufferConfig)[source]#

Bases: BaseFileReader

__init__(meta: StorageConfig, config: BufferConfig)[source]#

read(batch_size: int | None = None) → List[source]#: Read from buffer.