9 lines
212 B
Python
9 lines
212 B
Python
|
"""
|
||
|
|
data package — dataset utilities for LLM training.
|
||
|
|
"""
|
||
|
|
|
||
|
|
from data.dataset import PackedDataset, TextDataset
|
||
|
|
from data.sft_dataset import SFTDataset
|
||
|
|
|
||
|
|
__all__ = ["TextDataset", "PackedDataset", "SFTDataset"]
|