初始化项目,由ModelHub XC社区提供模型
Model: sabari2005/cyberslm-instruct Source: Original Platform
This commit is contained in:
9
cyberslm_sft/data/__init__.py
Normal file
9
cyberslm_sft/data/__init__.py
Normal file
@@ -0,0 +1,9 @@
|
||||
# data/__init__.py (inference-only subset)
|
||||
#
|
||||
# The full package also re-exports the dataset loader, validator, collator and
|
||||
# loss masking. Those are training-only and are deliberately not shipped here,
|
||||
# so importing them would fail. Only the prompt formatter is needed to build a
|
||||
# prompt the model recognises.
|
||||
from data.prompt_formatter import PromptFormatter, Tokenizer, IGNORE_INDEX
|
||||
|
||||
__all__ = ["PromptFormatter", "Tokenizer", "IGNORE_INDEX"]
|
||||
Reference in New Issue
Block a user