初始化项目,由ModelHub XC社区提供模型
Model: xu1998hz/instructscore_caption Source: Original Platform
This commit is contained in:
7
length_check.py
Normal file
7
length_check.py
Normal file
@@ -0,0 +1,7 @@
|
||||
from datasets import load_dataset
|
||||
from transformers import AutoTokenizer
|
||||
|
||||
data_cnn = load_dataset("cnn_dailymail", '3.0.0')
|
||||
data_xsum = load_dataset("xsum")
|
||||
|
||||
print(data_xsum)
|
||||
Reference in New Issue
Block a user