{ "builder_name": "generator", "citation": "", "config_name": "default", "dataset_name": "generator", "dataset_size": 45895360821, "description": "", "download_checksums": {}, "download_size": 0, "features": { "messages": { "feature": { "content": { "dtype": "string", "_type": "Value" }, "role": { "dtype": "string", "_type": "Value" } }, "_type": "List" }, "input_ids": { "feature": { "dtype": "int32", "_type": "Value" }, "_type": "List" }, "attention_mask": { "feature": { "dtype": "int8", "_type": "Value" }, "_type": "List" }, "num_tokens": { "dtype": "int64", "_type": "Value" } }, "homepage": "", "license": "", "size_in_bytes": 45895360821, "splits": { "train": { "name": "train", "num_bytes": 45895360821, "num_examples": 1890613, "shard_lengths": [ 15000, 14000, 14000, 14000, 14000, 14000, 14000, 15000, 14000, 14000, 14000, 14000, 14000, 14000, 14000, 14000, 14000, 14000, 14000, 14000, 14000, 14000, 14000, 25000, 26000, 27000, 26000, 26000, 25000, 26000, 25000, 26000, 25000, 26000, 25000, 26000, 26000, 25000, 25000, 25000, 24000, 25000, 24000, 24000, 24000, 24000, 23000, 19000, 18000, 18000, 18000, 18000, 18000, 18000, 18000, 19000, 22000, 23000, 23000, 23000, 23000, 23000, 23000, 23000, 23000, 23000, 23000, 22000, 22000, 23000, 22000, 22000, 22000, 23000, 22000, 22000, 22000, 22000, 23000, 23000, 23000, 23000, 22000, 22000, 28000, 30000, 30000, 29000, 30000, 20613 ], "dataset_name": "generator" } }, "version": { "version_str": "0.0.0", "major": 0, "minor": 0, "patch": 0 } }