stukenov/sozkz-corpus-tokenized-kk-llama50k-v6-part1

--- configs: - config_name: default data_files: - split: train path: data/train-* - split: train_part2 path: data/train_part2-* dataset_info: features: - name: input_ids list: int32 - name: labels list: int64 splits: - name: train num_bytes: 53916619736 num_examples: 4384891 - name: train_part2 num_bytes: 53885707592 num_examples: 4382377 download_size: 107844141581 dataset_size: 107802327328 ---