mamei16/en-wikipedia-paragraphs-8192

---
dataset_info:
config_name: en
features:
- name: ner_tags
list: bool
- name: attention_mask
list: bool
- name: input_ids
list: int32
- name: labels
list: int8
splits:
- name: train
num_bytes: 22989823633
num_examples: 5123783
- name: val
num_bytes: 45033936
num_examples: 10000
- name: test
num_bytes: 45595323
num_examples: 10000
download_size: 36366210152
dataset_size: 23080452892
configs:
- config_name: en
data_files:
- split: train
path: en/train-*
- split: val
path: en/val-*
- split: test
path: en/test-*
---