AIML-TUDA/RULER-multilingual

---
dataset_info:
- config_name: niah_single_1_de
features:
- name: index
dtype: int64
- name: input
dtype: string
- name: outputs
list: string
- name: length
dtype: int64
- name: source_language
dtype: string
- name: language
dtype: string
- name: _translation_failed
dtype: bool
splits:
- name: test
num_bytes: 58732221
num_examples: 500
download_size: 2987857
dataset_size: 58732221
- config_name: niah_single_1_en
features:
- name: index
dtype: int64
- name: input
dtype: string
- name: outputs
list: string
- name: length
dtype: int64
- name: source_language
dtype: string
- name: language
dtype: string
- name: _translation_failed
dtype: bool
splits:
- name: test
num_bytes: 58703609
num_examples: 500
download_size: 2959523
dataset_size: 58703609
- config_name: niah_single_1_es
features:
- name: index
dtype: int64
- name: input
dtype: string
- name: outputs
list: string
- name: length
dtype: int64
- name: source_language
dtype: string
- name: language
dtype: string
- name: _translation_failed
dtype: bool
splits:
- name: test
num_bytes: 63816684
num_examples: 500
download_size: 3234817
dataset_size: 63816684
- config_name: niah_single_1_fr
features:
- name: index
dtype: int64
- name: input
dtype: string
- name: outputs
list: string
- name: length
dtype: int64
- name: source_language
dtype: string
- name: language
dtype: string
- name: _translation_failed
dtype: bool
splits:
- name: test
num_bytes: 56794354
num_examples: 500
download_size: 2877703
dataset_size: 56794354
- config_name: niah_single_1_it
features:
- name: index
dtype: int64
- name: input
dtype: string
- name: outputs
list: string
- name: length
dtype: int64
- name: source_language
dtype: string
- name: language
dtype: string
- name: _translation_failed
dtype: bool
splits:
- name: test
num_bytes: 56360899
num_examples: 500
download_size: 2853215
dataset_size: 56360899
- config_name: niah_single_1_pl
features:
- name: index
dtype: int64
- name: input
dtype: string
- name: outputs
list: string
- name: length
dtype: int64
- name: source_language
dtype: string
- name: language
dtype: string
- name: _translation_failed
dtype: bool
splits:
- name: test
num_bytes: 61501749
num_examples: 500
download_size: 3111672
dataset_size: 61501749
- config_name: niah_single_1_pt
features:
- name: index
dtype: int64
- name: input
dtype: string
- name: outputs
list: string
- name: length
dtype: int64
- name: source_language
dtype: string
- name: language
dtype: string
- name: _translation_failed
dtype: bool
splits:
- name: test
num_bytes: 63933266
num_examples: 500
download_size: 3233320
dataset_size: 63933266
- config_name: qa_1_de
features:
- name: index
dtype: int64
- name: input
dtype: string
- name: outputs
list: string
- name: length
dtype: int64
- name: source_language
dtype: string
- name: language
dtype: string
- name: _translation_failed
dtype: bool
splits:
- name: test
num_bytes: 84986693
num_examples: 500
download_size: 51011669
dataset_size: 84986693
- config_name: qa_1_en
features:
- name: index
dtype: int64
- name: input
dtype: string
- name: outputs
list: string
- name: length
dtype: int64
- name: source_language
dtype: string
- name: language
dtype: string
- name: _translation_failed
dtype: bool
splits:
- name: test
num_bytes: 74875338
num_examples: 500
download_size: 45169707
dataset_size: 74875338
- config_name: qa_1_es
features:
- name: index
dtype: int64
- name: input
dtype: string
- name: outputs
list: string
- name: length
dtype: int64
- name: source_language
dtype: string
- name: language
dtype: string
- name: _translation_failed
dtype: bool
splits:
- name: test
num_bytes: 84259916
num_examples: 500
download_size: 49424310
dataset_size: 84259916
- config_name: qa_1_fr
features:
- name: index
dtype: int64
- name: input
dtype: string
- name: outputs
list: string
- name: length
dtype: int64
- name: source_language
dtype: string
- name: language
dtype: string
- name: _translation_failed
dtype: bool
splits:
- name: test
num_bytes: 88515401
num_examples: 500
download_size: 51462513
dataset_size: 88515401
- config_name: qa_1_it
features:
- name: index
dtype: int64
- name: input
dtype: string
- name: outputs
list: string
- name: length
dtype: int64
- name: source_language
dtype: string
- name: language
dtype: string
- name: _translation_failed
dtype: bool
splits:
- name: test
num_bytes: 82008000
num_examples: 500
download_size: 49398198
dataset_size: 82008000
- config_name: qa_1_pl
features:
- name: index
dtype: int64
- name: input
dtype: string
- name: outputs
list: string
- name: length
dtype: int64
- name: source_language
dtype: string
- name: language
dtype: string
- name: _translation_failed
dtype: bool
splits:
- name: test
num_bytes: 81299106
num_examples: 500
download_size: 51471169
dataset_size: 81299106
- config_name: qa_1_pt
features:
- name: index
dtype: int64
- name: input
dtype: string
- name: outputs
list: string
- name: length
dtype: int64
- name: source_language
dtype: string
- name: language
dtype: string
- name: _translation_failed
dtype: bool
splits:
- name: test
num_bytes: 81833880
num_examples: 500
download_size: 49014165
dataset_size: 81833880
- config_name: qa_2_de
features:
- name: index
dtype: int64
- name: input
dtype: string
- name: outputs
list: string
- name: length
dtype: int64
- name: source_language
dtype: string
- name: language
dtype: string
- name: _translation_failed
dtype: bool
splits:
- name: test
num_bytes: 70086650
num_examples: 500
download_size: 43278681
dataset_size: 70086650
- config_name: qa_2_en
features:
- name: index
dtype: int64
- name: input
dtype: string
- name: outputs
list: string
- name: length
dtype: int64
- name: source_language
dtype: string
- name: language
dtype: string
- name: _translation_failed
dtype: bool
splits:
- name: test
num_bytes: 62883013
num_examples: 500
download_size: 39039686
dataset_size: 62883013
- config_name: qa_2_es
features:
- name: index
dtype: int64
- name: input
dtype: string
- name: outputs
list: string
- name: length
dtype: int64
- name: source_language
dtype: string
- name: language
dtype: string
- name: _translation_failed
dtype: bool
splits:
- name: test
num_bytes: 69890029
num_examples: 500
download_size: 42309005
dataset_size: 69890029
- config_name: qa_2_fr
features:
- name: index
dtype: int64
- name: input
dtype: string
- name: outputs
list: string
- name: length
dtype: int64
- name: source_language
dtype: string
- name: language
dtype: string
- name: _translation_failed
dtype: bool
splits:
- name: test
num_bytes: 72623956
num_examples: 500
download_size: 43683900
dataset_size: 72623956
- config_name: qa_2_it
features:
- name: index
dtype: int64
- name: input
dtype: string
- name: outputs
list: string
- name: length
dtype: int64
- name: source_language
dtype: string
- name: language
dtype: string
- name: _translation_failed
dtype: bool
splits:
- name: test
num_bytes: 67571082
num_examples: 500
download_size: 42256811
dataset_size: 67571082
- config_name: qa_2_pl
features:
- name: index
dtype: int64
- name: input
dtype: string
- name: outputs
list: string
- name: length
dtype: int64
- name: source_language
dtype: string
- name: language
dtype: string
- name: _translation_failed
dtype: bool
splits:
- name: test
num_bytes: 68409281
num_examples: 500
download_size: 44203838
dataset_size: 68409281
- config_name: qa_2_pt
features:
- name: index
dtype: int64
- name: input
dtype: string
- name: outputs
list: string
- name: length
dtype: int64
- name: source_language
dtype: string
- name: language
dtype: string
- name: _translation_failed
dtype: bool
splits:
- name: test
num_bytes: 67852471
num_examples: 500
download_size: 42001128
dataset_size: 67852471
configs:
- config_name: niah_single_1_de
data_files:
- split: test
path: niah_single_1_de/test-*
- config_name: niah_single_1_en
data_files:
- split: test
path: niah_single_1_en/test-*
- config_name: niah_single_1_es
data_files:
- split: test
path: niah_single_1_es/test-*
- config_name: niah_single_1_fr
data_files:
- split: test
path: niah_single_1_fr/test-*
- config_name: niah_single_1_it
data_files:
- split: test
path: niah_single_1_it/test-*
- config_name: niah_single_1_pl
data_files:
- split: test
path: niah_single_1_pl/test-*
- config_name: niah_single_1_pt
data_files:
- split: test
path: niah_single_1_pt/test-*
- config_name: qa_1_de
data_files:
- split: test
path: qa_1_de/test-*
- config_name: qa_1_en
data_files:
- split: test
path: qa_1_en/test-*
- config_name: qa_1_es
data_files:
- split: test
path: qa_1_es/test-*
- config_name: qa_1_fr
data_files:
- split: test
path: qa_1_fr/test-*
- config_name: qa_1_it
data_files:
- split: test
path: qa_1_it/test-*
- config_name: qa_1_pl
data_files:
- split: test
path: qa_1_pl/test-*
- config_name: qa_1_pt
data_files:
- split: test
path: qa_1_pt/test-*
- config_name: qa_2_de
data_files:
- split: test
path: qa_2_de/test-*
- config_name: qa_2_en
data_files:
- split: test
path: qa_2_en/test-*
- config_name: qa_2_es
data_files:
- split: test
path: qa_2_es/test-*
- config_name: qa_2_fr
data_files:
- split: test
path: qa_2_fr/test-*
- config_name: qa_2_it
data_files:
- split: test
path: qa_2_it/test-*
- config_name: qa_2_pl
data_files:
- split: test
path: qa_2_pl/test-*
- config_name: qa_2_pt
data_files:
- split: test
path: qa_2_pt/test-*
---