yangzhang33/culture-eval-benchmark-labeled

---
dataset_info:
- config_name: arabic_cs
features:
- name: ID
dtype: int64
- name: Source
dtype: string
- name: Country
dtype: string
- name: Group
dtype: string
- name: Subject
dtype: string
- name: Level
dtype: string
- name: Context
dtype: string
- name: is_few_shot
dtype: int64
- name: question
dtype: string
- name: option_a
dtype: string
- name: option_b
dtype: string
- name: option_c
dtype: string
- name: option_d
dtype: string
- name: answer
dtype: string
- name: config
dtype: string
- name: CEB_index
dtype: int64
- name: CEB_config
dtype: string
- name: claude_cs
dtype: int64
splits:
- name: test
num_bytes: 4366541
num_examples: 5838
download_size: 796068
dataset_size: 4366541
- config_name: chinese_cs
features:
- name: question
dtype: string
- name: option_a
dtype: string
- name: option_b
dtype: string
- name: option_c
dtype: string
- name: option_d
dtype: string
- name: answer
dtype: string
- name: config
dtype: string
- name: CEB_index
dtype: int64
- name: CEB_config
dtype: string
- name: claude_cs
dtype: int64
splits:
- name: test
num_bytes: 574562
num_examples: 1793
download_size: 372029
dataset_size: 574562
- config_name: greek_cs
features:
- name: question
dtype: string
- name: answer
dtype: string
- name: group
dtype: string
- name: subject
dtype: string
- name: level
dtype: string
- name: option_a
dtype: string
- name: option_b
dtype: string
- name: option_c
dtype: string
- name: option_d
dtype: string
- name: config
dtype: string
- name: CEB_index
dtype: int64
- name: CEB_config
dtype: string
- name: claude_cs
dtype: int64
splits:
- name: test
num_bytes: 438144
num_examples: 989
download_size: 178409
dataset_size: 438144
- config_name: hindi_cs
features:
- name: question
dtype: string
- name: is_translated
dtype: bool
- name: language
dtype: string
- name: subject
dtype: string
- name: option_a
dtype: string
- name: option_b
dtype: string
- name: option_c
dtype: string
- name: option_d
dtype: string
- name: answer
dtype: string
- name: config
dtype: string
- name: CEB_index
dtype: int64
- name: CEB_config
dtype: string
- name: claude_cs
dtype: int64
splits:
- name: test
num_bytes: 3211470
num_examples: 6429
download_size: 1212814
dataset_size: 3211470
- config_name: indonesian_cs
features:
- name: group
dtype: string
- name: level
dtype: string
- name: class
dtype: string
- name: question
dtype: string
- name: answer
dtype: string
- name: is_for_fewshot
dtype: string
- name: option_a
dtype: string
- name: option_b
dtype: string
- name: option_c
dtype: string
- name: option_d
dtype: string
- name: config
dtype: string
- name: CEB_index
dtype: int64
- name: CEB_config
dtype: string
- name: claude_cs
dtype: int64
splits:
- name: test
num_bytes: 1437936
num_examples: 3506
download_size: 649119
dataset_size: 1437936
- config_name: korean_cs
features:
- name: question
dtype: string
- name: answer
dtype: string
- name: Category
dtype: string
- name: Human Accuracy
dtype: float64
- name: option_a
dtype: string
- name: option_b
dtype: string
- name: option_c
dtype: string
- name: option_d
dtype: string
- name: config
dtype: string
- name: CEB_index
dtype: int64
- name: CEB_config
dtype: string
- name: claude_cs
dtype: int64
splits:
- name: test
num_bytes: 3061826
num_examples: 6700
download_size: 1592785
dataset_size: 3061826
configs:
- config_name: arabic_cs
data_files:
- split: test
path: arabic_cs/test-*
- config_name: chinese_cs
data_files:
- split: test
path: chinese_cs/test-*
- config_name: greek_cs
data_files:
- split: test
path: greek_cs/test-*
- config_name: hindi_cs
data_files:
- split: test
path: hindi_cs/test-*
- config_name: indonesian_cs
data_files:
- split: test
path: indonesian_cs/test-*
- config_name: korean_cs
data_files:
- split: test
path: korean_cs/test-*
---