ricdomolm/bigbenchhard_mc

--- dataset_info: - config_name: date_understanding features: - name: question dtype: string - name: choices sequence: string - name: answer dtype: int64 splits: - name: train num_bytes: 59514 num_examples: 250 download_size: 18568 dataset_size: 59514 - config_name: disambiguation_qa features: - name: question dtype: string - name: choices sequence: string - name: answer dtype: int64 splits: - name: train num_bytes: 80632 num_examples: 250 download_size: 16868 dataset_size: 80632 - config_name: geometric_shapes features: - name: question dtype: string - name: choices sequence: string - name: answer dtype: int64 splits: - name: train num_bytes: 77760 num_examples: 250 download_size: 20493 dataset_size: 77760 - config_name: hyperbaton features: - name: question dtype: string - name: choices sequence: string - name: answer dtype: int64 splits: - name: train num_bytes: 39574 num_examples: 250 download_size: 10519 dataset_size: 39574 - config_name: logical_deduction_five_objects features: - name: question dtype: string - name: choices sequence: string - name: answer dtype: int64 splits: - name: train num_bytes: 152595 num_examples: 250 download_size: 33862 dataset_size: 152595 - config_name: logical_deduction_seven_objects features: - name: question dtype: string - name: choices sequence: string - name: answer dtype: int64 splits: - name: train num_bytes: 197022 num_examples: 250 download_size: 44257 dataset_size: 197022 - config_name: logical_deduction_three_objects features: - name: question dtype: string - name: choices sequence: string - name: answer dtype: int64 splits: - name: train num_bytes: 107831 num_examples: 250 download_size: 22038 dataset_size: 107831 - config_name: movie_recommendation features: - name: question dtype: string - name: choices sequence: string - name: answer dtype: int64 splits: - name: train num_bytes: 53839 num_examples: 249 download_size: 21988 dataset_size: 53839 - config_name: penguins_in_a_table features: - name: question dtype: string - name: choices sequence: string - name: answer dtype: int64 splits: - name: train num_bytes: 72394 num_examples: 146 download_size: 10972 dataset_size: 72394 - config_name: reasoning_about_colored_objects features: - name: question dtype: string - name: choices sequence: string - name: answer dtype: int64 splits: - name: train num_bytes: 102511 num_examples: 250 download_size: 21493 dataset_size: 102511 - config_name: ruin_names features: - name: question dtype: string - name: choices sequence: string - name: answer dtype: int64 splits: - name: train num_bytes: 49011 num_examples: 248 download_size: 15743 dataset_size: 49011 - config_name: salient_translation_error_detection features: - name: question dtype: string - name: choices sequence: string - name: answer dtype: int64 splits: - name: train num_bytes: 282110 num_examples: 250 download_size: 57536 dataset_size: 282110 - config_name: snarks features: - name: question dtype: string - name: choices sequence: string - name: answer dtype: int64 splits: - name: train num_bytes: 38931 num_examples: 178 download_size: 17055 dataset_size: 38931 - config_name: temporal_sequences features: - name: question dtype: string - name: choices sequence: string - name: answer dtype: int64 splits: - name: train num_bytes: 142546 num_examples: 250 download_size: 35734 dataset_size: 142546 - config_name: tracking_shuffled_objects_five_objects features: - name: question dtype: string - name: choices sequence: string - name: answer dtype: int64 splits: - name: train num_bytes: 166590 num_examples: 250 download_size: 37597 dataset_size: 166590 - config_name: tracking_shuffled_objects_seven_objects features: - name: question dtype: string - name: choices sequence: string - name: answer dtype: int64 splits: - name: train num_bytes: 213274 num_examples: 250 download_size: 49586 dataset_size: 213274 - config_name: tracking_shuffled_objects_three_objects features: - name: question dtype: string - name: choices sequence: string - name: answer dtype: int64 splits: - name: train num_bytes: 124104 num_examples: 250 download_size: 25661 dataset_size: 124104 configs: - config_name: date_understanding data_files: - split: train path: date_understanding/train-* - config_name: disambiguation_qa data_files: - split: train path: disambiguation_qa/train-* - config_name: geometric_shapes data_files: - split: train path: geometric_shapes/train-* - config_name: hyperbaton data_files: - split: train path: hyperbaton/train-* - config_name: logical_deduction_five_objects data_files: - split: train path: logical_deduction_five_objects/train-* - config_name: logical_deduction_seven_objects data_files: - split: train path: logical_deduction_seven_objects/train-* - config_name: logical_deduction_three_objects data_files: - split: train path: logical_deduction_three_objects/train-* - config_name: movie_recommendation data_files: - split: train path: movie_recommendation/train-* - config_name: penguins_in_a_table data_files: - split: train path: penguins_in_a_table/train-* - config_name: reasoning_about_colored_objects data_files: - split: train path: reasoning_about_colored_objects/train-* - config_name: ruin_names data_files: - split: train path: ruin_names/train-* - config_name: salient_translation_error_detection data_files: - split: train path: salient_translation_error_detection/train-* - config_name: snarks data_files: - split: train path: snarks/train-* - config_name: temporal_sequences data_files: - split: train path: temporal_sequences/train-* - config_name: tracking_shuffled_objects_five_objects data_files: - split: train path: tracking_shuffled_objects_five_objects/train-* - config_name: tracking_shuffled_objects_seven_objects data_files: - split: train path: tracking_shuffled_objects_seven_objects/train-* - config_name: tracking_shuffled_objects_three_objects data_files: - split: train path: tracking_shuffled_objects_three_objects/train-* ---

原始信息汇总

数据集概述

数据集列表

配置名称	特征名称	数据类型	训练集大小（字节）	训练集示例数量	下载大小（字节）
date_understanding	question	string	59514	250	18568
disambiguation_qa	question	string	80632	250	16868
geometric_shapes	question	string	77760	250	20493
hyperbaton	question	string	39574	250	10519
logical_deduction_five_objects	question	string	152595	250	33862
logical_deduction_seven_objects	question	string	197022	250	44257
logical_deduction_three_objects	question	string	107831	250	22038
movie_recommendation	question	string	53839	249	21988
penguins_in_a_table	question	string	72394	146	10972
reasoning_about_colored_objects	question	string	102511	250	21493
ruin_names	question	string	49011	248	15743
salient_translation_error_detection	question	string	282110	250	57536
snarks	question	string	38931	178	17055
temporal_sequences	question	string	142546	250	35734
tracking_shuffled_objects_five_objects	question	string	166590	250	37597
tracking_shuffled_objects_seven_objects	question	string	213274	250	49586
tracking_shuffled_objects_three_objects	question	string	124104	250	25661

特征描述

• question: 数据类型为字符串。
• choices: 数据类型为字符串序列。
• answer: 数据类型为int64。

数据集路径

每个数据集的训练数据文件路径格式为：

• 配置名称/train-*

例如：

• date_understanding/train-*
• disambiguation_qa/train-*
• ...
• tracking_shuffled_objects_three_objects/train-*