supergoose/dummy_mmlu_lolalora_oracle

--- dataset_info: features: - name: question dtype: string - name: subject dtype: string - name: choices sequence: string - name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D - name: oracle dtype: int64 splits: - name: test num_bytes: 7079789 num_examples: 14042 - name: validation num_bytes: 775732 num_examples: 1531 - name: dev num_bytes: 127633 num_examples: 285 download_size: 3995909 dataset_size: 7983154 configs: - config_name: default data_files: - split: test path: data/test-* - split: validation path: data/validation-* - split: dev path: data/dev-* ---