aixk/vlite6.0-unicode-multilingual-dataset

--- dataset_info: features: - name: expert_idx dtype: int64 - name: input_ids list: int16 - name: labels list: int16 - name: loss_mask list: bool - name: importance dtype: float64 splits: - name: train num_bytes: 291831800 num_examples: 136370 - name: test num_bytes: 2948920 num_examples: 1378 download_size: 576552673 dataset_size: 294780720 configs: - config_name: default data_files: - split: train path: data/train-* - split: test path: data/test-* ---