MA-tokenweights/wikitext-103-raw-v3-tf-idf-tokenlevel

--- dataset_info: features: - name: article_id dtype: int64 - name: source_split dtype: string - name: source_line_start dtype: int64 - name: source_line_end dtype: int64 - name: source_line_count dtype: int32 - name: article_token_count dtype: int32 - name: token_ids list: int32 - name: token_weights list: float32 - name: article_text dtype: string splits: - name: train_articles num_bytes: 1453317657 num_examples: 268376 - name: validation_articles num_bytes: 3064593 num_examples: 540 - name: test_articles num_bytes: 3480695 num_examples: 618 download_size: 1222406315 dataset_size: 1459862945 configs: - config_name: default data_files: - split: train_articles path: data/train_articles-* - split: validation_articles path: data/validation_articles-* - split: test_articles path: data/test_articles-* ---