safety-aya/fineweb2-telugu-safety

--- dataset_info: - config_name: tel_Latn features: - name: text dtype: string - name: id dtype: string - name: dump dtype: string - name: url dtype: string - name: date dtype: string - name: file_path dtype: string - name: language dtype: string - name: language_score dtype: float64 - name: language_script dtype: string - name: minhash_cluster_size dtype: int64 - name: top_langs dtype: string - name: original_idx dtype: int64 - name: chunk_idx dtype: int64 - name: safety_label dtype: string - name: safety_categories list: string - name: safety_severity dtype: string - name: safety_confidence dtype: float64 - name: safety_reason dtype: string - name: safety_words list: string - name: safety_model dtype: string - name: safety_scored_at dtype: string - name: safety_reasoning dtype: string - name: latn_text dtype: string splits: - name: train num_bytes: 573436967 num_examples: 27223 download_size: 263164326 dataset_size: 573436967 - config_name: tel_Telu features: - name: text dtype: string - name: id dtype: string - name: dump dtype: string - name: url dtype: string - name: date dtype: string - name: file_path dtype: string - name: language dtype: string - name: language_score dtype: float64 - name: language_script dtype: string - name: minhash_cluster_size dtype: int64 - name: top_langs dtype: string - name: original_idx dtype: int64 - name: chunk_idx dtype: int64 - name: safety_label dtype: string - name: safety_categories list: string - name: safety_severity dtype: string - name: safety_confidence dtype: float64 - name: safety_reason dtype: string - name: safety_words list: string - name: safety_model dtype: string - name: safety_scored_at dtype: string - name: safety_reasoning dtype: string splits: - name: train num_bytes: 502091726 num_examples: 70000 download_size: 182679845 dataset_size: 502091726 configs: - config_name: tel_Latn data_files: - split: train path: tel_Latn/train-* - config_name: tel_Telu data_files: - split: train path: tel_Telu/train-* ---