salmankhanpm/fineweb2-telugu-safety
收藏Hugging Face2026-03-22 更新2026-03-29 收录
下载链接:
https://hf-mirror.com/datasets/salmankhanpm/fineweb2-telugu-safety
下载链接
链接失效反馈官方服务:
资源简介:
---
dataset_info:
- config_name: default
features:
- name: text
dtype: string
- name: id
dtype: string
- name: dump
dtype: string
- name: url
dtype: string
- name: date
dtype: string
- name: file_path
dtype: string
- name: language
dtype: string
- name: language_score
dtype: float64
- name: language_script
dtype: string
- name: minhash_cluster_size
dtype: int64
- name: top_langs
dtype: string
- name: original_idx
dtype: int64
- name: chunk_idx
dtype: int64
- name: safety_label
dtype: string
- name: safety_categories
list: string
- name: safety_severity
dtype: string
- name: safety_confidence
dtype: float64
- name: safety_reason
dtype: string
- name: safety_words
list: string
- name: safety_model
dtype: string
- name: safety_scored_at
dtype: string
- name: safety_reasoning
dtype: string
splits:
- name: train
num_bytes: 2266423
num_examples: 200
download_size: 864658
dataset_size: 2266423
- config_name: latn_transliterated_merged
features:
- name: text
dtype: string
- name: id
dtype: string
- name: dump
dtype: string
- name: url
dtype: string
- name: date
dtype: string
- name: file_path
dtype: string
- name: language
dtype: string
- name: language_score
dtype: float64
- name: language_script
dtype: string
- name: minhash_cluster_size
dtype: int64
- name: top_langs
dtype: string
- name: original_idx
dtype: int64
- name: chunk_idx
dtype: int64
- name: safety_label
dtype: string
- name: safety_categories
list: string
- name: safety_severity
dtype: string
- name: safety_confidence
dtype: float64
- name: safety_reason
dtype: string
- name: safety_words
list: string
- name: safety_model
dtype: string
- name: safety_scored_at
dtype: string
- name: safety_reasoning
dtype: string
- name: latn_text
dtype: string
splits:
- name: train
num_bytes: 573079215
num_examples: 27223
download_size: 262808881
dataset_size: 573079215
- config_name: tel_Latn_transliterated
features:
- name: text
dtype: string
- name: id
dtype: string
- name: dump
dtype: string
- name: url
dtype: string
- name: date
dtype: string
- name: file_path
dtype: string
- name: language
dtype: string
- name: language_score
dtype: float64
- name: language_script
dtype: string
- name: minhash_cluster_size
dtype: int64
- name: top_langs
dtype: string
- name: original_idx
dtype: int64
- name: chunk_idx
dtype: int64
- name: safety_label
dtype: string
- name: safety_categories
list: string
- name: safety_severity
dtype: string
- name: safety_confidence
dtype: float64
- name: safety_reason
dtype: string
- name: safety_words
list: string
- name: safety_model
dtype: string
- name: safety_scored_at
dtype: string
- name: safety_reasoning
dtype: string
splits:
- name: train
num_bytes: 287304312
num_examples: 27223
download_size: 104498726
dataset_size: 287304312
- config_name: tel_Telu
features:
- name: text
dtype: string
- name: id
dtype: string
- name: dump
dtype: string
- name: url
dtype: string
- name: date
dtype: string
- name: file_path
dtype: string
- name: language
dtype: string
- name: language_score
dtype: float64
- name: language_script
dtype: string
- name: minhash_cluster_size
dtype: int64
- name: top_langs
dtype: string
- name: original_idx
dtype: int64
- name: chunk_idx
dtype: int64
- name: safety_label
dtype: string
- name: safety_categories
list: string
- name: safety_severity
dtype: string
- name: safety_confidence
dtype: float64
- name: safety_reason
dtype: string
- name: safety_words
list: string
- name: safety_model
dtype: string
- name: safety_scored_at
dtype: string
- name: safety_reasoning
dtype: string
splits:
- name: train
num_bytes: 501912134
num_examples: 70000
download_size: 182482679
dataset_size: 501912134
configs:
- config_name: default
data_files:
- split: train
path: data/train-*
- config_name: latn_transliterated_merged
data_files:
- split: train
path: latn_transliterated_merged/train-*
- config_name: tel_Latn_transliterated
data_files:
- split: train
path: tel_Latn_transliterated/train-*
- config_name: tel_Telu
data_files:
- split: train
path: tel_Telu/train-*
---
提供机构:
salmankhanpm



