LanguageShades/BiasShadesBaseEval_ALL

---
dataset_info:
features:
- name: index
dtype: float64
- name: subset
dtype: string
- name: bias_type
dtype: string
- name: stereotype_origin_langs
sequence: string
- name: stereotype_valid_langs
sequence: string
- name: stereotype_valid_regions
sequence: string
- name: stereotyped_group
dtype: string
- name: ar_biased_sentence
dtype: string
- name: ar_biased_template
dtype: 'null'
- name: ar_is_expression
dtype: string
- name: ar_comments
dtype: string
- name: ar_tokens_Qwen_Qwen2-7B
sequence: string
- name: ar_logprob_Qwen_Qwen2-7B
sequence: float64
- name: ar_tokens_meta-llama_Meta-Llama-3-8B
sequence: string
- name: ar_logprob_meta-llama_Meta-Llama-3-8B
sequence: float64
- name: ar_tokens_bigscience_bloom-7b1
sequence: string
- name: ar_logprob_bigscience_bloom-7b1
sequence: float64
- name: ar_tokens_mistralai_Mistral-7B-v0.1
sequence: string
- name: ar_logprob_mistralai_Mistral-7B-v0.1
sequence: float64
- name: bn_biased_sentence
dtype: string
- name: bn_biased_template
dtype: string
- name: bn_is_expression
dtype: string
- name: bn_comments
dtype: 'null'
- name: bn_tokens_Qwen_Qwen2-7B
sequence: string
- name: bn_logprob_Qwen_Qwen2-7B
sequence: float64
- name: bn_tokens_meta-llama_Meta-Llama-3-8B
sequence: string
- name: bn_logprob_meta-llama_Meta-Llama-3-8B
sequence: float64
- name: bn_tokens_bigscience_bloom-7b1
sequence: string
- name: bn_logprob_bigscience_bloom-7b1
sequence: float64
- name: bn_tokens_mistralai_Mistral-7B-v0.1
sequence: string
- name: bn_logprob_mistralai_Mistral-7B-v0.1
sequence: float64
- name: pt_br_biased_sentence
dtype: string
- name: pt_br_biased_template
dtype: string
- name: pt_br_is_expression
dtype: string
- name: pt_br_comments
dtype: string
- name: pt_br_tokens_Qwen_Qwen2-7B
sequence: string
- name: pt_br_logprob_Qwen_Qwen2-7B
sequence: float64
- name: pt_br_tokens_meta-llama_Meta-Llama-3-8B
sequence: string
- name: pt_br_logprob_meta-llama_Meta-Llama-3-8B
sequence: float64
- name: pt_br_tokens_bigscience_bloom-7b1
sequence: string
- name: pt_br_logprob_bigscience_bloom-7b1
sequence: float64
- name: pt_br_tokens_mistralai_Mistral-7B-v0.1
sequence: string
- name: pt_br_logprob_mistralai_Mistral-7B-v0.1
sequence: float64
- name: zh_biased_sentence
dtype: string
- name: zh_biased_template
dtype: 'null'
- name: zh_is_expression
dtype: string
- name: zh_comments
dtype: string
- name: zh_tokens_Qwen_Qwen2-7B
sequence: string
- name: zh_logprob_Qwen_Qwen2-7B
sequence: float64
- name: zh_tokens_meta-llama_Meta-Llama-3-8B
sequence: string
- name: zh_logprob_meta-llama_Meta-Llama-3-8B
sequence: float64
- name: zh_tokens_bigscience_bloom-7b1
sequence: string
- name: zh_logprob_bigscience_bloom-7b1
sequence: float64
- name: zh_tokens_mistralai_Mistral-7B-v0.1
sequence: string
- name: zh_logprob_mistralai_Mistral-7B-v0.1
sequence: float64
- name: zh_hant_biased_sentence
dtype: string
- name: zh_hant_biased_template
dtype: 'null'
- name: zh_hant_is_expression
dtype: string
- name: zh_hant_comments
dtype: string
- name: zh_hant_tokens_Qwen_Qwen2-7B
sequence: string
- name: zh_hant_logprob_Qwen_Qwen2-7B
sequence: float64
- name: zh_hant_tokens_meta-llama_Meta-Llama-3-8B
sequence: string
- name: zh_hant_logprob_meta-llama_Meta-Llama-3-8B
sequence: float64
- name: zh_hant_tokens_bigscience_bloom-7b1
sequence: string
- name: zh_hant_logprob_bigscience_bloom-7b1
sequence: float64
- name: zh_hant_tokens_mistralai_Mistral-7B-v0.1
sequence: string
- name: zh_hant_logprob_mistralai_Mistral-7B-v0.1
sequence: float64
- name: nl_biased_sentence
dtype: string
- name: nl_biased_template
dtype: string
- name: nl_is_expression
dtype: string
- name: nl_comments
dtype: string
- name: nl_tokens_Qwen_Qwen2-7B
sequence: string
- name: nl_logprob_Qwen_Qwen2-7B
sequence: float64
- name: nl_tokens_meta-llama_Meta-Llama-3-8B
sequence: string
- name: nl_logprob_meta-llama_Meta-Llama-3-8B
sequence: float64
- name: nl_tokens_bigscience_bloom-7b1
sequence: string
- name: nl_logprob_bigscience_bloom-7b1
sequence: float64
- name: nl_tokens_mistralai_Mistral-7B-v0.1
sequence: string
- name: nl_logprob_mistralai_Mistral-7B-v0.1
sequence: float64
- name: en_biased_sentence
dtype: string
- name: en_biased_template
dtype: string
- name: en_is_expression
dtype: string
- name: en_comments
dtype: string
- name: en_tokens_Qwen_Qwen2-7B
sequence: string
- name: en_logprob_Qwen_Qwen2-7B
sequence: float64
- name: en_tokens_meta-llama_Meta-Llama-3-8B
sequence: string
- name: en_logprob_meta-llama_Meta-Llama-3-8B
sequence: float64
- name: en_tokens_bigscience_bloom-7b1
sequence: string
- name: en_logprob_bigscience_bloom-7b1
sequence: float64
- name: en_tokens_mistralai_Mistral-7B-v0.1
sequence: string
- name: en_logprob_mistralai_Mistral-7B-v0.1
sequence: float64
- name: fr_biased_sentence
dtype: string
- name: fr_biased_template
dtype: string
- name: fr_is_expression
dtype: 'null'
- name: fr_comments
dtype: string
- name: fr_tokens_Qwen_Qwen2-7B
sequence: string
- name: fr_logprob_Qwen_Qwen2-7B
sequence: float64
- name: fr_tokens_meta-llama_Meta-Llama-3-8B
sequence: string
- name: fr_logprob_meta-llama_Meta-Llama-3-8B
sequence: float64
- name: fr_tokens_bigscience_bloom-7b1
sequence: string
- name: fr_logprob_bigscience_bloom-7b1
sequence: float64
- name: fr_tokens_mistralai_Mistral-7B-v0.1
sequence: string
- name: fr_logprob_mistralai_Mistral-7B-v0.1
sequence: float64
- name: de_biased_sentence
dtype: string
- name: de_biased_template
dtype: string
- name: de_is_expression
dtype: string
- name: de_comments
dtype: string
- name: de_tokens_Qwen_Qwen2-7B
sequence: string
- name: de_logprob_Qwen_Qwen2-7B
sequence: float64
- name: de_tokens_meta-llama_Meta-Llama-3-8B
sequence: string
- name: de_logprob_meta-llama_Meta-Llama-3-8B
sequence: float64
- name: de_tokens_bigscience_bloom-7b1
sequence: string
- name: de_logprob_bigscience_bloom-7b1
sequence: float64
- name: de_tokens_mistralai_Mistral-7B-v0.1
sequence: string
- name: de_logprob_mistralai_Mistral-7B-v0.1
sequence: float64
- name: hi_biased_sentence
dtype: string
- name: hi_biased_template
dtype: string
- name: hi_is_expression
dtype: string
- name: hi_comments
dtype: string
- name: hi_tokens_Qwen_Qwen2-7B
sequence: string
- name: hi_logprob_Qwen_Qwen2-7B
sequence: float64
- name: hi_tokens_meta-llama_Meta-Llama-3-8B
sequence: string
- name: hi_logprob_meta-llama_Meta-Llama-3-8B
sequence: float64
- name: hi_tokens_bigscience_bloom-7b1
sequence: string
- name: hi_logprob_bigscience_bloom-7b1
sequence: float64
- name: hi_tokens_mistralai_Mistral-7B-v0.1
sequence: string
- name: hi_logprob_mistralai_Mistral-7B-v0.1
sequence: float64
- name: it_biased_sentence
dtype: string
- name: it_biased_template
dtype: string
- name: it_is_expression
dtype: 'null'
- name: it_comments
dtype: 'null'
- name: it_tokens_Qwen_Qwen2-7B
sequence: string
- name: it_logprob_Qwen_Qwen2-7B
sequence: float64
- name: it_tokens_meta-llama_Meta-Llama-3-8B
sequence: string
- name: it_logprob_meta-llama_Meta-Llama-3-8B
sequence: float64
- name: it_tokens_bigscience_bloom-7b1
sequence: string
- name: it_logprob_bigscience_bloom-7b1
sequence: float64
- name: it_tokens_mistralai_Mistral-7B-v0.1
sequence: string
- name: it_logprob_mistralai_Mistral-7B-v0.1
sequence: float64
- name: mr_biased_sentence
dtype: string
- name: mr_biased_template
dtype: string
- name: mr_is_expression
dtype: 'null'
- name: mr_comments
dtype: string
- name: mr_tokens_Qwen_Qwen2-7B
sequence: string
- name: mr_logprob_Qwen_Qwen2-7B
sequence: float64
- name: mr_tokens_meta-llama_Meta-Llama-3-8B
sequence: string
- name: mr_logprob_meta-llama_Meta-Llama-3-8B
sequence: float64
- name: mr_tokens_bigscience_bloom-7b1
sequence: string
- name: mr_logprob_bigscience_bloom-7b1
sequence: float64
- name: mr_tokens_mistralai_Mistral-7B-v0.1
sequence: string
- name: mr_logprob_mistralai_Mistral-7B-v0.1
sequence: float64
- name: pl_biased_sentence
dtype: string
- name: pl_biased_template
dtype: string
- name: pl_is_expression
dtype: string
- name: pl_comments
dtype: 'null'
- name: pl_tokens_Qwen_Qwen2-7B
sequence: string
- name: pl_logprob_Qwen_Qwen2-7B
sequence: float64
- name: pl_tokens_meta-llama_Meta-Llama-3-8B
sequence: string
- name: pl_logprob_meta-llama_Meta-Llama-3-8B
sequence: float64
- name: pl_tokens_bigscience_bloom-7b1
sequence: string
- name: pl_logprob_bigscience_bloom-7b1
sequence: float64
- name: pl_tokens_mistralai_Mistral-7B-v0.1
sequence: string
- name: pl_logprob_mistralai_Mistral-7B-v0.1
sequence: float64
- name: ro_biased_sentence
dtype: string
- name: ro_biased_template
dtype: string
- name: ro_is_expression
dtype: 'null'
- name: ro_comments
dtype: string
- name: ro_tokens_Qwen_Qwen2-7B
sequence: string
- name: ro_logprob_Qwen_Qwen2-7B
sequence: float64
- name: ro_tokens_meta-llama_Meta-Llama-3-8B
sequence: string
- name: ro_logprob_meta-llama_Meta-Llama-3-8B
sequence: float64
- name: ro_tokens_bigscience_bloom-7b1
sequence: string
- name: ro_logprob_bigscience_bloom-7b1
sequence: float64
- name: ro_tokens_mistralai_Mistral-7B-v0.1
sequence: string
- name: ro_logprob_mistralai_Mistral-7B-v0.1
sequence: float64
- name: ru_biased_sentence
dtype: string
- name: ru_biased_template
dtype: string
- name: ru_is_expression
dtype: string
- name: ru_comments
dtype: string
- name: ru_tokens_Qwen_Qwen2-7B
sequence: string
- name: ru_logprob_Qwen_Qwen2-7B
sequence: float64
- name: ru_tokens_meta-llama_Meta-Llama-3-8B
sequence: string
- name: ru_logprob_meta-llama_Meta-Llama-3-8B
sequence: float64
- name: ru_tokens_bigscience_bloom-7b1
sequence: string
- name: ru_logprob_bigscience_bloom-7b1
sequence: float64
- name: ru_tokens_mistralai_Mistral-7B-v0.1
sequence: string
- name: ru_logprob_mistralai_Mistral-7B-v0.1
sequence: float64
- name: es_biased_sentence
dtype: string
- name: es_biased_template
dtype: string
- name: es_is_expression
dtype: 'null'
- name: es_comments
dtype: string
- name: es_tokens_Qwen_Qwen2-7B
sequence: string
- name: es_logprob_Qwen_Qwen2-7B
sequence: float64
- name: es_tokens_meta-llama_Meta-Llama-3-8B
sequence: string
- name: es_logprob_meta-llama_Meta-Llama-3-8B
sequence: float64
- name: es_tokens_bigscience_bloom-7b1
sequence: string
- name: es_logprob_bigscience_bloom-7b1
sequence: float64
- name: es_tokens_mistralai_Mistral-7B-v0.1
sequence: string
- name: es_logprob_mistralai_Mistral-7B-v0.1
sequence: float64
splits:
- name: test
num_bytes: 12931947
num_examples: 651
download_size: 4406432
dataset_size: 12931947
configs:
- config_name: default
data_files:
- split: test
path: data/test-*
---