norallm/normistral-11b-thinking-evaluation

---
configs:
- config_name: norcommonsenseqa_nb_apertus-8b
data_files: norcommonsenseqa_nb_apertus-8b/test.jsonl
- config_name: norcommonsenseqa_nb_gemma-3-12b
data_files: norcommonsenseqa_nb_gemma-3-12b/test.jsonl
- config_name: norcommonsenseqa_nb_llama-3.1-8b
data_files: norcommonsenseqa_nb_llama-3.1-8b/test.jsonl
- config_name: norcommonsenseqa_nb_mistral-nemo-12b
data_files: norcommonsenseqa_nb_mistral-nemo-12b/test.jsonl
- config_name: norcommonsenseqa_nb_normistral-11b-thinking
data_files: norcommonsenseqa_nb_normistral-11b-thinking/test.jsonl
- config_name: norcommonsenseqa_nb_olmo-3-7b-thinking
data_files: norcommonsenseqa_nb_olmo-3-7b-thinking/test.jsonl
- config_name: norcommonsenseqa_nb_olmo-2-13b-instruct
data_files: norcommonsenseqa_nb_olmo-2-13b-instruct/test.jsonl
- config_name: norcommonsenseqa_nb_qwen-3-14b-thinking
data_files: norcommonsenseqa_nb_qwen-3-14b-thinking/test.jsonl
- config_name: norcommonsenseqa_nn_apertus-8b
data_files: norcommonsenseqa_nn_apertus-8b/test.jsonl
- config_name: norcommonsenseqa_nn_gemma-3-12b
data_files: norcommonsenseqa_nn_gemma-3-12b/test.jsonl
- config_name: norcommonsenseqa_nn_llama-3.1-8b
data_files: norcommonsenseqa_nn_llama-3.1-8b/test.jsonl
- config_name: norcommonsenseqa_nn_mistral-nemo-12b
data_files: norcommonsenseqa_nn_mistral-nemo-12b/test.jsonl
- config_name: norcommonsenseqa_nn_normistral-11b-thinking
data_files: norcommonsenseqa_nn_normistral-11b-thinking/test.jsonl
- config_name: norcommonsenseqa_nn_olmo-3-7b-thinking
data_files: norcommonsenseqa_nn_olmo-3-7b-thinking/test.jsonl
- config_name: norcommonsenseqa_nn_olmo-2-13b-instruct
data_files: norcommonsenseqa_nn_olmo-2-13b-instruct/test.jsonl
- config_name: norcommonsenseqa_nn_qwen-3-14b-thinking
data_files: norcommonsenseqa_nn_qwen-3-14b-thinking/test.jsonl
- config_name: norec_binary_apertus-8b
data_files: norec_binary_apertus-8b/test.jsonl
- config_name: norec_binary_gemma-3-12b
data_files: norec_binary_gemma-3-12b/test.jsonl
- config_name: norec_binary_llama-3.1-8b
data_files: norec_binary_llama-3.1-8b/test.jsonl
- config_name: norec_binary_mistral-nemo-12b
data_files: norec_binary_mistral-nemo-12b/test.jsonl
- config_name: norec_binary_normistral-11b-thinking
data_files: norec_binary_normistral-11b-thinking/test.jsonl
- config_name: norec_binary_olmo-3-7b-thinking
data_files: norec_binary_olmo-3-7b-thinking/test.jsonl
- config_name: norec_binary_olmo-2-13b-instruct
data_files: norec_binary_olmo-2-13b-instruct/test.jsonl
- config_name: norec_binary_qwen-3-14b-thinking
data_files: norec_binary_qwen-3-14b-thinking/test.jsonl
- config_name: norec_ternary_apertus-8b
data_files: norec_ternary_apertus-8b/test.jsonl
- config_name: norec_ternary_gemma-3-12b
data_files: norec_ternary_gemma-3-12b/test.jsonl
- config_name: norec_ternary_llama-3.1-8b
data_files: norec_ternary_llama-3.1-8b/test.jsonl
- config_name: norec_ternary_mistral-nemo-12b
data_files: norec_ternary_mistral-nemo-12b/test.jsonl
- config_name: norec_ternary_normistral-11b-thinking
data_files: norec_ternary_normistral-11b-thinking/test.jsonl
- config_name: norec_ternary_olmo-3-7b-thinking
data_files: norec_ternary_olmo-3-7b-thinking/test.jsonl
- config_name: norec_ternary_olmo-2-13b-instruct
data_files: norec_ternary_olmo-2-13b-instruct/test.jsonl
- config_name: norec_ternary_qwen-3-14b-thinking
data_files: norec_ternary_qwen-3-14b-thinking/test.jsonl
- config_name: noridiom_nb_apertus-8b
data_files: noridiom_nb_apertus-8b/test.jsonl
- config_name: noridiom_nb_gemma-3-12b
data_files: noridiom_nb_gemma-3-12b/test.jsonl
- config_name: noridiom_nb_llama-3.1-8b
data_files: noridiom_nb_llama-3.1-8b/test.jsonl
- config_name: noridiom_nb_mistral-nemo-12b
data_files: noridiom_nb_mistral-nemo-12b/test.jsonl
- config_name: noridiom_nb_normistral-11b-thinking
data_files: noridiom_nb_normistral-11b-thinking/test.jsonl
- config_name: noridiom_nb_olmo-3-7b-thinking
data_files: noridiom_nb_olmo-3-7b-thinking/test.jsonl
- config_name: noridiom_nb_olmo-2-13b-instruct
data_files: noridiom_nb_olmo-2-13b-instruct/test.jsonl
- config_name: noridiom_nb_qwen-3-14b-thinking
data_files: noridiom_nb_qwen-3-14b-thinking/test.jsonl
- config_name: noridiom_nn_apertus-8b
data_files: noridiom_nn_apertus-8b/test.jsonl
- config_name: noridiom_nn_gemma-3-12b
data_files: noridiom_nn_gemma-3-12b/test.jsonl
- config_name: noridiom_nn_llama-3.1-8b
data_files: noridiom_nn_llama-3.1-8b/test.jsonl
- config_name: noridiom_nn_mistral-nemo-12b
data_files: noridiom_nn_mistral-nemo-12b/test.jsonl
- config_name: noridiom_nn_normistral-11b-thinking
data_files: noridiom_nn_normistral-11b-thinking/test.jsonl
- config_name: noridiom_nn_olmo-3-7b-thinking
data_files: noridiom_nn_olmo-3-7b-thinking/test.jsonl
- config_name: noridiom_nn_olmo-2-13b-instruct
data_files: noridiom_nn_olmo-2-13b-instruct/test.jsonl
- config_name: noridiom_nn_qwen-3-14b-thinking
data_files: noridiom_nn_qwen-3-14b-thinking/test.jsonl
- config_name: noropenbookqa_extractive_nb_apertus-8b
data_files: noropenbookqa_extractive_nb_apertus-8b/test.jsonl
- config_name: noropenbookqa_extractive_nb_gemma-3-12b
data_files: noropenbookqa_extractive_nb_gemma-3-12b/test.jsonl
- config_name: noropenbookqa_extractive_nb_llama-3.1-8b
data_files: noropenbookqa_extractive_nb_llama-3.1-8b/test.jsonl
- config_name: noropenbookqa_extractive_nb_mistral-nemo-12b
data_files: noropenbookqa_extractive_nb_mistral-nemo-12b/test.jsonl
- config_name: noropenbookqa_extractive_nb_normistral-11b-thinking
data_files: noropenbookqa_extractive_nb_normistral-11b-thinking/test.jsonl
- config_name: noropenbookqa_extractive_nb_olmo-3-7b-thinking
data_files: noropenbookqa_extractive_nb_olmo-3-7b-thinking/test.jsonl
- config_name: noropenbookqa_extractive_nb_olmo-2-13b-instruct
data_files: noropenbookqa_extractive_nb_olmo-2-13b-instruct/test.jsonl
- config_name: noropenbookqa_extractive_nb_qwen-3-14b-thinking
data_files: noropenbookqa_extractive_nb_qwen-3-14b-thinking/test.jsonl
- config_name: noropenbookqa_extractive_nn_apertus-8b
data_files: noropenbookqa_extractive_nn_apertus-8b/test.jsonl
- config_name: noropenbookqa_extractive_nn_gemma-3-12b
data_files: noropenbookqa_extractive_nn_gemma-3-12b/test.jsonl
- config_name: noropenbookqa_extractive_nn_llama-3.1-8b
data_files: noropenbookqa_extractive_nn_llama-3.1-8b/test.jsonl
- config_name: noropenbookqa_extractive_nn_mistral-nemo-12b
data_files: noropenbookqa_extractive_nn_mistral-nemo-12b/test.jsonl
- config_name: noropenbookqa_extractive_nn_normistral-11b-thinking
data_files: noropenbookqa_extractive_nn_normistral-11b-thinking/test.jsonl
- config_name: noropenbookqa_extractive_nn_olmo-3-7b-thinking
data_files: noropenbookqa_extractive_nn_olmo-3-7b-thinking/test.jsonl
- config_name: noropenbookqa_extractive_nn_olmo-2-13b-instruct
data_files: noropenbookqa_extractive_nn_olmo-2-13b-instruct/test.jsonl
- config_name: noropenbookqa_extractive_nn_qwen-3-14b-thinking
data_files: noropenbookqa_extractive_nn_qwen-3-14b-thinking/test.jsonl
- config_name: norrewrite_apertus-8b
data_files: norrewrite_apertus-8b/test.jsonl
- config_name: norrewrite_gemma-3-12b
data_files: norrewrite_gemma-3-12b/test.jsonl
- config_name: norrewrite_llama-3.1-8b
data_files: norrewrite_llama-3.1-8b/test.jsonl
- config_name: norrewrite_mistral-nemo-12b
data_files: norrewrite_mistral-nemo-12b/test.jsonl
- config_name: norrewrite_normistral-11b-thinking
data_files: norrewrite_normistral-11b-thinking/test.jsonl
- config_name: norrewrite_olmo-3-7b-thinking
data_files: norrewrite_olmo-3-7b-thinking/test.jsonl
- config_name: norrewrite_olmo-2-13b-instruct
data_files: norrewrite_olmo-2-13b-instruct/test.jsonl
- config_name: norrewrite_qwen-3-14b-thinking
data_files: norrewrite_qwen-3-14b-thinking/test.jsonl
- config_name: norsummarize_apertus-8b
data_files: norsummarize_apertus-8b/test.jsonl
- config_name: norsummarize_gemma-3-12b
data_files: norsummarize_gemma-3-12b/test.jsonl
- config_name: norsummarize_llama-3.1-8b
data_files: norsummarize_llama-3.1-8b/test.jsonl
- config_name: norsummarize_mistral-nemo-12b
data_files: norsummarize_mistral-nemo-12b/test.jsonl
- config_name: norsummarize_normistral-11b-thinking
data_files: norsummarize_normistral-11b-thinking/test.jsonl
- config_name: norsummarize_olmo-3-7b-thinking
data_files: norsummarize_olmo-3-7b-thinking/test.jsonl
- config_name: norsummarize_olmo-2-13b-instruct
data_files: norsummarize_olmo-2-13b-instruct/test.jsonl
- config_name: norsummarize_qwen-3-14b-thinking
data_files: norsummarize_qwen-3-14b-thinking/test.jsonl
- config_name: nrk_nb_apertus-8b
data_files: nrk_nb_apertus-8b/test.jsonl
- config_name: nrk_nb_gemma-3-12b
data_files: nrk_nb_gemma-3-12b/test.jsonl
- config_name: nrk_nb_llama-3.1-8b
data_files: nrk_nb_llama-3.1-8b/test.jsonl
- config_name: nrk_nb_mistral-nemo-12b
data_files: nrk_nb_mistral-nemo-12b/test.jsonl
- config_name: nrk_nb_normistral-11b-thinking
data_files: nrk_nb_normistral-11b-thinking/test.jsonl
- config_name: nrk_nb_olmo-3-7b-thinking
data_files: nrk_nb_olmo-3-7b-thinking/test.jsonl
- config_name: nrk_nb_olmo-2-13b-instruct
data_files: nrk_nb_olmo-2-13b-instruct/test.jsonl
- config_name: nrk_nb_qwen-3-14b-thinking
data_files: nrk_nb_qwen-3-14b-thinking/test.jsonl
- config_name: nrk_nn_apertus-8b
data_files: nrk_nn_apertus-8b/test.jsonl
- config_name: nrk_nn_gemma-3-12b
data_files: nrk_nn_gemma-3-12b/test.jsonl
- config_name: nrk_nn_llama-3.1-8b
data_files: nrk_nn_llama-3.1-8b/test.jsonl
- config_name: nrk_nn_mistral-nemo-12b
data_files: nrk_nn_mistral-nemo-12b/test.jsonl
- config_name: nrk_nn_normistral-11b-thinking
data_files: nrk_nn_normistral-11b-thinking/test.jsonl
- config_name: nrk_nn_olmo-3-7b-thinking
data_files: nrk_nn_olmo-3-7b-thinking/test.jsonl
- config_name: nrk_nn_olmo-2-13b-instruct
data_files: nrk_nn_olmo-2-13b-instruct/test.jsonl
- config_name: nrk_nn_qwen-3-14b-thinking
data_files: nrk_nn_qwen-3-14b-thinking/test.jsonl
license: apache-2.0
---