open-llm-leaderboard-old/details_Qwen__Qwen1.5-7B
收藏数据集概述
数据集名称
Evaluation run of Qwen/Qwen1.5-7B
数据集摘要
该数据集是在模型 Qwen/Qwen1.5-7B 在 Open LLM Leaderboard 上的评估运行期间自动创建的。
数据集组成
- 数据集包含 63 个配置，每个配置对应一个评估任务。
- 数据集从 1 次运行中创建，每次运行可以在每个配置中找到一个特定的分割，分割名称使用运行的时间戳。
- "train" 分割始终指向最新的结果。
- 一个额外的配置 "results" 存储所有运行的聚合结果，用于计算和显示 Open LLM Leaderboard 上的聚合指标。
数据加载示例
python from datasets import load_dataset data = load_dataset("open-llm-leaderboard/details_Qwen__Qwen1.5-7B", "harness_winogrande_5", split="train")
最新结果
这些是最新的结果，来自 2024-02-18T05:44:30.760692 的运行： python { "all": { "acc": 0.6173145194709051, "acc_stderr": 0.033084265339529906, "acc_norm": 0.6211834542598412, "acc_norm_stderr": 0.033742570636907894, "mc1": 0.34761321909424725, "mc1_stderr": 0.016670769188897303, "mc2": 0.5108227702127015, "mc2_stderr": 0.014918209685770813 }, "harness|arc:challenge|25": { "acc": 0.5025597269624573, "acc_stderr": 0.014611199329843791, "acc_norm": 0.5418088737201365, "acc_norm_stderr": 0.014560220308714693 }, "harness|hellaswag|10": { "acc": 0.5827524397530373, "acc_stderr": 0.004920967192255296, "acc_norm": 0.7851025692093209, "acc_norm_stderr": 0.004099117122280887 }, "harness|hendrycksTest-abstract_algebra|5": { "acc": 0.4, "acc_stderr": 0.049236596391733084, "acc_norm": 0.4, "acc_norm_stderr": 0.049236596391733084 }, "harness|hendrycksTest-anatomy|5": { "acc": 0.5037037037037037, "acc_stderr": 0.04319223625811331, "acc_norm": 0.5037037037037037, "acc_norm_stderr": 0.04319223625811331 }, "harness|hendrycksTest-astronomy|5": { "acc": 0.6578947368421053, "acc_stderr": 0.03860731599316092, "acc_norm": 0.6578947368421053, "acc_norm_stderr": 0.03860731599316092 }, "harness|hendrycksTest-business_ethics|5": { "acc": 0.68, "acc_stderr": 0.046882617226215034, "acc_norm": 0.68, "acc_norm_stderr": 0.046882617226215034 }, "harness|hendrycksTest-clinical_knowledge|5": { "acc": 0.6792452830188679, "acc_stderr": 0.028727502957880267, "acc_norm": 0.6792452830188679, "acc_norm_stderr": 0.028727502957880267 }, "harness|hendrycksTest-college_biology|5": { "acc": 0.6527777777777778, "acc_stderr": 0.039812405437178615, "acc_norm": 0.6527777777777778, "acc_norm_stderr": 0.039812405437178615 }, "harness|hendrycksTest-college_chemistry|5": { "acc": 0.47, "acc_stderr": 0.05016135580465919, "acc_norm": 0.47, "acc_norm_stderr": 0.05016135580465919 }, "harness|hendrycksTest-college_computer_science|5": { "acc": 0.54, "acc_stderr": 0.05009082659620333, "acc_norm": 0.54, "acc_norm_stderr": 0.05009082659620333 }, "harness|hendrycksTest-college_mathematics|5": { "acc": 0.38, "acc_stderr": 0.048783173121456316, "acc_norm": 0.38, "acc_norm_stderr": 0.048783173121456316 }, "harness|hendrycksTest-college_medicine|5": { "acc": 0.6184971098265896, "acc_stderr": 0.03703851193099521, "acc_norm": 0.6184971098265896, "acc_norm_stderr": 0.03703851193099521 }, "harness|hendrycksTest-college_physics|5": { "acc": 0.4117647058823529, "acc_stderr": 0.04897104952726366, "acc_norm": 0.4117647058823529, "acc_norm_stderr": 0.04897104952726366 }, "harness|hendrycksTest-computer_security|5": { "acc": 0.76, "acc_stderr": 0.042923469599092816, "acc_norm": 0.76, "acc_norm_stderr": 0.042923469599092816 }, "harness|hendrycksTest-conceptual_physics|5": { "acc": 0.5702127659574469, "acc_stderr": 0.03236214467715564, "acc_norm": 0.5702127659574469, "acc_norm_stderr": 0.03236214467715564 }, "harness|hendrycksTest-econometrics|5": { "acc": 0.40350877192982454, "acc_stderr": 0.046151869625837026, "acc_norm": 0.40350877192982454, "acc_norm_stderr": 0.046151869625837026 }, "harness|hendrycksTest-electrical_engineering|5": { "acc": 0.593103448275862, "acc_stderr": 0.04093793981266237, "acc_norm": 0.593103448275862, "acc_norm_stderr": 0.04093793981266237 }, "harness|hendrycksTest-elementary_mathematics|5": { "acc": 0.4973544973544973, "acc_stderr": 0.02575094967813039, "acc_norm": 0.4973544973544973, "acc_norm_stderr": 0.02575094967813039 }, "harness|hendrycksTest-formal_logic|5": { "acc": 0.40476190476190477, "acc_stderr": 0.043902592653775614, "acc_norm": 0.40476190476190477, "acc_norm_stderr": 0.043902592653775614 }, "harness|hendrycksTest-global_facts|5": { "acc": 0.43, "acc_stderr": 0.049756985195624284, "acc_norm": 0.43, "acc_norm_stderr": 0.049756985195624284 }, "harness|hendrycksTest-high_school_biology|5": { "acc": 0.7387096774193549, "acc_stderr": 0.024993053397764833, "acc_norm": 0.7387096774193549, "acc_norm_stderr": 0.024993053397764833 }, "harness|hendrycksTest-high_school_chemistry|5": { "acc": 0.5467980295566502, "acc_stderr": 0.03502544650845872, "acc_norm": 0.5467980295566502, "acc_norm_stderr": 0.03502544650845872 }, "harness|hendrycksTest-high_school_computer_science|5": { "acc": 0.72, "acc_stderr": 0.04512608598542129, "acc_norm": 0.72, "acc_norm_stderr": 0.04512608598542129 }, "harness|hendrycksTest-high_school_european_history|5": { "acc": 0.7333333333333333, "acc_stderr": 0.03453131801885417, "acc_norm": 0.7333333333333333, "acc_norm_stderr": 0.03453131801885417 }, "harness|hendrycksTest-high_school_geography|5": { "acc": 0.8080808080808081, "acc_stderr": 0.02805779167298901, "acc_norm": 0.8080808080808081, "acc_norm_stderr": 0.02805779167298901 }, "harness|hendrycksTest-high_school_government_and_politics|5": { "acc": 0.8341968911917098, "acc_stderr": 0.026839845022314415, "acc_norm": 0.8341968911917098, "acc_norm_stderr": 0.026839845022314415 }, "harness|hendrycksTest-high_school_macroeconomics|5": { "acc": 0.6, "acc_stderr": 0.02483881198803316, "acc_norm": 0.6, "acc_norm_stderr": 0.02483881198803316 }, "harness|hendrycksTest-high_school_mathematics|5": { "acc": 0.35555555555555557, "acc_stderr": 0.029185714949857403, "acc_norm": 0.35555555555555557, "acc_norm_stderr": 0.029185714949857403 }, "harness|hendrycksTest-high_school_microeconomics|5": { "acc": 0.634453781512605, "acc_stderr": 0.031282177063684614, "acc_norm": 0.634453781512605, "acc_norm_stderr": 0.031282177063684614 }, "harness|hendrycksTest-high_school_physics|5": { "acc": 0.3708609271523179, "acc_stderr": 0.03943966699183629, "acc_norm": 0.3708609271523179, "acc_norm_stderr": 0.03943966699183629 }, "harness|hendrycksTest-high_school_psychology|5": { "acc": 0.8073394495412844, "acc_stderr": 0.016909276884936066, "acc_norm": 0.8073394495412844, "acc_norm_stderr": 0.016909276884936066 }, "harness|hendrycksTest-high_school_statistics|5": { "acc": 0.49537037037037035, "acc_stderr": 0.03409825519163572, "acc_norm": 0.49537037037037035, "acc_norm_stderr": 0.03409825519163572 }, "harness|hendrycksTest-high_school_us_history|5": { "acc": 0.803921568627451, "acc_stderr": 0.027865942286639325, "acc_norm": 0.803921568627451, "acc_norm_stderr": 0.027865942286639325 }, "harness|hendrycksTest-high_school_world_history|5": { "acc": 0.7721518987341772, "acc_stderr": 0.02730348459906943, "acc_norm": 0.7721518987341772, "acc_norm_stderr": 0.02730348459906943 }, "harness|hendrycksTest-human_aging|5": { "acc": 0.6278026905829597, "acc_stderr": 0.032443052830087304, "acc_norm": 0.6278026905829597, "acc_norm_stderr": 0.032443052830087304 }, "harness|hendrycksTest-human_sexuality|5": { "acc": 0.7099236641221374, "acc_stderr": 0.03980066246467766, "acc_norm": 0.7099236641221374, "acc_norm_stderr": 0.03980066246467766 }, "harness|hendrycksTest-international_law|5": { "acc": 0.768595041322314, "acc_stderr": 0.038498560987940876, "acc_norm": 0.768595041322314, "acc_norm_stderr": 0.038498560987940876 }, "harness|hendrycksTest-jurisprudence|5": { "acc": 0.7592592592592593, "acc_stderr": 0.04133119440243838, "acc_norm": 0.7592592592592593, "acc_norm_stderr": 0.04133119440243838 }, "harness|hendrycksTest-logical_fallacies|5": { "acc": 0.6932515337423313, "acc_stderr": 0.03623089915724146, "acc_norm": 0.6932515337423313, "acc_norm_stderr": 0.03623089915724146 }, "harness|hendrycksTest-machine_learning|5": { "acc": 0.4107142857142857, "acc_stderr": 0.04669510663875191, "acc_norm": 0.4107142857142857, "acc_norm_stderr": 0.04669510663875191 }, "harness|hendrycksTest-management|5": { "acc": 0.7864077669902912, "acc_stderr": 0.040580420156460344, "acc_norm": 0.7864077669902912, "acc_norm_stderr": 0.040580420156460344 }, "harness|hendrycksTest-marketing|5": { "acc": 0.8675213675213675, "acc_stderr": 0.022209309073165612, "acc_norm": 0.8675213675213675, "acc_norm_stderr": 0.022209309073165612 }, "harness|hendrycksTest-medical_genetics|5": { "acc": 0.69, "acc_stderr": 0.04648231987117316, "acc_norm": 0.69, "acc_norm_stderr": 0.04648231987117316 }, "harness|hendrycksTest-miscellaneous|5": { "acc": 0.7650063856960408, "acc_stderr": 0.015162024152278434, "acc_norm": 0.7650063856960408, "acc_norm_stderr": 0.015162024152278434 }, "harness|hendrycksTest-moral_disputes|5": { "acc": 0.6820809248554913, "acc_stderr": 0.025070713719153183, "acc_norm": 0.6820809248554913, "acc_norm_stderr": 0.025070713719153183 }, "harness|hendrycksTest-moral_scenarios|5": { "acc": 0.31731843575418994, "acc_stderr": 0.015566392630057033, "acc_norm": 0.31731843575418994, "acc_norm_stderr": 0.015566392630057033 }, "harness|hendrycksTest-nutrition|5": { "acc": 0.7124183006535948, "acc_stderr": 0.02591780611714716, "acc_norm": 0.7124183006535948, "acc_norm_stderr": 0.02591780611714716 }, "harness|hendrycksTest-philosophy|5": { "acc": 0.6591639871382636, "acc_stderr": 0.026920841260776162, "acc_norm": 0.6591639871382636, "acc_norm_stderr": 0.026920841260776162 }, "harness|hendrycksTest-prehistory|5": { "acc": 0.7037037037037037, "acc_stderr": 0.025407197798890162, "acc_norm": 0.7037037037037037, "acc_norm_stderr": 0.025407197798890162 }, "harness|hendrycksTest-professional_accounting|5": { "acc": 0.4432624113475177, "acc_stderr": 0.029634838473766002, "acc_norm": 0.4432624113475177, "acc_norm_stderr": 0.029634838473766002 }, "harness|hendrycksTest-professional_law|5": { "acc": 0.45371577574967403, "acc_stderr": 0.012715404841277735, "acc_norm": 0.45371577574967403, "acc_norm_stderr": 0.012715404841277735 }, "harness|hendrycksTest-professional_medicine|5": { "acc": 0.5588235294117647, "acc_stderr": 0.030161911930767102, "acc_norm": 0.5588235294117647, "acc_norm_stderr": 0.030161911930767102 }, "harness|hendrycksTest-professional_psychology|5": { "acc": 0.6045751633986928, "acc_stderr": 0.01978046595477752, "acc_norm": 0.6045751633986928, "acc_norm_stderr": 0.01978046595477752 }, "harness|hendrycksTest-public_relations|5": { "acc": 0.6272727272727273, "acc_stderr": 0.04631381319425465, "acc_norm": 0.6272727272727273, "acc_norm_stderr": 0.04631381319425465 }, "harness|hendrycksTest-security_studies|5": { "acc": 0.6775510204081633, "acc_stderr": 0.029923100563683906, "acc_norm": 0.6775510204081633, "acc_norm_stderr": 0.029923100563683906 }, "harness|hendrycksTest-sociology|5": { "acc": 0.8109452736318408, "acc_stderr": 0.027686913588013014, "acc_norm": 0.8109452736318408, "acc_norm_stderr": 0.027686913588013014 }, "harness|hendrycksTest-us_foreign_policy|5": { "acc": 0.83, "acc_stderr": 0.03775251680686371, "acc_norm": 0.83, "acc_norm_stderr": 0.03775251680686371 }, "harness|hendrycksTest-virology|5": { "acc": 0.5180722891566265, "acc_stderr": 0.03889951252827216, "acc_norm": 0.5180722891566265, "acc_norm_stderr": 0.03889951252827216 }, "harness|hendrycksTest-world_religions|5": { "acc": 0.7719298245614035, "acc_stderr": 0.032180937956023566, "acc_norm": 0.7719298245614035, "acc_norm_stderr": 0.032180937956023566 }, "harness|truthfulqa:mc|0": { "mc1": 0.34761321909424725, "mc1_stderr": 0.016670769188897303, "mc2": 0.5108227702127015, "mc2_stderr": 0.014918209685770813 }, "harness|winogrande|5": { "acc": 0.712707182320442, "acc_stderr": 0.012717481052478039 }, "harness|gsm8k|5": { "acc": 0.535253980288097, "acc_stderr": 0.013738207990177317 } }
配置详情
-
config_name: harness_arc_challenge_25
- 分割: 2024_02_18T05_44_30.760692
- 路径: **/details_harness|arc:challenge|25_2024-02-18T05-44-30.760692.parquet
- 分割: latest
- 路径: **/details_harness|arc:challenge|25_2024-02-18T05-44-30.760692.parquet
- 分割: 2024_02_18T05_44_30.760692
-
config_name: harness_gsm8k_5
- 分割: 2024_02_18T05_44_30.760692
- 路径: **/details_harness|gsm8k|5_2024-02-18T05-44-30.760692.parquet
- 分割: latest
- 路径: **/details_harness|gsm8k|5_2024-02-18T05-44-30.760692.parquet
- 分割: 2024_02_18T05_44_30.760692
-
config_name: harness_hellaswag_10
- 分割: 2024_02_18T05_44_30.760692
- 路径: **/details_harness|hellaswag|10_2024-02-18T05-44-30.760692.parquet
- 分割: latest
- 路径: **/details_harness|hellaswag|10_2024-02-18T05-44-30.760692.parquet
- 分割: 2024_02_18T05_44_30.760692
-
config_name: harness_hendrycksTest_5
- 分割: 2024_02_18T05_44_30.760692
- 路径:
- **/details_harness|hendrycksTest-abstract_algebra|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-anatomy|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-astronomy|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-business_ethics|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-clinical_knowledge|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-college_biology|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-college_chemistry|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-college_computer_science|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-college_mathematics|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-college_medicine|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-college_physics|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-computer_security|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-conceptual_physics|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-econometrics|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-electrical_engineering|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-elementary_mathematics|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-formal_logic|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-global_facts|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-high_school_biology|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-high_school_chemistry|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-high_school_computer_science|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-high_school_european_history|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-high_school_geography|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-high_school_government_and_politics|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-high_school_macroeconomics|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-high_school_mathematics|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-high_school_microeconomics|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-high_school_physics|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-high_school_psychology|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-high_school_statistics|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-high_school_us_history|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-high_school_world_history|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-human_aging|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-human_sexuality|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-international_law|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-jurisprudence|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-logical_fallacies|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-machine_learning|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-management|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-marketing|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-medical_genetics|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-miscellaneous|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-moral_disputes|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-moral_scenarios|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-nutrition|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-philosophy|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-prehistory|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-professional_accounting|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-professional_law|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-professional_medicine|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-professional_psychology|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-public_relations|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-security_studies|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-sociology|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-us_foreign_policy|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-virology|5_2024-02-18T05-44-30.760692.parquet
- **/details_harness|hendrycksTest-world_religions|5_2024-02-18T05-44-30.760692.parquet
- 路径:
- 分割: 2024_02_18T05_44_30.760692
