TAUR-dev/D-EVAL__standard_eval_v3__FinEval_16k_fulleval_3arg_OLMO_RLONLY-RL-letter_countdown_5o-eval_rl

---
dataset_info:
config_name: latest
features:
- name: question
dtype: string
- name: answer
dtype: string
- name: task_config
dtype: string
- name: task_source
dtype: string
- name: prompt
list:
- name: content
dtype: string
- name: role
dtype: string
- name: model_responses
list: 'null'
- name: model_responses__eval_is_correct
list: 'null'
- name: all_other_columns
dtype: string
- name: original_split
dtype: string
- name: length
dtype: int64
- name: letters
dtype: string
- name: source
dtype: string
- name: model_responses__best_of_n_atags
list: string
- name: model_responses__best_of_n_atags__finish_reason_length_flags
list: bool
- name: model_responses__best_of_n_atags__length_partial_responses
list: string
- name: prompt__best_of_n_atags__metadata
dtype: string
- name: model_responses__best_of_n_atags__metadata
dtype: string
- name: model_responses__best_of_n_atags__eval_is_correct
list: bool
- name: model_responses__best_of_n_atags__eval_extracted_answers
list: string
- name: model_responses__best_of_n_atags__eval_extraction_metadata
dtype: string
- name: model_responses__best_of_n_atags__eval_evaluation_metadata
dtype: string
- name: model_responses__best_of_n_atags__internal_answers__eval_is_correct
list:
list: bool
- name: model_responses__best_of_n_atags__internal_answers__eval_extracted_answers
list:
list: string
- name: model_responses__best_of_n_atags__internal_answers__eval_extraction_metadata
dtype: string
- name: model_responses__best_of_n_atags__internal_answers__eval_evaluation_metadata
dtype: string
- name: model_responses__best_of_n_atags__metrics
struct:
- name: flips_by
list: int64
- name: flips_total
dtype: int64
- name: num_correct
dtype: int64
- name: pass_at_n
dtype: int64
- name: percent_correct
dtype: float64
- name: total_responses
dtype: int64
- name: eval_date
dtype: string
splits:
- name: test
num_bytes: 12996403
num_examples: 300
download_size: 1837904
dataset_size: 12996403
configs:
- config_name: latest
data_files:
- split: test
path: latest/test-*
---