Name: JetBrains-Research/nes-mixed-v9-memorization
Creator: JetBrains-Research
Published: 2026-05-12 14:41:26
License: 暂无描述

下载链接：

https://hf-mirror.com/datasets/JetBrains-Research/nes-mixed-v9-memorization

下载链接

链接失效反馈

官方服务：

资源简介：

--- dataset_info: - config_name: after-k-sweep-examples-50_after features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: trained_on dtype: string - name: contrafactual_response dtype: string splits: - name: train num_bytes: 284041840 num_examples: 44888 download_size: 27470321 dataset_size: 284041840 - config_name: after-k-sweep-examples-50_before features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: trained_on dtype: string - name: contrafactual_response dtype: string splits: - name: train num_bytes: 315614464 num_examples: 45882 download_size: 29988209 dataset_size: 315614464 - config_name: after-k-sweep-examples-50_both features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: trained_on dtype: string - name: contrafactual_response dtype: string splits: - name: train num_bytes: 231010124 num_examples: 33229 download_size: 25558893 dataset_size: 231010124 - config_name: ast-results-50_after features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 284760048 num_examples: 44888 download_size: 27754999 dataset_size: 284760048 - config_name: ast-results-50_before features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 316348576 num_examples: 45882 download_size: 30249714 dataset_size: 316348576 - config_name: ast-results-50_both features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 231541788 num_examples: 33229 download_size: 25752115 dataset_size: 231541788 - config_name: ast-results-6e-50_after features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 61883268 num_examples: 9419 download_size: 10172053 dataset_size: 61883268 - config_name: ast-results-6e-50_before features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 76760956 num_examples: 10842 download_size: 11873620 dataset_size: 76760956 - config_name: ast-results-6e-50_before-epoch-6_test features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 8082003 num_examples: 1138 download_size: 1086122 dataset_size: 8082003 - config_name: ast-results-6e-50_before-epoch-6_train features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 62657084 num_examples: 8857 download_size: 9890403 dataset_size: 62657084 - config_name: ast-results-6e-50_both features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 177194124 num_examples: 23246 download_size: 27682336 dataset_size: 177194124 - config_name: ast-results-6e-50_both-epoch-3 features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 175426209 num_examples: 23182 download_size: 26584364 dataset_size: 175426209 - config_name: ast-results-6e-50_both-epoch-6 features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 158076689 num_examples: 20959 download_size: 24528999 dataset_size: 158076689 - config_name: codebertscore-results-6e-50_after features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 61883268 num_examples: 9419 download_size: 10232250 dataset_size: 61883268 - config_name: codebertscore-results-6e-50_before features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 76601384 num_examples: 10826 download_size: 11902525 dataset_size: 76601384 - config_name: codebertscore-results-6e-50_both features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 176546107 num_examples: 23214 download_size: 27716750 dataset_size: 176546107 - config_name: codebertscore-results-6e-50_both-epoch-3 features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 175046575 num_examples: 23166 download_size: 26660933 dataset_size: 175046575 - config_name: codebertscore-results-6e-50_both-epoch-6 features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 157715826 num_examples: 20943 download_size: 24563545 dataset_size: 157715826 - config_name: codebleu-identifiers-only-results-50_after features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 152727689 num_examples: 24217 download_size: 15656140 dataset_size: 152727689 - config_name: codebleu-identifiers-only-results-50_before features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 169225350 num_examples: 24588 download_size: 17447133 dataset_size: 169225350 - config_name: codebleu-identifiers-only-results-50_both features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 128512293 num_examples: 18379 download_size: 14996647 dataset_size: 128512293 - config_name: codebleu-identifiers-results-50_after features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 152708905 num_examples: 24213 download_size: 16047750 dataset_size: 152708905 - config_name: codebleu-identifiers-results-50_before features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 169208471 num_examples: 24583 download_size: 17840101 dataset_size: 169208471 - config_name: codebleu-identifiers-results-50_both features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 128512423 num_examples: 18378 download_size: 15315720 dataset_size: 128512423 - config_name: codebleu-results-50_after features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 152712810 num_examples: 24214 download_size: 16045069 dataset_size: 152712810 - config_name: codebleu-results-50_before features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 169292503 num_examples: 24595 download_size: 17831080 dataset_size: 169292503 - config_name: codebleu-results-50_both features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 128507375 num_examples: 18378 download_size: 15318024 dataset_size: 128507375 - config_name: codebleu-results-6e-50_after features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 33989118 num_examples: 5301 download_size: 5687368 dataset_size: 33989118 - config_name: codebleu-results-6e-50_before features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 40792570 num_examples: 5860 download_size: 6535406 dataset_size: 40792570 - config_name: codebleu-results-6e-50_before-epoch-6_test features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 4483621 num_examples: 668 download_size: 667106 dataset_size: 4483621 - config_name: codebleu-results-6e-50_before-epoch-6_train features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 32685775 num_examples: 4764 download_size: 5329782 dataset_size: 32685775 - config_name: codebleu-results-6e-50_both features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 103809954 num_examples: 13591 download_size: 17474204 dataset_size: 103809954 - config_name: codebleu-results-6e-50_both-epoch-3 features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 100898277 num_examples: 13333 download_size: 16570433 dataset_size: 100898277 - config_name: codebleu-results-6e-50_both-epoch-6 features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 91614639 num_examples: 12245 download_size: 15410026 dataset_size: 91614639 - config_name: codebleu-weighted-results features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: prompt_gt_distance dtype: float64 - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 166799486 num_examples: 24618 download_size: 18120272 dataset_size: 166799486 - config_name: codebleu-weighted-results-50_before features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: prompt_gt_distance dtype: float64 - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 166799486 num_examples: 24618 download_size: 18120272 dataset_size: 166799486 - config_name: crystalbleu-results-50_after features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 282242894 num_examples: 44478 download_size: 27871294 dataset_size: 282242894 - config_name: crystalbleu-results-50_before features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 313969016 num_examples: 45522 download_size: 30430070 dataset_size: 313969016 - config_name: crystalbleu-results-50_both features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 229622748 num_examples: 32931 download_size: 25823735 dataset_size: 229622748 - config_name: crystalbleu-results-6e-50_after features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 61184812 num_examples: 9307 download_size: 10181991 dataset_size: 61184812 - config_name: crystalbleu-results-6e-50_before features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 76117103 num_examples: 10741 download_size: 11920303 dataset_size: 76117103 - config_name: crystalbleu-results-6e-50_before-epoch-6_test features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 8030425 num_examples: 1131 download_size: 1089503 dataset_size: 8030425 - config_name: crystalbleu-results-6e-50_before-epoch-6_train features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 61953025 num_examples: 8753 download_size: 9888868 dataset_size: 61953025 - config_name: crystalbleu-results-6e-50_both features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 176554426 num_examples: 23162 download_size: 27855850 dataset_size: 176554426 - config_name: crystalbleu-results-6e-50_both-epoch-3 features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 174824295 num_examples: 23101 download_size: 26718712 dataset_size: 174824295 - config_name: crystalbleu-results-6e-50_both-epoch-6 features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 157533840 num_examples: 20875 download_size: 24643823 dataset_size: 157533840 - config_name: dfg-results-50_after features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 186473455 num_examples: 28681 download_size: 18125303 dataset_size: 186473455 - config_name: dfg-results-50_before features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 207735519 num_examples: 29107 download_size: 19896370 dataset_size: 207735519 - config_name: dfg-results-50_both features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 152022519 num_examples: 21207 download_size: 17075235 dataset_size: 152022519 - config_name: dfg-results-6e-50_after features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 44116233 num_examples: 6513 download_size: 6901913 dataset_size: 44116233 - config_name: dfg-results-6e-50_before features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 57211980 num_examples: 7875 download_size: 8314811 dataset_size: 57211980 - config_name: dfg-results-6e-50_before-epoch-6_test features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 4936531 num_examples: 621 download_size: 576341 dataset_size: 4936531 - config_name: dfg-results-6e-50_before-epoch-6_train features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 44855396 num_examples: 6150 download_size: 6567103 dataset_size: 44855396 - config_name: dfg-results-6e-50_both features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 107974219 num_examples: 13778 download_size: 16801527 dataset_size: 107974219 - config_name: dfg-results-6e-50_both-epoch-3 features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 108662557 num_examples: 13879 download_size: 16457603 dataset_size: 108662557 - config_name: dfg-results-6e-50_both-epoch-6 features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 98880612 num_examples: 12655 download_size: 15666682 dataset_size: 98880612 - config_name: identifiers-only-results-50_after features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 284760048 num_examples: 44888 download_size: 27558734 dataset_size: 284760048 - config_name: identifiers-only-results-50_before features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 316348576 num_examples: 45882 download_size: 30011153 dataset_size: 316348576 - config_name: identifiers-only-results-50_both features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 231541788 num_examples: 33229 download_size: 25558832 dataset_size: 231541788 - config_name: identifiers-results-6e-50_after features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 61883268 num_examples: 9419 download_size: 10161835 dataset_size: 61883268 - config_name: identifiers-results-6e-50_before features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 76760956 num_examples: 10842 download_size: 11855720 dataset_size: 76760956 - config_name: identifiers-results-6e-50_before-epoch-6_test features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 8082003 num_examples: 1138 download_size: 1084543 dataset_size: 8082003 - config_name: identifiers-results-6e-50_before-epoch-6_train features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 62657084 num_examples: 8857 download_size: 9875020 dataset_size: 62657084 - config_name: identifiers-results-6e-50_both features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 177194124 num_examples: 23246 download_size: 27703862 dataset_size: 177194124 - config_name: identifiers-results-6e-50_both-epoch-3 features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 175426209 num_examples: 23182 download_size: 26465059 dataset_size: 175426209 - config_name: identifiers-results-6e-50_both-epoch-6 features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 158076689 num_examples: 20959 download_size: 24411285 dataset_size: 158076689 - config_name: mihajlo-results features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: prompt_gt_distance dtype: float64 - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 82466949 num_examples: 12041 download_size: 8076854 dataset_size: 82466949 - config_name: mihajlo-results-50_before features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: prompt_gt_distance dtype: float64 - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 82466949 num_examples: 12041 download_size: 8076854 dataset_size: 82466949 - config_name: perplexity-results-50_after features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: trained_on dtype: string - name: response dtype: string - name: contrafactual_response dtype: string - name: dpo_perplexity dtype: float64 - name: sft_perplexity dtype: float64 - name: dpo_avg_logprob dtype: float64 - name: sft_avg_logprob dtype: float64 - name: perplexity_ratio dtype: float64 splits: - name: train num_bytes: 62109324 num_examples: 9419 download_size: 10560940 dataset_size: 62109324 - config_name: perplexity-results-50_before features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: trained_on dtype: string - name: response dtype: string - name: contrafactual_response dtype: string - name: dpo_perplexity dtype: float64 - name: sft_perplexity dtype: float64 - name: dpo_avg_logprob dtype: float64 - name: sft_avg_logprob dtype: float64 - name: perplexity_ratio dtype: float64 splits: - name: train num_bytes: 77021164 num_examples: 10842 download_size: 12314403 dataset_size: 77021164 - config_name: perplexity-results-50_both features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: trained_on dtype: string - name: response dtype: string - name: contrafactual_response dtype: string - name: dpo_perplexity dtype: float64 - name: sft_perplexity dtype: float64 - name: dpo_avg_logprob dtype: float64 - name: sft_avg_logprob dtype: float64 - name: perplexity_ratio dtype: float64 splits: - name: train num_bytes: 44833188 num_examples: 6202 download_size: 9007014 dataset_size: 44833188 - config_name: qwen-results features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 30919923 num_examples: 2550 download_size: 1076791 dataset_size: 30919923 - config_name: qwen-results-50_before features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 30919923 num_examples: 2550 download_size: 1076791 dataset_size: 30919923 - config_name: qwen-triplet-full-results-50_after features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 - name: trained_on dtype: string splits: - name: train num_bytes: 4166353 num_examples: 500 download_size: 278979 dataset_size: 4166353 - config_name: qwen-triplet-full-results-50_before features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 - name: trained_on dtype: string splits: - name: train num_bytes: 4871601 num_examples: 500 download_size: 248678 dataset_size: 4871601 - config_name: qwen-triplet-full-results-50_both features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 - name: trained_on dtype: string splits: - name: train num_bytes: 4668219 num_examples: 500 download_size: 331182 dataset_size: 4668219 - config_name: qwen-triplet-results-50_after features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: contrafactual_response dtype: string - name: memorization_score dtype: float64 - name: trained_on dtype: string splits: - name: train num_bytes: 25725816 num_examples: 3941 download_size: 5421196 dataset_size: 25725816 - config_name: qwen-triplet-results-50_before features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: contrafactual_response dtype: string - name: memorization_score dtype: float64 - name: trained_on dtype: string splits: - name: train num_bytes: 38702564 num_examples: 5586 download_size: 6905040 dataset_size: 38702564 - config_name: qwen-triplet-results-50_both features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: contrafactual_response dtype: string - name: memorization_score dtype: float64 - name: trained_on dtype: string splits: - name: train num_bytes: 17280410 num_examples: 2475 download_size: 4417238 dataset_size: 17280410 - config_name: sft-ast-results-50_both features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 419034606 num_examples: 61411 download_size: 59624046 dataset_size: 419034606 - config_name: sft-ast-results-50_both_5 features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 110710956 num_examples: 17156 download_size: 20247821 dataset_size: 110710956 - config_name: sft-codebleu-results-50_both features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 227651998 num_examples: 33068 download_size: 34575881 dataset_size: 227651998 - config_name: sft-codebleu-results-50_both_5 features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 64247109 num_examples: 9818 download_size: 12255211 dataset_size: 64247109 - config_name: sft-crystalbleu-results-50_both features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 418641644 num_examples: 61347 download_size: 60319782 dataset_size: 418641644 - config_name: sft-crystalbleu-results-50_both_5 features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 110152748 num_examples: 17062 download_size: 20281282 dataset_size: 110152748 - config_name: sft-dfg-results-50_both features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 419034606 num_examples: 61411 download_size: 59540305 dataset_size: 419034606 - config_name: sft-dfg-results-50_both_5 features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 110710956 num_examples: 17156 download_size: 20222232 dataset_size: 110710956 - config_name: sft-identifiers-results-50_both features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 419042717 num_examples: 61412 download_size: 59380711 dataset_size: 419042717 - config_name: sft-identifiers-results-50_both_5 features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: response_gt_distance dtype: float64 - name: trained_on dtype: string - name: contrafactual_response dtype: string - name: contrafactual_response_gt_distance dtype: float64 splits: - name: train num_bytes: 110710956 num_examples: 17156 download_size: 20171296 dataset_size: 110710956 - config_name: sft-sweep-examples-50_both features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: trained_on dtype: string - name: contrafactual_response dtype: string splits: - name: train num_bytes: 612557850 num_examples: 91799 download_size: 74013692 dataset_size: 612557850 - config_name: sft-sweep-examples-50_both_5 features: - name: example_idx dtype: int64 - name: before_k dtype: int64 - name: after_k dtype: int64 - name: shown dtype: string - name: ground_truth dtype: string - name: response dtype: string - name: trained_on dtype: string - name: contrafactual_response dtype: string splits: - name: train num_bytes: 584546654 num_examples: 91799 download_size: 61804216 dataset_size: 584546654 configs: - config_name: after-k-sweep-examples-50_after data_files: - split: train path: after-k-sweep-examples-50_after/train-* - config_name: after-k-sweep-examples-50_before data_files: - split: train path: after-k-sweep-examples-50_before/train-* - config_name: after-k-sweep-examples-50_both data_files: - split: train path: after-k-sweep-examples-50_both/train-* - config_name: ast-results-50_after data_files: - split: train path: ast-results-50_after/train-* - config_name: ast-results-50_before data_files: - split: train path: ast-results-50_before/train-* - config_name: ast-results-50_both data_files: - split: train path: ast-results-50_both/train-* - config_name: ast-results-6e-50_after data_files: - split: train path: ast-results-6e-50_after/train-* - config_name: ast-results-6e-50_before data_files: - split: train path: ast-results-6e-50_before/train-* - config_name: ast-results-6e-50_before-epoch-6_test data_files: - split: train path: ast-results-6e-50_before-epoch-6_test/train-* - config_name: ast-results-6e-50_before-epoch-6_train data_files: - split: train path: ast-results-6e-50_before-epoch-6_train/train-* - config_name: ast-results-6e-50_both data_files: - split: train path: ast-results-6e-50_both/train-* - config_name: ast-results-6e-50_both-epoch-3 data_files: - split: train path: ast-results-6e-50_both-epoch-3/train-* - config_name: ast-results-6e-50_both-epoch-6 data_files: - split: train path: ast-results-6e-50_both-epoch-6/train-* - config_name: codebertscore-results-6e-50_after data_files: - split: train path: codebertscore-results-6e-50_after/train-* - config_name: codebertscore-results-6e-50_before data_files: - split: train path: codebertscore-results-6e-50_before/train-* - config_name: codebertscore-results-6e-50_both data_files: - split: train path: codebertscore-results-6e-50_both/train-* - config_name: codebertscore-results-6e-50_both-epoch-3 data_files: - split: train path: codebertscore-results-6e-50_both-epoch-3/train-* - config_name: codebertscore-results-6e-50_both-epoch-6 data_files: - split: train path: codebertscore-results-6e-50_both-epoch-6/train-* - config_name: codebleu-identifiers-only-results-50_after data_files: - split: train path: codebleu-identifiers-only-results-50_after/train-* - config_name: codebleu-identifiers-only-results-50_before data_files: - split: train path: codebleu-identifiers-only-results-50_before/train-* - config_name: codebleu-identifiers-only-results-50_both data_files: - split: train path: codebleu-identifiers-only-results-50_both/train-* - config_name: codebleu-identifiers-results-50_after data_files: - split: train path: codebleu-identifiers-results-50_after/train-* - config_name: codebleu-identifiers-results-50_before data_files: - split: train path: codebleu-identifiers-results-50_before/train-* - config_name: codebleu-identifiers-results-50_both data_files: - split: train path: codebleu-identifiers-results-50_both/train-* - config_name: codebleu-results-50_after data_files: - split: train path: codebleu-results-50_after/train-* - config_name: codebleu-results-50_before data_files: - split: train path: codebleu-results-50_before/train-* - config_name: codebleu-results-50_both data_files: - split: train path: codebleu-results-50_both/train-* - config_name: codebleu-results-6e-50_after data_files: - split: train path: codebleu-results-6e-50_after/train-* - config_name: codebleu-results-6e-50_before data_files: - split: train path: codebleu-results-6e-50_before/train-* - config_name: codebleu-results-6e-50_before-epoch-6_test data_files: - split: train path: codebleu-results-6e-50_before-epoch-6_test/train-* - config_name: codebleu-results-6e-50_before-epoch-6_train data_files: - split: train path: codebleu-results-6e-50_before-epoch-6_train/train-* - config_name: codebleu-results-6e-50_both data_files: - split: train path: codebleu-results-6e-50_both/train-* - config_name: codebleu-results-6e-50_both-epoch-3 data_files: - split: train path: codebleu-results-6e-50_both-epoch-3/train-* - config_name: codebleu-results-6e-50_both-epoch-6 data_files: - split: train path: codebleu-results-6e-50_both-epoch-6/train-* - config_name: codebleu-weighted-results data_files: - split: train path: codebleu-weighted-results/train-* - config_name: codebleu-weighted-results-50_before data_files: - split: train path: codebleu-weighted-results-50_before/train-* - config_name: crystalbleu-results-50_after data_files: - split: train path: crystalbleu-results-50_after/train-* - config_name: crystalbleu-results-50_before data_files: - split: train path: crystalbleu-results-50_before/train-* - config_name: crystalbleu-results-50_both data_files: - split: train path: crystalbleu-results-50_both/train-* - config_name: crystalbleu-results-6e-50_after data_files: - split: train path: crystalbleu-results-6e-50_after/train-* - config_name: crystalbleu-results-6e-50_before data_files: - split: train path: crystalbleu-results-6e-50_before/train-* - config_name: crystalbleu-results-6e-50_before-epoch-6_test data_files: - split: train path: crystalbleu-results-6e-50_before-epoch-6_test/train-* - config_name: crystalbleu-results-6e-50_before-epoch-6_train data_files: - split: train path: crystalbleu-results-6e-50_before-epoch-6_train/train-* - config_name: crystalbleu-results-6e-50_both data_files: - split: train path: crystalbleu-results-6e-50_both/train-* - config_name: crystalbleu-results-6e-50_both-epoch-3 data_files: - split: train path: crystalbleu-results-6e-50_both-epoch-3/train-* - config_name: crystalbleu-results-6e-50_both-epoch-6 data_files: - split: train path: crystalbleu-results-6e-50_both-epoch-6/train-* - config_name: dfg-results-50_after data_files: - split: train path: dfg-results-50_after/train-* - config_name: dfg-results-50_before data_files: - split: train path: dfg-results-50_before/train-* - config_name: dfg-results-50_both data_files: - split: train path: dfg-results-50_both/train-* - config_name: dfg-results-6e-50_after data_files: - split: train path: dfg-results-6e-50_after/train-* - config_name: dfg-results-6e-50_before data_files: - split: train path: dfg-results-6e-50_before/train-* - config_name: dfg-results-6e-50_before-epoch-6_test data_files: - split: train path: dfg-results-6e-50_before-epoch-6_test/train-* - config_name: dfg-results-6e-50_before-epoch-6_train data_files: - split: train path: dfg-results-6e-50_before-epoch-6_train/train-* - config_name: dfg-results-6e-50_both data_files: - split: train path: dfg-results-6e-50_both/train-* - config_name: dfg-results-6e-50_both-epoch-3 data_files: - split: train path: dfg-results-6e-50_both-epoch-3/train-* - config_name: dfg-results-6e-50_both-epoch-6 data_files: - split: train path: dfg-results-6e-50_both-epoch-6/train-* - config_name: identifiers-only-results-50_after data_files: - split: train path: identifiers-only-results-50_after/train-* - config_name: identifiers-only-results-50_before data_files: - split: train path: identifiers-only-results-50_before/train-* - config_name: identifiers-only-results-50_both data_files: - split: train path: identifiers-only-results-50_both/train-* - config_name: identifiers-results-6e-50_after data_files: - split: train path: identifiers-results-6e-50_after/train-* - config_name: identifiers-results-6e-50_before data_files: - split: train path: identifiers-results-6e-50_before/train-* - config_name: identifiers-results-6e-50_before-epoch-6_test data_files: - split: train path: identifiers-results-6e-50_before-epoch-6_test/train-* - config_name: identifiers-results-6e-50_before-epoch-6_train data_files: - split: train path: identifiers-results-6e-50_before-epoch-6_train/train-* - config_name: identifiers-results-6e-50_both data_files: - split: train path: identifiers-results-6e-50_both/train-* - config_name: identifiers-results-6e-50_both-epoch-3 data_files: - split: train path: identifiers-results-6e-50_both-epoch-3/train-* - config_name: identifiers-results-6e-50_both-epoch-6 data_files: - split: train path: identifiers-results-6e-50_both-epoch-6/train-* - config_name: mihajlo-results data_files: - split: train path: mihajlo-results/train-* - config_name: mihajlo-results-50_before data_files: - split: train path: mihajlo-results-50_before/train-* - config_name: perplexity-results-50_after data_files: - split: train path: perplexity-results-50_after/train-* - config_name: perplexity-results-50_before data_files: - split: train path: perplexity-results-50_before/train-* - config_name: perplexity-results-50_both data_files: - split: train path: perplexity-results-50_both/train-* - config_name: qwen-results data_files: - split: train path: qwen-results/train-* - config_name: qwen-results-50_before data_files: - split: train path: qwen-results-50_before/train-* - config_name: qwen-triplet-full-results-50_after data_files: - split: train path: qwen-triplet-full-results-50_after/train-* - config_name: qwen-triplet-full-results-50_before data_files: - split: train path: qwen-triplet-full-results-50_before/train-* - config_name: qwen-triplet-full-results-50_both data_files: - split: train path: qwen-triplet-full-results-50_both/train-* - config_name: qwen-triplet-results-50_after data_files: - split: train path: qwen-triplet-results-50_after/train-* - config_name: qwen-triplet-results-50_before data_files: - split: train path: qwen-triplet-results-50_before/train-* - config_name: qwen-triplet-results-50_both data_files: - split: train path: qwen-triplet-results-50_both/train-* - config_name: sft-ast-results-50_both data_files: - split: train path: sft-ast-results-50_both/train-* - config_name: sft-ast-results-50_both_5 data_files: - split: train path: sft-ast-results-50_both_5/train-* - config_name: sft-codebleu-results-50_both data_files: - split: train path: sft-codebleu-results-50_both/train-* - config_name: sft-codebleu-results-50_both_5 data_files: - split: train path: sft-codebleu-results-50_both_5/train-* - config_name: sft-crystalbleu-results-50_both data_files: - split: train path: sft-crystalbleu-results-50_both/train-* - config_name: sft-crystalbleu-results-50_both_5 data_files: - split: train path: sft-crystalbleu-results-50_both_5/train-* - config_name: sft-dfg-results-50_both data_files: - split: train path: sft-dfg-results-50_both/train-* - config_name: sft-dfg-results-50_both_5 data_files: - split: train path: sft-dfg-results-50_both_5/train-* - config_name: sft-identifiers-results-50_both data_files: - split: train path: sft-identifiers-results-50_both/train-* - config_name: sft-identifiers-results-50_both_5 data_files: - split: train path: sft-identifiers-results-50_both_5/train-* - config_name: sft-sweep-examples-50_both data_files: - split: train path: sft-sweep-examples-50_both/train-* - config_name: sft-sweep-examples-50_both_5 data_files: - split: train path: sft-sweep-examples-50_both_5/train-* ---

应用场景：