LMEB/LMEB

---
configs:
- config_name: LoCoMo_queries
data_files:
- split: single_hop
path: Dialogue/LoCoMo/single_hop/queries.jsonl
- split: adversarial
path: Dialogue/LoCoMo/adversarial/queries.jsonl
- split: multi_hop
path: Dialogue/LoCoMo/multi_hop/queries.jsonl
- split: open_domain
path: Dialogue/LoCoMo/open_domain/queries.jsonl
- split: temporal_reasoning
path: Dialogue/LoCoMo/temporal_reasoning/queries.jsonl
- config_name: LoCoMo_corpus
data_files:
- split: LoCoMo_corpus
path: Dialogue/LoCoMo/corpus.jsonl
- config_name: LoCoMo_candidates
data_files:
- split: LoCoMo_candidates
path: Dialogue/LoCoMo/candidates.jsonl
- config_name: ConvoMem_queries
data_files:
- split: abstention_evidence
path: Dialogue/ConvoMem/abstention_evidence/queries.jsonl
- split: assistant_facts_evidence
path: Dialogue/ConvoMem/assistant_facts_evidence/queries.jsonl
- split: changing_evidence
path: Dialogue/ConvoMem/changing_evidence/queries.jsonl
- split: implicit_connection_evidence
path: Dialogue/ConvoMem/implicit_connection_evidence/queries.jsonl
- split: preference_evidence
path: Dialogue/ConvoMem/preference_evidence/queries.jsonl
- split: user_evidence
path: Dialogue/ConvoMem/user_evidence/queries.jsonl
- config_name: ConvoMem_corpus
data_files:
- split: abstention_evidence
path: Dialogue/ConvoMem/abstention_evidence/corpus.jsonl
- split: assistant_facts_evidence
path: Dialogue/ConvoMem/assistant_facts_evidence/corpus.jsonl
- split: changing_evidence
path: Dialogue/ConvoMem/changing_evidence/corpus.jsonl
- split: implicit_connection_evidence
path: Dialogue/ConvoMem/implicit_connection_evidence/corpus.jsonl
- split: preference_evidence
path: Dialogue/ConvoMem/preference_evidence/corpus.jsonl
- split: user_evidence
path: Dialogue/ConvoMem/user_evidence/corpus.jsonl
- config_name: ConvoMem_candidates
data_files:
- split: abstention_evidence
path: Dialogue/ConvoMem/abstention_evidence/candidates.jsonl
- split: assistant_facts_evidence
path: Dialogue/ConvoMem/assistant_facts_evidence/candidates.jsonl
- split: changing_evidence
path: Dialogue/ConvoMem/changing_evidence/candidates.jsonl
- split: implicit_connection_evidence
path: Dialogue/ConvoMem/implicit_connection_evidence/candidates.jsonl
- split: preference_evidence
path: Dialogue/ConvoMem/preference_evidence/candidates.jsonl
- split: user_evidence
path: Dialogue/ConvoMem/user_evidence/candidates.jsonl
- config_name: LongMemEval_queries
data_files:
- split: knowledge_update
path: Dialogue/LongMemEval/knowledge_update/queries.jsonl
- split: multi_session
path: Dialogue/LongMemEval/multi_session/queries.jsonl
- split: single_session_assistant
path: Dialogue/LongMemEval/single_session_assistant/queries.jsonl
- split: single_session_preference
path: Dialogue/LongMemEval/single_session_preference/queries.jsonl
- split: single_session_user
path: Dialogue/LongMemEval/single_session_user/queries.jsonl
- split: temporal_reasoning
path: Dialogue/LongMemEval/temporal_reasoning/queries.jsonl
- config_name: LongMemEval_corpus
data_files:
- split: LongMemEval_corpus
path: Dialogue/LongMemEval/corpus.jsonl
- config_name: LongMemEval_candidates
data_files:
- split: LongMemEval_candidates
path: Dialogue/LongMemEval/candidates.jsonl
- config_name: MemBench_queries
data_files:
- split: aggregative
path: Dialogue/MemBench/aggregative/queries.jsonl
- split: comparative
path: Dialogue/MemBench/comparative/queries.jsonl
- split: emotion
path: Dialogue/MemBench/emotion/queries.jsonl
- split: knowledge_updating
path: Dialogue/MemBench/knowledge_updating/queries.jsonl
- split: multi_hop
path: Dialogue/MemBench/multi_hop/queries.jsonl
- split: multi_session_assistant
path: Dialogue/MemBench/multi_session_assistant/queries.jsonl
- split: post_processing
path: Dialogue/MemBench/post_processing/queries.jsonl
- split: preference
path: Dialogue/MemBench/preference/queries.jsonl
- split: single_hop
path: Dialogue/MemBench/single_hop/queries.jsonl
- split: single_session_assistant
path: Dialogue/MemBench/single_session_assistant/queries.jsonl
- config_name: MemBench_corpus
data_files:
- split: aggregative
path: Dialogue/MemBench/aggregative/corpus.jsonl
- split: comparative
path: Dialogue/MemBench/comparative/corpus.jsonl
- split: emotion
path: Dialogue/MemBench/emotion/corpus.jsonl
- split: knowledge_updating
path: Dialogue/MemBench/knowledge_updating/corpus.jsonl
- split: multi_hop
path: Dialogue/MemBench/multi_hop/corpus.jsonl
- split: multi_session_assistant
path: Dialogue/MemBench/multi_session_assistant/corpus.jsonl
- split: post_processing
path: Dialogue/MemBench/post_processing/corpus.jsonl
- split: preference
path: Dialogue/MemBench/preference/corpus.jsonl
- split: single_hop
path: Dialogue/MemBench/single_hop/corpus.jsonl
- split: single_session_assistant
path: Dialogue/MemBench/single_session_assistant/corpus.jsonl
- config_name: MemBench_candidates
data_files:
- split: aggregative
path: Dialogue/MemBench/aggregative/candidates.jsonl
- split: comparative
path: Dialogue/MemBench/comparative/candidates.jsonl
- split: emotion
path: Dialogue/MemBench/emotion/candidates.jsonl
- split: knowledge_updating
path: Dialogue/MemBench/knowledge_updating/candidates.jsonl
- split: multi_hop
path: Dialogue/MemBench/multi_hop/candidates.jsonl
- split: multi_session_assistant
path: Dialogue/MemBench/multi_session_assistant/candidates.jsonl
- split: post_processing
path: Dialogue/MemBench/post_processing/candidates.jsonl
- split: preference
path: Dialogue/MemBench/preference/candidates.jsonl
- split: single_hop
path: Dialogue/MemBench/single_hop/candidates.jsonl
- split: single_session_assistant
path: Dialogue/MemBench/single_session_assistant/candidates.jsonl
- config_name: REALTALK_queries
data_files:
- split: aggregative
path: Dialogue/REALTALK/commonsense/queries.jsonl
- split: comparative
path: Dialogue/REALTALK/multi_hop/queries.jsonl
- split: emotion
path: Dialogue/REALTALK/temporal_reasoning/queries.jsonl
- config_name: REALTALK_corpus
data_files:
- split: REALTALK_corpus
path: Dialogue/REALTALK/corpus.jsonl
- config_name: REALTALK_candidates
data_files:
- split: REALTALK_candidates
path: Dialogue/REALTALK/candidates.jsonl
- config_name: TMD_queries
data_files:
- split: content_time_qs
path: Dialogue/TMD/content_time_qs/queries.jsonl
- split: date_span_time_qs
path: Dialogue/TMD/date_span_time_qs/queries.jsonl
- split: dates_time_qs
path: Dialogue/TMD/dates_time_qs/queries.jsonl
- split: day_span_time_qs
path: Dialogue/TMD/day_span_time_qs/queries.jsonl
- split: earlier_today_time_qs
path: Dialogue/TMD/earlier_today_time_qs/queries.jsonl
- split: last_named_day_time_qs
path: Dialogue/TMD/last_named_day_time_qs/queries.jsonl
- split: month_time_qs
path: Dialogue/TMD/month_time_qs/queries.jsonl
- split: rel_day_time_qs
path: Dialogue/TMD/rel_day_time_qs/queries.jsonl
- split: rel_month_time_qs
path: Dialogue/TMD/rel_month_time_qs/queries.jsonl
- split: rel_session_time_qs
path: Dialogue/TMD/rel_session_time_qs/queries.jsonl
- split: session_span_time_qs
path: Dialogue/TMD/session_span_time_qs/queries.jsonl
- split: session_time_qs
path: Dialogue/TMD/session_time_qs/queries.jsonl
- config_name: TMD_corpus
data_files:
- split: TMD_corpus
path: Dialogue/TMD/corpus.jsonl
- config_name: TMD_candidates
data_files:
- split: TMD_candidates
path: Dialogue/TMD/candidates.jsonl
- config_name: EPBench_default_claude_long_queries
data_files:
- split: default_claude_long_Entities
path: Episodic/EPBench/default_claude_long/Entities/queries.jsonl
- split: default_claude_long_Event_contents
path: Episodic/EPBench/default_claude_long/Event_contents/queries.jsonl
- split: default_claude_long_Full_event_details
path: Episodic/EPBench/default_claude_long/Full_event_details/queries.jsonl
- split: default_claude_long_Other_entities
path: Episodic/EPBench/default_claude_long/Other_entities/queries.jsonl
- split: default_claude_long_Spaces
path: Episodic/EPBench/default_claude_long/Spaces/queries.jsonl
- split: default_claude_long_Times
path: Episodic/EPBench/default_claude_long/Times/queries.jsonl
- config_name: EPBench_default_claude_short_queries
data_files:
- split: default_claude_short_Entities
path: Episodic/EPBench/default_claude_short/Entities/queries.jsonl
- split: default_claude_short_Event_contents
path: Episodic/EPBench/default_claude_short/Event_contents/queries.jsonl
- split: default_claude_short_Full_event_details
path: Episodic/EPBench/default_claude_short/Full_event_details/queries.jsonl
- split: default_claude_short_Other_entities
path: Episodic/EPBench/default_claude_short/Other_entities/queries.jsonl
- split: default_claude_short_Spaces
path: Episodic/EPBench/default_claude_short/Spaces/queries.jsonl
- split: default_claude_short_Times
path: Episodic/EPBench/default_claude_short/Times/queries.jsonl
- config_name: EPBench_default_claude_very_long_queries
data_files:
- split: default_claude_very_long_Entities
path: Episodic/EPBench/default_claude_very_long/Entities/queries.jsonl
- split: default_claude_very_long_Event_contents
path: Episodic/EPBench/default_claude_very_long/Event_contents/queries.jsonl
- split: default_claude_very_long_Full_event_details
path: Episodic/EPBench/default_claude_very_long/Full_event_details/queries.jsonl
- split: default_claude_very_long_Other_entities
path: Episodic/EPBench/default_claude_very_long/Other_entities/queries.jsonl
- split: default_claude_very_long_Spaces
path: Episodic/EPBench/default_claude_very_long/Spaces/queries.jsonl
- split: default_claude_very_long_Times
path: Episodic/EPBench/default_claude_very_long/Times/queries.jsonl
- config_name: EPBench_default_gpt4o_long_queries
data_files:
- split: default_gpt4o_long_Entities
path: Episodic/EPBench/default_gpt4o_long/Entities/queries.jsonl
- split: default_gpt4o_long_Event_contents
path: Episodic/EPBench/default_gpt4o_long/Event_contents/queries.jsonl
- split: default_gpt4o_long_Full_event_details
path: Episodic/EPBench/default_gpt4o_long/Full_event_details/queries.jsonl
- split: default_gpt4o_long_Other_entities
path: Episodic/EPBench/default_gpt4o_long/Other_entities/queries.jsonl
- split: default_gpt4o_long_Spaces
path: Episodic/EPBench/default_gpt4o_long/Spaces/queries.jsonl
- split: default_gpt4o_long_Times
path: Episodic/EPBench/default_gpt4o_long/Times/queries.jsonl
- config_name: EPBench_default_gpt4o_short_queries
data_files:
- split: default_gpt4o_short_Entities
path: Episodic/EPBench/default_gpt4o_short/Entities/queries.jsonl
- split: default_gpt4o_short_Event_contents
path: Episodic/EPBench/default_gpt4o_short/Event_contents/queries.jsonl
- split: default_gpt4o_short_Full_event_details
path: Episodic/EPBench/default_gpt4o_short/Full_event_details/queries.jsonl
- split: default_gpt4o_short_Other_entities
path: Episodic/EPBench/default_gpt4o_short/Other_entities/queries.jsonl
- split: default_gpt4o_short_Spaces
path: Episodic/EPBench/default_gpt4o_short/Spaces/queries.jsonl
- split: default_gpt4o_short_Times
path: Episodic/EPBench/default_gpt4o_short/Times/queries.jsonl
- config_name: EPBench_sci_fi_claude_long_queries
data_files:
- split: sci_fi_claude_long_Entities
path: Episodic/EPBench/sci_fi_claude_long/Entities/queries.jsonl
- split: sci_fi_claude_long_Event_contents
path: Episodic/EPBench/sci_fi_claude_long/Event_contents/queries.jsonl
- split: sci_fi_claude_long_Full_event_details
path: Episodic/EPBench/sci_fi_claude_long/Full_event_details/queries.jsonl
- split: sci_fi_claude_long_Other_entities
path: Episodic/EPBench/sci_fi_claude_long/Other_entities/queries.jsonl
- split: sci_fi_claude_long_Spaces
path: Episodic/EPBench/sci_fi_claude_long/Spaces/queries.jsonl
- split: sci_fi_claude_long_Times
path: Episodic/EPBench/sci_fi_claude_long/Times/queries.jsonl
- config_name: EPBench_sci_fi_claude_short_queries
data_files:
- split: sci_fi_claude_short_Entities
path: Episodic/EPBench/sci_fi_claude_short/Entities/queries.jsonl
- split: sci_fi_claude_short_Event_contents
path: Episodic/EPBench/sci_fi_claude_short/Event_contents/queries.jsonl
- split: sci_fi_claude_short_Full_event_details
path: Episodic/EPBench/sci_fi_claude_short/Full_event_details/queries.jsonl
- split: sci_fi_claude_short_Other_entities
path: Episodic/EPBench/sci_fi_claude_short/Other_entities/queries.jsonl
- split: sci_fi_claude_short_Spaces
path: Episodic/EPBench/sci_fi_claude_short/Spaces/queries.jsonl
- split: sci_fi_claude_short_Times
path: Episodic/EPBench/sci_fi_claude_short/Times/queries.jsonl
- config_name: EPBench_world_news_claude_long_queries
data_files:
- split: world_news_claude_long_Entities
path: Episodic/EPBench/world_news_claude_long/Entities/queries.jsonl
- split: world_news_claude_long_Event_contents
path: Episodic/EPBench/world_news_claude_long/Event_contents/queries.jsonl
- split: world_news_claude_long_Full_event_details
path: Episodic/EPBench/world_news_claude_long/Full_event_details/queries.jsonl
- split: world_news_claude_long_Other_entities
path: Episodic/EPBench/world_news_claude_long/Other_entities/queries.jsonl
- split: world_news_claude_long_Spaces
path: Episodic/EPBench/world_news_claude_long/Spaces/queries.jsonl
- split: world_news_claude_long_Times
path: Episodic/EPBench/world_news_claude_long/Times/queries.jsonl
- config_name: EPBench_world_news_claude_short_queries
data_files:
- split: world_news_claude_short_Entities
path: Episodic/EPBench/world_news_claude_short/Entities/queries.jsonl
- split: world_news_claude_short_Event_contents
path: Episodic/EPBench/world_news_claude_short/Event_contents/queries.jsonl
- split: world_news_claude_short_Full_event_details
path: Episodic/EPBench/world_news_claude_short/Full_event_details/queries.jsonl
- split: world_news_claude_short_Other_entities
path: Episodic/EPBench/world_news_claude_short/Other_entities/queries.jsonl
- split: world_news_claude_short_Spaces
path: Episodic/EPBench/world_news_claude_short/Spaces/queries.jsonl
- split: world_news_claude_short_Times
path: Episodic/EPBench/world_news_claude_short/Times/queries.jsonl
- config_name: EPBench_corpus
data_files:
- split: default_claude_long
path: Episodic/EPBench/default_claude_long/corpus.jsonl
- split: default_claude_short
path: Episodic/EPBench/default_claude_short/corpus.jsonl
- split: default_claude_very_long
path: Episodic/EPBench/default_claude_very_long/corpus.jsonl
- split: default_gpt4o_long
path: Episodic/EPBench/default_gpt4o_long/corpus.jsonl
- split: default_gpt4o_short
path: Episodic/EPBench/default_gpt4o_short/corpus.jsonl
- split: sci_fi_claude_long
path: Episodic/EPBench/sci_fi_claude_long/corpus.jsonl
- split: sci_fi_claude_short
path: Episodic/EPBench/sci_fi_claude_short/corpus.jsonl
- split: world_news_claude_long
path: Episodic/EPBench/world_news_claude_long/corpus.jsonl
- split: world_news_claude_short
path: Episodic/EPBench/world_news_claude_short/corpus.jsonl
- config_name: KnowMeBench_event_driven_queries
data_files:
- split: event_driven_adversarial_abstention
path: Episodic/KnowMeBench/event_driven/adversarial_abstention/queries.jsonl
- split: event_driven_information_extraction
path: Episodic/KnowMeBench/event_driven/information_extraction/queries.jsonl
- split: event_driven_mnestic_trigger_analysis
path: Episodic/KnowMeBench/event_driven/mnestic_trigger_analysis/queries.jsonl
- split: event_driven_temporal_reasoning
path: Episodic/KnowMeBench/event_driven/temporal_reasoning/queries.jsonl
- config_name: KnowMeBench_flashback_intensive_queries
data_files:
- split: flashback_intensive_adversarial_abstention
path: >-
Episodic/KnowMeBench/flashback_intensive/adversarial_abstention/queries.jsonl
- split: flashback_intensive_information_extraction
path: >-
Episodic/KnowMeBench/flashback_intensive/information_extraction/queries.jsonl
- split: flashback_intensive_mnestic_trigger_analysis
path: >-
Episodic/KnowMeBench/flashback_intensive/mnestic_trigger_analysis/queries.jsonl
- split: flashback_intensive_temporal_reasoning
path: Episodic/KnowMeBench/flashback_intensive/temporal_reasoning/queries.jsonl
- config_name: KnowMeBench_psychological_depth_queries
data_files:
- split: psychological_depth_adversarial_abstention
path: >-
Episodic/KnowMeBench/psychological_depth/adversarial_abstention/queries.jsonl
- split: psychological_depth_information_extraction
path: >-
Episodic/KnowMeBench/psychological_depth/information_extraction/queries.jsonl
- split: psychological_depth_mnestic_trigger_analysis
path: >-
Episodic/KnowMeBench/psychological_depth/mnestic_trigger_analysis/queries.jsonl
- split: psychological_depth_temporal_reasoning
path: Episodic/KnowMeBench/psychological_depth/temporal_reasoning/queries.jsonl
- config_name: KnowMeBench_corpus
data_files:
- split: event_driven
path: Episodic/KnowMeBench/event_driven/corpus.jsonl
- split: flashback_intensive
path: Episodic/KnowMeBench/flashback_intensive/corpus.jsonl
- split: psychological_depth
path: Episodic/KnowMeBench/psychological_depth/corpus.jsonl
- config_name: DeepPlanning_queries
data_files:
- split: shopping_level1
path: Procedural/DeepPlanning/shopping_level1/queries.jsonl
- split: shopping_level2
path: Procedural/DeepPlanning/shopping_level2/queries.jsonl
- split: shopping_level3
path: Procedural/DeepPlanning/shopping_level3/queries.jsonl
- config_name: DeepPlanning_corpus
data_files:
- split: shopping_level1
path: Procedural/DeepPlanning/shopping_level1/corpus.jsonl
- split: shopping_level2
path: Procedural/DeepPlanning/shopping_level2/corpus.jsonl
- split: shopping_level3
path: Procedural/DeepPlanning/shopping_level3/corpus.jsonl
- config_name: DeepPlanning_candidates
data_files:
- split: shopping_level1
path: Procedural/DeepPlanning/shopping_level1/candidates.jsonl
- split: shopping_level2
path: Procedural/DeepPlanning/shopping_level2/candidates.jsonl
- split: shopping_level3
path: Procedural/DeepPlanning/shopping_level3/candidates.jsonl
- config_name: Gorilla_queries
data_files:
- split: gorilla_huggingface
path: Procedural/Gorilla/gorilla_huggingface/queries.jsonl
- split: gorilla_pytorch
path: Procedural/Gorilla/gorilla_pytorch/queries.jsonl
- split: gorilla_tensor
path: Procedural/Gorilla/gorilla_tensor/queries.jsonl
- config_name: Gorilla_corpus
data_files:
- split: gorilla_huggingface
path: Procedural/Gorilla/gorilla_huggingface/corpus.jsonl
- split: gorilla_pytorch
path: Procedural/Gorilla/gorilla_pytorch/corpus.jsonl
- split: gorilla_tensor
path: Procedural/Gorilla/gorilla_tensor/corpus.jsonl
- config_name: MemGovern_ClusterHQ_flocker_queries
data_files:
- split: ClusterHQ_flocker
path: Procedural/MemGovern/ClusterHQ_flocker/queries.jsonl
- config_name: MemGovern_Microsoft_TypeScript_queries
data_files:
- split: Microsoft_TypeScript
path: Procedural/MemGovern/Microsoft_TypeScript/queries.jsonl
- config_name: MemGovern_StackStorm_st2_queries
data_files:
- split: StackStorm_st2
path: Procedural/MemGovern/StackStorm_st2/queries.jsonl
- config_name: MemGovern_apache_airflow_queries
data_files:
- split: apache_airflow
path: Procedural/MemGovern/apache_airflow/queries.jsonl
- config_name: MemGovern_certbot_certbot_queries
data_files:
- split: certbot_certbot
path: Procedural/MemGovern/certbot_certbot/queries.jsonl
- config_name: MemGovern_dask_dask_queries
data_files:
- split: dask_dask
path: Procedural/MemGovern/dask_dask/queries.jsonl
- config_name: MemGovern_datalad_datalad_queries
data_files:
- split: datalad_datalad
path: Procedural/MemGovern/datalad_datalad/queries.jsonl
- config_name: MemGovern_django_django_queries
data_files:
- split: django_django
path: Procedural/MemGovern/django_django/queries.jsonl
- config_name: MemGovern_dmwm_WMCore_queries
data_files:
- split: dmwm_WMCore
path: Procedural/MemGovern/dmwm_WMCore/queries.jsonl
- config_name: MemGovern_facebook_react_queries
data_files:
- split: facebook_react
path: Procedural/MemGovern/facebook_react/queries.jsonl
- config_name: MemGovern_huggingface_transformers_queries
data_files:
- split: huggingface_transformers
path: Procedural/MemGovern/huggingface_transformers/queries.jsonl
- config_name: MemGovern_kubernetes_kubernetes_queries
data_files:
- split: kubernetes_kubernetes
path: Procedural/MemGovern/kubernetes_kubernetes/queries.jsonl
- config_name: MemGovern_mesonbuild_meson_queries
data_files:
- split: mesonbuild_meson
path: Procedural/MemGovern/mesonbuild_meson/queries.jsonl
- config_name: MemGovern_microsoft_vscode_queries
data_files:
- split: microsoft_vscode
path: Procedural/MemGovern/microsoft_vscode/queries.jsonl
- config_name: MemGovern_moby_moby_queries
data_files:
- split: moby_moby
path: Procedural/MemGovern/moby_moby/queries.jsonl
- config_name: MemGovern_napari_napari_queries
data_files:
- split: napari_napari
path: Procedural/MemGovern/napari_napari/queries.jsonl
- config_name: MemGovern_numpy_numpy_queries
data_files:
- split: numpy_numpy
path: Procedural/MemGovern/numpy_numpy/queries.jsonl
- config_name: MemGovern_optuna_optuna_queries
data_files:
- split: optuna_optuna
path: Procedural/MemGovern/optuna_optuna/queries.jsonl
- config_name: MemGovern_pydata_xarray_queries
data_files:
- split: pydata_xarray
path: Procedural/MemGovern/pydata_xarray/queries.jsonl
- config_name: MemGovern_pypa_pip_queries
data_files:
- split: pypa_pip
path: Procedural/MemGovern/pypa_pip/queries.jsonl
- config_name: MemGovern_pytorch_pytorch_queries
data_files:
- split: pytorch_pytorch
path: Procedural/MemGovern/pytorch_pytorch/queries.jsonl
- config_name: MemGovern_saltstack_salt_queries
data_files:
- split: saltstack_salt
path: Procedural/MemGovern/saltstack_salt/queries.jsonl
- config_name: MemGovern_scipy_scipy_queries
data_files:
- split: scipy_scipy
path: Procedural/MemGovern/scipy_scipy/queries.jsonl
- config_name: MemGovern_scrapy_scrapy_queries
data_files:
- split: scrapy_scrapy
path: Procedural/MemGovern/scrapy_scrapy/queries.jsonl
- config_name: MemGovern_spack_spack_queries
data_files:
- split: spack_spack
path: Procedural/MemGovern/spack_spack/queries.jsonl
- config_name: MemGovern_spotify_luigi_queries
data_files:
- split: spotify_luigi
path: Procedural/MemGovern/spotify_luigi/queries.jsonl
- config_name: MemGovern_sympy_sympy_queries
data_files:
- split: sympy_sympy
path: Procedural/MemGovern/sympy_sympy/queries.jsonl
- config_name: MemGovern_tensorflow_tensorflow_queries
data_files:
- split: tensorflow_tensorflow
path: Procedural/MemGovern/tensorflow_tensorflow/queries.jsonl
- config_name: MemGovern_webpack_webpack_queries
data_files:
- split: webpack_webpack
path: Procedural/MemGovern/webpack_webpack/queries.jsonl
- config_name: MemGovern_xonsh_xonsh_queries
data_files:
- split: xonsh_xonsh
path: Procedural/MemGovern/xonsh_xonsh/queries.jsonl
- config_name: MemGovern_ClusterHQ_flocker_corpus
data_files:
- split: ClusterHQ_flocker
path: Procedural/MemGovern/ClusterHQ_flocker/corpus.jsonl
- config_name: MemGovern_Microsoft_TypeScript_corpus
data_files:
- split: Microsoft_TypeScript
path: Procedural/MemGovern/Microsoft_TypeScript/corpus.jsonl
- config_name: MemGovern_StackStorm_st2_corpus
data_files:
- split: StackStorm_st2
path: Procedural/MemGovern/StackStorm_st2/corpus.jsonl
- config_name: MemGovern_apache_airflow_corpus
data_files:
- split: apache_airflow
path: Procedural/MemGovern/apache_airflow/corpus.jsonl
- config_name: MemGovern_certbot_certbot_corpus
data_files:
- split: certbot_certbot
path: Procedural/MemGovern/certbot_certbot/corpus.jsonl
- config_name: MemGovern_dask_dask_corpus
data_files:
- split: dask_dask
path: Procedural/MemGovern/dask_dask/corpus.jsonl
- config_name: MemGovern_datalad_datalad_corpus
data_files:
- split: datalad_datalad
path: Procedural/MemGovern/datalad_datalad/corpus.jsonl
- config_name: MemGovern_django_django_corpus
data_files:
- split: django_django
path: Procedural/MemGovern/django_django/corpus.jsonl
- config_name: MemGovern_dmwm_WMCore_corpus
data_files:
- split: dmwm_WMCore
path: Procedural/MemGovern/dmwm_WMCore/corpus.jsonl
- config_name: MemGovern_facebook_react_corpus
data_files:
- split: facebook_react
path: Procedural/MemGovern/facebook_react/corpus.jsonl
- config_name: MemGovern_huggingface_transformers_corpus
data_files:
- split: huggingface_transformers
path: Procedural/MemGovern/huggingface_transformers/corpus.jsonl
- config_name: MemGovern_kubernetes_kubernetes_corpus
data_files:
- split: kubernetes_kubernetes
path: Procedural/MemGovern/kubernetes_kubernetes/corpus.jsonl
- config_name: MemGovern_mesonbuild_meson_corpus
data_files:
- split: mesonbuild_meson
path: Procedural/MemGovern/mesonbuild_meson/corpus.jsonl
- config_name: MemGovern_microsoft_vscode_corpus
data_files:
- split: microsoft_vscode
path: Procedural/MemGovern/microsoft_vscode/corpus.jsonl
- config_name: MemGovern_moby_moby_corpus
data_files:
- split: moby_moby
path: Procedural/MemGovern/moby_moby/corpus.jsonl
- config_name: MemGovern_napari_napari_corpus
data_files:
- split: napari_napari
path: Procedural/MemGovern/napari_napari/corpus.jsonl
- config_name: MemGovern_numpy_numpy_corpus
data_files:
- split: numpy_numpy
path: Procedural/MemGovern/numpy_numpy/corpus.jsonl
- config_name: MemGovern_optuna_optuna_corpus
data_files:
- split: optuna_optuna
path: Procedural/MemGovern/optuna_optuna/corpus.jsonl
- config_name: MemGovern_pydata_xarray_corpus
data_files:
- split: pydata_xarray
path: Procedural/MemGovern/pydata_xarray/corpus.jsonl
- config_name: MemGovern_pypa_pip_corpus
data_files:
- split: pypa_pip
path: Procedural/MemGovern/pypa_pip/corpus.jsonl
- config_name: MemGovern_pytorch_pytorch_corpus
data_files:
- split: pytorch_pytorch
path: Procedural/MemGovern/pytorch_pytorch/corpus.jsonl
- config_name: MemGovern_saltstack_salt_corpus
data_files:
- split: saltstack_salt
path: Procedural/MemGovern/saltstack_salt/corpus.jsonl
- config_name: MemGovern_scipy_scipy_corpus
data_files:
- split: scipy_scipy
path: Procedural/MemGovern/scipy_scipy/corpus.jsonl
- config_name: MemGovern_scrapy_scrapy_corpus
data_files:
- split: scrapy_scrapy
path: Procedural/MemGovern/scrapy_scrapy/corpus.jsonl
- config_name: MemGovern_spack_spack_corpus
data_files:
- split: spack_spack
path: Procedural/MemGovern/spack_spack/corpus.jsonl
- config_name: MemGovern_spotify_luigi_corpus
data_files:
- split: spotify_luigi
path: Procedural/MemGovern/spotify_luigi/corpus.jsonl
- config_name: MemGovern_sympy_sympy_corpus
data_files:
- split: sympy_sympy
path: Procedural/MemGovern/sympy_sympy/corpus.jsonl
- config_name: MemGovern_tensorflow_tensorflow_corpus
data_files:
- split: tensorflow_tensorflow
path: Procedural/MemGovern/tensorflow_tensorflow/corpus.jsonl
- config_name: MemGovern_webpack_webpack_corpus
data_files:
- split: webpack_webpack
path: Procedural/MemGovern/webpack_webpack/corpus.jsonl
- config_name: MemGovern_xonsh_xonsh_corpus
data_files:
- split: xonsh_xonsh
path: Procedural/MemGovern/xonsh_xonsh/corpus.jsonl
- config_name: Proced_mem_bench_queries
data_files:
- split: easy
path: Procedural/Proced_mem_bench/easy/queries.jsonl
- split: hard
path: Procedural/Proced_mem_bench/hard/queries.jsonl
- split: medium
path: Procedural/Proced_mem_bench/medium/queries.jsonl
- config_name: Proced_mem_bench_corpus
data_files:
- split: Proced_mem_bench_corpus
path: Procedural/Proced_mem_bench/corpus.jsonl
- config_name: ReMe_queries
data_files:
- split: appworld_qwen3_14b_generalized_query
path: Procedural/ReMe/appworld_qwen3_14b/generalized_query/queries.jsonl
- split: appworld_qwen3_32b_generalized_query
path: Procedural/ReMe/appworld_qwen3_32b/generalized_query/queries.jsonl
- split: appworld_qwen3_8b_generalized_query
path: Procedural/ReMe/appworld_qwen3_8b/generalized_query/queries.jsonl
- split: bfcl_qwen3_14b_generalized_query
path: Procedural/ReMe/bfcl_qwen3_14b/generalized_query/queries.jsonl
- split: bfcl_qwen3_14b_task_query
path: Procedural/ReMe/bfcl_qwen3_14b/task_query/queries.jsonl
- split: bfcl_qwen3_32b_generalized_query
path: Procedural/ReMe/bfcl_qwen3_32b/generalized_query/queries.jsonl
- split: bfcl_qwen3_32b_task_query
path: Procedural/ReMe/bfcl_qwen3_32b/task_query/queries.jsonl
- split: bfcl_qwen3_8b_generalized_query
path: Procedural/ReMe/bfcl_qwen3_8b/generalized_query/queries.jsonl
- split: bfcl_qwen3_8b_task_query
path: Procedural/ReMe/bfcl_qwen3_8b/task_query/queries.jsonl
- config_name: ReMe_corpus
data_files:
- split: appworld_qwen3_14b
path: Procedural/ReMe/appworld_qwen3_14b/corpus.jsonl
- split: appworld_qwen3_32b
path: Procedural/ReMe/appworld_qwen3_32b/corpus.jsonl
- split: appworld_qwen3_8b
path: Procedural/ReMe/appworld_qwen3_8b/corpus.jsonl
- split: bfcl_qwen3_14b
path: Procedural/ReMe/bfcl_qwen3_14b/corpus.jsonl
- split: bfcl_qwen3_32b
path: Procedural/ReMe/bfcl_qwen3_32b/corpus.jsonl
- split: bfcl_qwen3_8b
path: Procedural/ReMe/bfcl_qwen3_8b/corpus.jsonl
- config_name: ToolBench_queries
data_files:
- split: ToolBench_queries
path: Procedural/ToolBench/queries.jsonl
- config_name: ToolBench_corpus
data_files:
- split: ToolBench_corpus
path: Procedural/ToolBench/corpus.jsonl
- config_name: LooGLE_queries
data_files:
- split: LongDepQA
path: Semantic/LooGLE/LongDepQA/queries.jsonl
- split: ShortDepQA
path: Semantic/LooGLE/ShortDepQA/queries.jsonl
- config_name: LooGLE_corpus
data_files:
- split: LongDepQA
path: Semantic/LooGLE/LongDepQA/corpus.jsonl
- split: ShortDepQA
path: Semantic/LooGLE/ShortDepQA/corpus.jsonl
- config_name: LooGLE_candidates
data_files:
- split: LongDepQA
path: Semantic/LooGLE/LongDepQA/candidates.jsonl
- split: ShortDepQA
path: Semantic/LooGLE/ShortDepQA/candidates.jsonl
- config_name: MLDR_queries
data_files:
- split: MLDR_queries
path: Semantic/MLDR/queries.jsonl
- config_name: MLDR_corpus
data_files:
- split: MLDR_corpus
path: Semantic/MLDR/corpus.jsonl
- config_name: MLDR_candidates
data_files:
- split: MLDR_candidates
path: Semantic/MLDR/candidates.jsonl
- config_name: NovelQA_queries
data_files:
- split: Character
path: Semantic/NovelQA/Character/queries.jsonl
- split: Meaning
path: Semantic/NovelQA/Meaning/queries.jsonl
- split: Plot
path: Semantic/NovelQA/Plot/queries.jsonl
- split: Relation
path: Semantic/NovelQA/Relation/queries.jsonl
- split: Setting
path: Semantic/NovelQA/Setting/queries.jsonl
- split: Span
path: Semantic/NovelQA/Span/queries.jsonl
- split: Times
path: Semantic/NovelQA/Times/queries.jsonl
- config_name: NovelQA_corpus
data_files:
- split: NovelQA_corpus
path: Semantic/NovelQA/corpus.jsonl
- config_name: NovelQA_candidates
data_files:
- split: NovelQA_candidates
path: Semantic/NovelQA/candidates.jsonl
- config_name: PeerQA_queries
data_files:
- split: PeerQA_queries
path: Semantic/PeerQA/queries.jsonl
- config_name: PeerQA_corpus
data_files:
- split: PeerQA_corpus
path: Semantic/PeerQA/corpus.jsonl
- config_name: PeerQA_candidates
data_files:
- split: PeerQA_candidates
path: Semantic/PeerQA/candidates.jsonl
- config_name: QASPER_queries
data_files:
- split: QASPER_queries
path: Semantic/QASPER/queries.jsonl
- config_name: QASPER_corpus
data_files:
- split: QASPER_corpus
path: Semantic/QASPER/corpus.jsonl
- config_name: QASPER_candidates
data_files:
- split: QASPER_candidates
path: Semantic/QASPER/candidates.jsonl
- config_name: SciFact_queries
data_files:
- split: SciFact_queries
path: Semantic/SciFact/queries.jsonl
- config_name: SciFact_corpus
data_files:
- split: SciFact_corpus
path: Semantic/SciFact/corpus.jsonl
size_categories:
- 1M<n<10M
license: cc-by-4.0
---