takhyun03/extrapolation_bench

---
license: mit
extra_gated_prompt: >-
You agree to not use the dataset to conduct experiments that cause harm to
human subjects. Please note that the data in this dataset may be subject to
other agreements. Before using the data, be sure to read the relevant
agreements carefully to ensure compliant use. Video copyrights belong to the
original video creators or platforms and are for academic research use only.
task_categories:
- visual-question-answering
- video-classification
extra_gated_fields:
Name: text
Company/Organization: text
Country: text
E-Mail: text
modalities:
- Video
- Text
configs:

# ===========================
# SSV2 (1 config)
# ===========================
- config_name: ssv2_VP_default
data_files:
- split: val
path: ssv2/lr_mcq/ssv2_VP_default.json

# ===========================
# KTH (1 config)
# ===========================
- config_name: kth_VP_default
data_files:
- split: val
path: kth/lr_mcq/KTH_VP_default.json

# ===========================
# TempCompass - direction (4 configs)
# ===========================
- config_name: TempCompass_direction_caption_matching
data_files:
- split: val
path: TempCompass/direction/caption_matching.json

- config_name: TempCompass_direction_captioning
data_files:
- split: val
path: TempCompass/direction/captioning.json

- config_name: TempCompass_direction_multi-choice
data_files:
- split: val
path: TempCompass/direction/multi-choice.json

- config_name: TempCompass_direction_yes_no
data_files:
- split: val
path: TempCompass/direction/yes_no.json

# ===========================
# TempCompass - speed (4 configs)
# ===========================
- config_name: TempCompass_speed_caption_matching
data_files:
- split: val
path: TempCompass/speed/caption_matching.json

- config_name: TempCompass_speed_captioning
data_files:
- split: val
path: TempCompass/speed/captioning.json

- config_name: TempCompass_speed_multi-choice
data_files:
- split: val
path: TempCompass/speed/multi-choice.json

- config_name: TempCompass_speed_yes_no
data_files:
- split: val
path: TempCompass/speed/yes_no.json

# ===========================
# TOMATO - count (3 configs)
# ===========================
- config_name: TOMATO_count_human
data_files:
- split: val
path: TOMATO/count/human.json

- config_name: TOMATO_count_object
data_files:
- split: val
path: TOMATO/count/object.json

- config_name: TOMATO_count_simulated
data_files:
- split: val
path: TOMATO/count/simulated.json

# ===========================
# TOMATO - direction (3 configs)
# ===========================
- config_name: TOMATO_direction_human
data_files:
- split: val
path: TOMATO/direction/human.json

- config_name: TOMATO_direction_object
data_files:
- split: val
path: TOMATO/direction/object.json

- config_name: TOMATO_direction_simulated
data_files:
- split: val
path: TOMATO/direction/simulated.json

# ===========================
# TOMATO - rotation (3 configs)
# ===========================
- config_name: TOMATO_rotation_human
data_files:
- split: val
path: TOMATO/rotation/human.json

- config_name: TOMATO_rotation_object
data_files:
- split: val
path: TOMATO/rotation/object.json

- config_name: TOMATO_rotation_simulated
data_files:
- split: val
path: TOMATO/rotation/simulated.json

# ===========================
# TOMATO - shape_trend (2 configs)
# ===========================
- config_name: TOMATO_shape_trend_human
data_files:
- split: val
path: TOMATO/shape_trend/human.json

- config_name: TOMATO_shape_trend_simulated
data_files:
- split: val
path: TOMATO/shape_trend/simulated.json

# ===========================
# TOMATO - velocity_frequency (3 configs)
# ===========================
- config_name: TOMATO_velocity_frequency_human
data_files:
- split: val
path: TOMATO/velocity_frequency/human.json

- config_name: TOMATO_velocity_frequency_object
data_files:
- split: val
path: TOMATO/velocity_frequency/object.json

- config_name: TOMATO_velocity_frequency_simulated
data_files:
- split: val
path: TOMATO/velocity_frequency/simulated.json

# ===========================
# VLM4D (2 configs)
# ===========================
- config_name: VLM4D_real_mc
data_files:
- split: val
path: VLM4D/real_mc.json

- config_name: VLM4D_synthetic_mc
data_files:
- split: val
path: VLM4D/synthetic_mc.json

# ===========================
# MVBench (4 configs)
# ===========================
- config_name: mvbench_moving_attribute
data_files:
- split: val
path: mvbench/moving_attribute.json

- config_name: mvbench_moving_direction
data_files:
- split: val
path: mvbench/moving_direction.json

- config_name: mvbench_object_shuffle
data_files:
- split: val
path: mvbench/object_shuffle.json

- config_name: mvbench_counterfactual_inference
data_files:
- split: val
path: mvbench/counterfactual_inference.json

# ===========================
# Synthetic testbed (8 configs)
# ===========================
- config_name: synthetic_counterfactual_direction
data_files:
- split: val
path: synthetic_testbed/counterfactual_direction.json

- config_name: synthetic_multi_object_relationship
data_files:
- split: val
path: synthetic_testbed/multi_object_relationship.json

- config_name: synthetic_multi_obj_direction
data_files:
- split: val
path: synthetic_testbed/multi_obj_direction.json

- config_name: static_identification
data_files:
- split: val
path: synthetic_testbed/static_identification.json

- config_name: mover_direction
data_files:
- split: val
path: synthetic_testbed/mover_direction.json

- config_name: parallel_recog
data_files:
- split: val
path: synthetic_testbed/parallel_recog.json

- config_name: synthetic_trajectory_extrapolation
data_files:
- split: val
path: synthetic_testbed/trajectory_extrapolation.json

- config_name: synthetic_trajectory_extrapolation_w_direction
data_files:
- split: val
path: synthetic_testbed/trajectory_extrapolation_with_direction.json

- config_name: 2obj_direction
data_files:
- split: val
path: synthetic_testbed/2obj_direction.json

- config_name: single_obj_direction
data_files:
- split: val
path: synthetic_testbed/single_obj_direction.json

language:
- en
size_categories:
- 1K<n<10K
---