{"id":"https://openalex.org/W4287555386","doi":"https://doi.org/10.48550/arxiv.2012.04293","title":"CRAFT: A Benchmark for Causal Reasoning About Forces and inTeractions","display_name":"CRAFT: A Benchmark for Causal Reasoning About Forces and inTeractions","publication_year":2020,"publication_date":"2020-12-08","ids":{"openalex":"https://openalex.org/W4287555386","doi":"https://doi.org/10.48550/arxiv.2012.04293"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2012.04293","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2012.04293","pdf_url":"https://arxiv.org/pdf/2012.04293","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2012.04293","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Ates, Tayfun","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I66514158","display_name":"Hacettepe University","ror":"https://ror.org/04kwvgz42","country_code":"TR","type":"education","lineage":["https://openalex.org/I66514158"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Ates, Tayfun","raw_affiliation_strings":["Hacettepe University , Computer Engineering Department"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hacettepe University , Computer Engineering Department","institution_ids":["https://openalex.org/I66514158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025662327","display_name":"M. Samil Atesoglu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I66514158","display_name":"Hacettepe University","ror":"https://ror.org/04kwvgz42","country_code":"TR","type":"education","lineage":["https://openalex.org/I66514158"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Atesoglu, M. Samil","raw_affiliation_strings":["Hacettepe University , Computer Engineering Department"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hacettepe University , Computer Engineering Department","institution_ids":["https://openalex.org/I66514158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021571616","display_name":"\u00c7a\u011fatay Yi\u011fit","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I66514158","display_name":"Hacettepe University","ror":"https://ror.org/04kwvgz42","country_code":"TR","type":"education","lineage":["https://openalex.org/I66514158"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Yigit, Cagatay","raw_affiliation_strings":["Hacettepe University , Computer Engineering Department"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hacettepe University , Computer Engineering Department","institution_ids":["https://openalex.org/I66514158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039806824","display_name":"\u0130lker Kesen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1351752","display_name":"Ko\u00e7 University","ror":"https://ror.org/00jzwgz36","country_code":"TR","type":"education","lineage":["https://openalex.org/I1351752"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Kesen, Ilker","raw_affiliation_strings":["Ko\u00e7 University , Computer Engineering Department","Ko\u00e7 University Is Bank AI Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ko\u00e7 University , Computer Engineering Department","institution_ids":["https://openalex.org/I1351752"]},{"raw_affiliation_string":"Ko\u00e7 University Is Bank AI Center","institution_ids":["https://openalex.org/I1351752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086185300","display_name":"Mert Koba\u015f","orcid":"https://orcid.org/0000-0002-9669-9033","observed_orcids":["https://orcid.org/0000-0002-9669-9033"]},"institutions":[{"id":"https://openalex.org/I1351752","display_name":"Ko\u00e7 University","ror":"https://ror.org/00jzwgz36","country_code":"TR","type":"education","lineage":["https://openalex.org/I1351752"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Kobas, Mert","raw_affiliation_strings":["Ko\u00e7 University , Psychology Department"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ko\u00e7 University , Psychology Department","institution_ids":["https://openalex.org/I1351752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074809120","display_name":"Erkut Erdem","orcid":"https://orcid.org/0000-0002-6744-8614","observed_orcids":["https://orcid.org/0000-0002-6744-8614"]},"institutions":[{"id":"https://openalex.org/I1351752","display_name":"Ko\u00e7 University","ror":"https://ror.org/00jzwgz36","country_code":"TR","type":"education","lineage":["https://openalex.org/I1351752"]},{"id":"https://openalex.org/I66514158","display_name":"Hacettepe University","ror":"https://ror.org/04kwvgz42","country_code":"TR","type":"education","lineage":["https://openalex.org/I66514158"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Erdem, Erkut","raw_affiliation_strings":["Hacettepe University , Computer Engineering Department","Ko\u00e7 University Is Bank AI Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hacettepe University , Computer Engineering Department","institution_ids":["https://openalex.org/I66514158"]},{"raw_affiliation_string":"Ko\u00e7 University Is Bank AI Center","institution_ids":["https://openalex.org/I1351752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000080119","display_name":"Aykut Erdem","orcid":"https://orcid.org/0000-0002-6280-8422","observed_orcids":["https://orcid.org/0000-0002-6280-8422"]},"institutions":[{"id":"https://openalex.org/I1351752","display_name":"Ko\u00e7 University","ror":"https://ror.org/00jzwgz36","country_code":"TR","type":"education","lineage":["https://openalex.org/I1351752"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Erdem, Aykut","raw_affiliation_strings":["Ko\u00e7 University , Computer Engineering Department","Ko\u00e7 University Is Bank AI Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ko\u00e7 University , Computer Engineering Department","institution_ids":["https://openalex.org/I1351752"]},{"raw_affiliation_string":"Ko\u00e7 University Is Bank AI Center","institution_ids":["https://openalex.org/I1351752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064971904","display_name":"Tilbe G\u00f6ksun","orcid":"https://orcid.org/0000-0002-0190-7988","observed_orcids":["https://orcid.org/0000-0002-0190-7988"]},"institutions":[{"id":"https://openalex.org/I1351752","display_name":"Ko\u00e7 University","ror":"https://ror.org/00jzwgz36","country_code":"TR","type":"education","lineage":["https://openalex.org/I1351752"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Goksun, Tilbe","raw_affiliation_strings":["Ko\u00e7 University , Psychology Department"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ko\u00e7 University , Psychology Department","institution_ids":["https://openalex.org/I1351752"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013522667","display_name":"Deniz Y\u00fcret","orcid":"https://orcid.org/0000-0002-7039-0046","observed_orcids":["https://orcid.org/0000-0002-7039-0046"]},"institutions":[{"id":"https://openalex.org/I1351752","display_name":"Ko\u00e7 University","ror":"https://ror.org/00jzwgz36","country_code":"TR","type":"education","lineage":["https://openalex.org/I1351752"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Yuret, Deniz","raw_affiliation_strings":["Ko\u00e7 University , Computer Engineering Department","Ko\u00e7 University Is Bank AI Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ko\u00e7 University , Computer Engineering Department","institution_ids":["https://openalex.org/I1351752"]},{"raw_affiliation_string":"Ko\u00e7 University Is Bank AI Center","institution_ids":["https://openalex.org/I1351752"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/causal-reasoning","display_name":"causal reasoning","score":0.9639999866485596},{"id":"https://openalex.org/keywords/physical-force","display_name":"physical force","score":0.9079999923706055},{"id":"https://openalex.org/keywords/object-interaction","display_name":"object interaction","score":0.949999988079071},{"id":"https://openalex.org/keywords/video-question-answering","display_name":"video question answering","score":0.984000027179718},{"id":"https://openalex.org/keywords/benchmark-dataset","display_name":"benchmark dataset","score":0.8980000019073486},{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"counterfactual reasoning","score":0.8309999704360962},{"id":"https://openalex.org/keywords/descriptive-questions","display_name":"descriptive questions","score":0.6779999732971191},{"id":"https://openalex.org/keywords/causal-language","display_name":"causal language","score":0.3070000112056732},{"id":"https://openalex.org/keywords/virtual-worlds","display_name":"virtual worlds","score":0.5709999799728394},{"id":"https://openalex.org/keywords/physical-reasoning","display_name":"physical reasoning","score":0.3659999966621399}],"concepts":[{"id":"https://openalex.org/C2779732396","wikidata":"https://www.wikidata.org/wiki/Q2207288","display_name":"Craft","level":2,"score":0.877282977104187},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.8456745147705078},{"id":"https://openalex.org/C115086926","wikidata":"https://www.wikidata.org/wiki/Q17004651","display_name":"Causal reasoning","level":3,"score":0.7142735719680786},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6741570830345154},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6650216579437256},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5928362607955933},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5573997497558594},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5151925683021545},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.49834442138671875},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.4667779505252838},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.44293132424354553},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.4213062822818756},{"id":"https://openalex.org/C163504300","wikidata":"https://www.wikidata.org/wiki/Q2364925","display_name":"Causal structure","level":2,"score":0.41947516798973083},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37862691283226013},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.24238771200180054},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11964461207389832},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.11936664581298828},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2012.04293","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2012.04293","pdf_url":"https://arxiv.org/pdf/2012.04293","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2012.04293","doi":"https://doi.org/10.48550/arxiv.2012.04293","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2012.04293","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2012.04293","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2012.04293","pdf_url":"https://arxiv.org/pdf/2012.04293","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G73914420","display_name":null,"funder_award_id":"GEBIP 2018","funder_id":"https://openalex.org/F4320322628","funder_display_name":"T\u00fcrkiye Bilimler Akademisi"},{"id":"https://openalex.org/G8921346925","display_name":null,"funder_award_id":"GEBIP 2018 Award","funder_id":"https://openalex.org/F4320322628","funder_display_name":"T\u00fcrkiye Bilimler Akademisi"}],"funders":[{"id":"https://openalex.org/F4320322628","display_name":"T\u00fcrkiye Bilimler Akademisi","ror":"https://ror.org/00aqt9352"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4287555386.pdf","grobid_xml":"https://content.openalex.org/works/W4287555386.grobid-xml"},"referenced_works_count":4,"referenced_works":["https://openalex.org/W2795038878","https://openalex.org/W2964121744","https://openalex.org/W3037966979","https://openalex.org/W3179891906"],"related_works":["https://openalex.org/W4417308990","https://openalex.org/W4387427785","https://openalex.org/W2978723076","https://openalex.org/W4404782515","https://openalex.org/W4415796343","https://openalex.org/W3194499153","https://openalex.org/W7196998592","https://openalex.org/W7162306214","https://openalex.org/W7078745657","https://openalex.org/W4385573602"],"abstract_inverted_index":{"Humans":[0],"are":[1,60,137],"able":[2],"to":[3],"perceive,":[4],"understand":[5],"and":[6,16,49,56,80,92,125],"reason":[7],"about":[8,46],"causal":[9,17,44,109,116],"events.":[10],"Developing":[11],"models":[12],"with":[13,77,153],"similar":[14],"physical":[15,47],"understanding":[18,114],"capabilities":[19],"is":[20],"a":[21,28,36,107],"long-standing":[22],"goal":[23],"of":[24],"artificial":[25],"intelligence.":[26],"As":[27],"step":[29],"towards":[30],"this":[31],"direction,":[32],"we":[33,105],"introduce":[34,106],"CRAFT,":[35],"new":[37,108],"video":[38,55],"question":[39,57,84,110],"answering":[40],"dataset":[41],"that":[42,59,75,112,130],"requires":[43],"reasoning":[45],"forces":[48],"object":[50],"interactions.":[51],"It":[52],"contains":[53],"58K":[54],"pairs":[58],"generated":[61],"from":[62,65],"10K":[63],"videos":[64],"20":[66],"different":[67],"virtual":[68],"environments,":[69],"containing":[70],"various":[71],"objects":[72,119],"in":[73,86,102,135,157],"motion":[74],"interact":[76],"each":[78],"other":[79],"the":[81,98,115,133,141,154],"scene.":[82],"Two":[83],"categories":[85],"CRAFT":[87,136],"include":[88],"previously":[89],"studied":[90],"descriptive":[91],"counterfactual":[93],"questions.":[94],"Additionally,":[95],"inspired":[96],"by":[97],"Force":[99],"Dynamics":[100],"Theory":[101],"cognitive":[103],"linguistics,":[104],"category":[111],"involves":[113],"interactions":[117],"between":[118],"through":[120],"notions":[121],"like":[122],"cause,":[123],"enable,":[124],"prevent.":[126],"Our":[127],"results":[128],"show":[129],"even":[131],"though":[132],"questions":[134],"easy":[138],"for":[139],"humans,":[140],"tested":[142],"baseline":[143],"models,":[144],"including":[145],"existing":[146],"state-of-the-art":[147],"methods,":[148],"do":[149],"not":[150],"yet":[151],"deal":[152],"challenges":[155],"posed":[156],"our":[158],"benchmark.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2022-07-25T00:00:00"}