{"id":"https://openalex.org/W4393781978","doi":"https://doi.org/10.5281/zenodo.4904782","title":"CRAFT: A Benchmark for Causal Reasoning About Forces and inTeractions","display_name":"CRAFT: A Benchmark for Causal Reasoning About Forces and inTeractions","publication_year":2021,"publication_date":"2021-06-07","ids":{"openalex":"https://openalex.org/W4393781978","doi":"https://doi.org/10.5281/zenodo.4904782"},"language":"en","primary_location":{"id":"pmh:oai:zenodo.org:4904783","doi":null,"is_oa":true,"landing_page_url":"https://zenodo.org/record/4904783","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"dataset"},"volume":null,"type":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/4904783","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079110976","display_name":"Tayfun Ates","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I66514158","display_name":"Hacettepe University","ror":"https://ror.org/04kwvgz42","country_code":"TR","type":"education","lineage":["https://openalex.org/I66514158"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Ates, Tayfun","raw_affiliation_strings":["Hacettepe University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hacettepe University","institution_ids":["https://openalex.org/I66514158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025662327","display_name":"M. Samil Atesoglu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I66514158","display_name":"Hacettepe University","ror":"https://ror.org/04kwvgz42","country_code":"TR","type":"education","lineage":["https://openalex.org/I66514158"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Atesoglu, M. Samil","raw_affiliation_strings":["Hacettepe University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hacettepe University","institution_ids":["https://openalex.org/I66514158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021571616","display_name":"\u00c7a\u011fatay Yi\u011fit","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I66514158","display_name":"Hacettepe University","ror":"https://ror.org/04kwvgz42","country_code":"TR","type":"education","lineage":["https://openalex.org/I66514158"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Yigit, Cagatay","raw_affiliation_strings":["Hacettepe University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hacettepe University","institution_ids":["https://openalex.org/I66514158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039806824","display_name":"\u0130lker Kesen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1351752","display_name":"Ko\u00e7 University","ror":"https://ror.org/00jzwgz36","country_code":"TR","type":"education","lineage":["https://openalex.org/I1351752"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Kesen, Ilker","raw_affiliation_strings":["Ko\u00e7 University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ko\u00e7 University","institution_ids":["https://openalex.org/I1351752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086185300","display_name":"Mert Koba\u015f","orcid":"https://orcid.org/0000-0002-9669-9033","observed_orcids":["https://orcid.org/0000-0002-9669-9033"]},"institutions":[{"id":"https://openalex.org/I1351752","display_name":"Ko\u00e7 University","ror":"https://ror.org/00jzwgz36","country_code":"TR","type":"education","lineage":["https://openalex.org/I1351752"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Kobas, Mert","raw_affiliation_strings":["Ko\u00e7 University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ko\u00e7 University","institution_ids":["https://openalex.org/I1351752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074809120","display_name":"Erkut Erdem","orcid":"https://orcid.org/0000-0002-6744-8614","observed_orcids":["https://orcid.org/0000-0002-6744-8614"]},"institutions":[{"id":"https://openalex.org/I66514158","display_name":"Hacettepe University","ror":"https://ror.org/04kwvgz42","country_code":"TR","type":"education","lineage":["https://openalex.org/I66514158"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Erdem, Erkut","raw_affiliation_strings":["Hacettepe University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hacettepe University","institution_ids":["https://openalex.org/I66514158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000080119","display_name":"Aykut Erdem","orcid":"https://orcid.org/0000-0002-6280-8422","observed_orcids":["https://orcid.org/0000-0002-6280-8422"]},"institutions":[{"id":"https://openalex.org/I66514158","display_name":"Hacettepe University","ror":"https://ror.org/04kwvgz42","country_code":"TR","type":"education","lineage":["https://openalex.org/I66514158"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Erdem, Aykut","raw_affiliation_strings":["Hacettepe University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hacettepe University","institution_ids":["https://openalex.org/I66514158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064971904","display_name":"Tilbe G\u00f6ksun","orcid":"https://orcid.org/0000-0002-0190-7988","observed_orcids":["https://orcid.org/0000-0002-0190-7988"]},"institutions":[{"id":"https://openalex.org/I1351752","display_name":"Ko\u00e7 University","ror":"https://ror.org/00jzwgz36","country_code":"TR","type":"education","lineage":["https://openalex.org/I1351752"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Goksun, Tilbe","raw_affiliation_strings":["Ko\u00e7 University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ko\u00e7 University","institution_ids":["https://openalex.org/I1351752"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013522667","display_name":"Deniz Y\u00fcret","orcid":"https://orcid.org/0000-0002-7039-0046","observed_orcids":["https://orcid.org/0000-0002-7039-0046"]},"institutions":[{"id":"https://openalex.org/I1351752","display_name":"Ko\u00e7 University","ror":"https://ror.org/00jzwgz36","country_code":"TR","type":"education","lineage":["https://openalex.org/I1351752"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Yuret, Deniz","raw_affiliation_strings":["Ko\u00e7 University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ko\u00e7 University","institution_ids":["https://openalex.org/I1351752"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/causal-reasoning","display_name":"causal reasoning","score":0.9049999713897705},{"id":"https://openalex.org/keywords/physical-force","display_name":"physical force","score":0.8920000195503235},{"id":"https://openalex.org/keywords/object-interaction","display_name":"object interaction","score":0.9490000009536743},{"id":"https://openalex.org/keywords/visual-question-answering","display_name":"visual question answering","score":0.9229999780654907},{"id":"https://openalex.org/keywords/benchmark-dataset","display_name":"benchmark dataset","score":0.9409999847412109},{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"counterfactual reasoning","score":0.7870000004768372},{"id":"https://openalex.org/keywords/descriptive-questions","display_name":"descriptive questions","score":0.5849999785423279},{"id":"https://openalex.org/keywords/cognitive-linguistics","display_name":"cognitive linguistics","score":0.8019999861717224},{"id":"https://openalex.org/keywords/force-dynamics","display_name":"force dynamics","score":0.8220000267028809},{"id":"https://openalex.org/keywords/virtual-worlds","display_name":"virtual worlds","score":0.6700000166893005}],"concepts":[{"id":"https://openalex.org/C2779732396","wikidata":"https://www.wikidata.org/wiki/Q2207288","display_name":"Craft","level":2,"score":0.9431412220001221},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7659517526626587},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.41961103677749634},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33537042140960693},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.32000643014907837},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2747643291950226},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.18222948908805847},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.14398622512817383},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.12984177470207214},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.1194588840007782}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:zenodo.org:4904783","doi":null,"is_oa":true,"landing_page_url":"https://zenodo.org/record/4904783","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"dataset"},{"id":"doi:10.5281/zenodo.4904782","doi":"https://doi.org/10.5281/zenodo.4904782","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.4904782","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"},{"id":"doi:10.5281/zenodo.4904783","doi":"https://doi.org/10.5281/zenodo.4904783","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.4904783","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:4904783","doi":null,"is_oa":true,"landing_page_url":"https://zenodo.org/record/4904783","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"dataset"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W6929014990","https://openalex.org/W4387427785","https://openalex.org/W3194499153","https://openalex.org/W4393499271","https://openalex.org/W7196998592","https://openalex.org/W4404782515","https://openalex.org/W2978723076","https://openalex.org/W4415796343","https://openalex.org/W4385573602","https://openalex.org/W7125105263"],"abstract_inverted_index":{"Humans":[0],"are":[1,61],"able":[2],"to":[3,136],"perceive,":[4],"understand":[5],"and":[6,50,57,81,93,125,139],"reason":[7],"about":[8,47],"physical":[9,15,48],"events.":[10],"Developing":[11],"models":[12],"with":[13,78,155],"similar":[14],"understanding":[16,114],"capabilities":[17],"is":[18],"a":[19,26,37],"long-standing":[20],"goal":[21],"of":[22,101,117,122],"artificial":[23],"intelligence.":[24],"As":[25],"step":[27],"towards":[28],"this":[29,32],"goal,":[30],"in":[31,74,104,159],"work,":[33],"we":[34,107],"introduce":[35,108],"CRAFT,":[36],"new":[38,109],"visual":[39],"question":[40,58,85,110],"answering":[41],"dataset":[42],"that":[43,60,76,112,130],"requires":[44],"causal":[45],"reasoning":[46],"forces":[49],"object":[51],"interactions.":[52],"It":[53],"contains":[54],"58K":[55],"video":[56],"pairs":[59],"generated":[62],"from":[63,66,87],"10K":[64],"videos":[65],"20":[67],"different":[68],"virtual":[69],"environments,":[70],"containing":[71],"various":[72],"objects":[73,118],"motion":[75],"interact":[77],"each":[79],"other":[80],"the":[82,99,115,120,143,156],"scene.":[83],"Two":[84],"categories":[86,111],"CRAFT":[88],"include":[89],"previously":[90],"studied":[91],"descriptive":[92],"counterfactual":[94],"questions.":[95],"Besides,":[96],"inspired":[97],"by":[98],"theories":[100],"force":[102],"dynamics":[103],"cognitive":[105],"linguistics,":[106],"involve":[113],"interactions":[116],"through":[119],"notions":[121],"cause,":[123],"enable,":[124],"prevent.":[126],"Our":[127],"results":[128],"demonstrate":[129],"even":[131],"though":[132],"these":[133],"tasks":[134],"seem":[135],"be":[137],"simple":[138],"intuitive":[140],"for":[141],"humans,":[142],"evaluated":[144],"baseline":[145],"models,":[146],"including":[147],"existing":[148],"state-of-the-art":[149],"methods,":[150],"do":[151],"not":[152],"yet":[153],"deal":[154],"challenges":[157],"posed":[158],"our":[160],"benchmark":[161],"dataset.":[162]},"counts_by_year":[],"updated_date":"2026-10-12T09:40:04.860316","created_date":"2024-04-03T00:00:00"}