{"id":"https://openalex.org/W4288265104","doi":"https://doi.org/10.1109/tpami.2022.3210780","title":"CRIC: A VQA Dataset for Compositional Reasoning on Vision and Commonsense","display_name":"CRIC: A VQA Dataset for Compositional Reasoning on Vision and Commonsense","publication_year":2022,"publication_date":"2022-09-29","ids":{"openalex":"https://openalex.org/W4288265104","doi":"https://doi.org/10.1109/tpami.2022.3210780","pmid":"https://pubmed.ncbi.nlm.nih.gov/36173773"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2022.3210780","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3210780","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001133932","display_name":"Difei Gao","orcid":"https://orcid.org/0000-0001-8494-3492"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Difei Gao","raw_affiliation_strings":["Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences (CAS), Beijing, China","Key Laboratory of Intelligent Information Processing of Chinese Academy of Sciences (CAS), Institute of Computing Technology, CAS, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8494-3492","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences (CAS), Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing of Chinese Academy of Sciences (CAS), Institute of Computing Technology, CAS, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100614962","display_name":"Ruiping Wang","orcid":"https://orcid.org/0000-0003-1830-2595"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruiping Wang","raw_affiliation_strings":["Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences (CAS), Beijing, China","Key Laboratory of Intelligent Information Processing of Chinese Academy of Sciences (CAS), Institute of Computing Technology, CAS, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1830-2595","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences (CAS), Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing of Chinese Academy of Sciences (CAS), Institute of Computing Technology, CAS, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050297728","display_name":"Shiguang Shan","orcid":"https://orcid.org/0000-0002-8348-392X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiguang Shan","raw_affiliation_strings":["Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences (CAS), Beijing, China","Key Laboratory of Intelligent Information Processing of Chinese Academy of Sciences (CAS), Institute of Computing Technology, CAS, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8348-392X","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences (CAS), Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing of Chinese Academy of Sciences (CAS), Institute of Computing Technology, CAS, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083420537","display_name":"Xilin Chen","orcid":"https://orcid.org/0000-0003-3024-4404"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xilin Chen","raw_affiliation_strings":["Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences (CAS), Beijing, China","Key Laboratory of Intelligent Information Processing of Chinese Academy of Sciences (CAS), Institute of Computing Technology, CAS, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3024-4404","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences (CAS), Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing of Chinese Academy of Sciences (CAS), Institute of Computing Technology, CAS, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7869,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.8596114,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"45","issue":"5","first_page":"5561","last_page":"5578"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/commonsense-reasoning","display_name":"Commonsense reasoning","score":0.9027563333511353},{"id":"https://openalex.org/keywords/commonsense-knowledge","display_name":"Commonsense knowledge","score":0.8840384483337402},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.71098393201828},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.6746498346328735},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.6034634113311768},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5857390761375427},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.45045405626296997},{"id":"https://openalex.org/keywords/lift","display_name":"Lift (data mining)","score":0.4474126696586609},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.41165679693222046},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.353909969329834},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.34912630915641785},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.21597406268119812},{"id":"https://openalex.org/keywords/knowledge-representation-and-reasoning","display_name":"Knowledge representation and reasoning","score":0.11882415413856506},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.10410332679748535},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10299238562583923},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08489996194839478}],"concepts":[{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.9027563333511353},{"id":"https://openalex.org/C30542707","wikidata":"https://www.wikidata.org/wiki/Q1603203","display_name":"Commonsense knowledge","level":3,"score":0.8840384483337402},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.71098393201828},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6746498346328735},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6034634113311768},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5857390761375427},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.45045405626296997},{"id":"https://openalex.org/C139002025","wikidata":"https://www.wikidata.org/wiki/Q3001212","display_name":"Lift (data mining)","level":2,"score":0.4474126696586609},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.41165679693222046},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.353909969329834},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34912630915641785},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.21597406268119812},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.11882415413856506},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.10410332679748535},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10299238562583923},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08489996194839478},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2022.3210780","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3210780","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:36173773","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36173773","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/2","display_name":"Zero hunger"}],"awards":[{"id":"https://openalex.org/G2722639632","display_name":null,"funder_award_id":"61922080","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G370319998","display_name":null,"funder_award_id":"2021ZD0111901","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G3848188706","display_name":null,"funder_award_id":"U19B2036","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4523261873","display_name":null,"funder_award_id":"U21B2025","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W102708294","https://openalex.org/W1933349210","https://openalex.org/W1995525722","https://openalex.org/W2016089260","https://openalex.org/W2081580037","https://openalex.org/W2083897630","https://openalex.org/W2094728533","https://openalex.org/W2107901333","https://openalex.org/W2108598243","https://openalex.org/W2122732537","https://openalex.org/W2123442489","https://openalex.org/W2194775991","https://openalex.org/W2202226326","https://openalex.org/W2251818205","https://openalex.org/W2277195237","https://openalex.org/W2560730294","https://openalex.org/W2561715562","https://openalex.org/W2591644541","https://openalex.org/W2597425697","https://openalex.org/W2605736949","https://openalex.org/W2745461083","https://openalex.org/W2746097825","https://openalex.org/W2775221064","https://openalex.org/W2891394954","https://openalex.org/W2896457183","https://openalex.org/W2909770246","https://openalex.org/W2947312908","https://openalex.org/W2950096400","https://openalex.org/W2962716332","https://openalex.org/W2962749469","https://openalex.org/W2963115613","https://openalex.org/W2963150697","https://openalex.org/W2963224792","https://openalex.org/W2963477107","https://openalex.org/W2963518342","https://openalex.org/W2963954913","https://openalex.org/W2964118342","https://openalex.org/W2964303913","https://openalex.org/W2966317026","https://openalex.org/W2970231061","https://openalex.org/W2970476646","https://openalex.org/W2971974407","https://openalex.org/W2979382951","https://openalex.org/W2988326850","https://openalex.org/W2997200074","https://openalex.org/W2997591391","https://openalex.org/W2998356391","https://openalex.org/W3012716110","https://openalex.org/W3034336960","https://openalex.org/W3034727271","https://openalex.org/W3034943799","https://openalex.org/W3035017890","https://openalex.org/W3035512383","https://openalex.org/W3090449556","https://openalex.org/W3091588028","https://openalex.org/W3093355642","https://openalex.org/W3098967712","https://openalex.org/W3101638716","https://openalex.org/W3108864070","https://openalex.org/W3109097593","https://openalex.org/W3115476810","https://openalex.org/W3173220247","https://openalex.org/W3180479290","https://openalex.org/W4210736790","https://openalex.org/W4247637183","https://openalex.org/W4312971273","https://openalex.org/W6620707391","https://openalex.org/W6634232107","https://openalex.org/W6638318767","https://openalex.org/W6678224444","https://openalex.org/W6682086655","https://openalex.org/W6684191040","https://openalex.org/W6691476020","https://openalex.org/W6732742072","https://openalex.org/W6740863234","https://openalex.org/W6746901506","https://openalex.org/W6748270630","https://openalex.org/W6754375721","https://openalex.org/W6766904570","https://openalex.org/W6807699268","https://openalex.org/W6809839933"],"related_works":["https://openalex.org/W3035583586","https://openalex.org/W4320165839","https://openalex.org/W2151799802","https://openalex.org/W4385488510","https://openalex.org/W2196562041","https://openalex.org/W2073302931","https://openalex.org/W4378501473","https://openalex.org/W3206107299","https://openalex.org/W4313191056","https://openalex.org/W4320086306"],"abstract_inverted_index":{"Alternatively":[0],"inferring":[1],"on":[2,76,144,162],"the":[3,25,38,49,54,93,110,123,128,131,145,153,156],"visual":[4,13,50],"facts":[5],"and":[6,52,78,88,97,104,130,159,164],"commonsense":[7,47,98,154,165],"is":[8,174],"fundamental":[9],"for":[10,169],"an":[11,89,115],"advanced":[12],"question":[14,120],"answering":[15,96],"(VQA)":[16],"system.":[17],"This":[18],"ability":[19],"requires":[20],"models":[21,143],"to":[22,40,48,108,118,155],"go":[23],"beyond":[24],"literal":[26],"understanding":[27],"of":[28,84,95,141],"commonsense.":[29],"The":[30,172],"system":[31],"should":[32],"not":[33],"just":[34],"treat":[35],"objects":[36],"as":[37],"entrance":[39],"query":[41],"background":[42],"knowledge,":[43],"but":[44],"fully":[45],"ground":[46],"world":[51],"imagine":[53],"possible":[55],"relationships":[56],"between":[57],"objects,":[58],"e.g.,":[59],"\"fork,":[60],"can":[61],"lift,":[62],"food\".":[63],"To":[64,100],"comprehensively":[65],"evaluate":[66],"such":[67,102],"abilities,":[68],"we":[69,112],"propose":[70,114],"a":[71],"VQA":[72,142],"benchmark,":[73],"Compositional":[74],"Reasoning":[75],"vIsion":[77],"Commonsense(CRIC),":[79],"which":[80],"introduces":[81],"new":[82],"types":[83,140],"questions":[85,103],"about":[86],"CRIC,":[87],"evaluation":[90],"metric":[91],"integrating":[92],"correctness":[94],"grounding.":[99],"collect":[101],"rich":[105],"additional":[106],"annotations":[107],"support":[109],"metric,":[111],"also":[113],"automatic":[116],"algorithm":[117],"generate":[119],"samples":[121],"from":[122],"scene":[124],"graph":[125],"associated":[126],"with":[127],"images":[129],"relevant":[132],"knowledge":[133],"graph.":[134],"We":[135],"further":[136],"analyze":[137],"several":[138],"representative":[139],"CRIC":[146],"dataset.":[147],"Experimental":[148],"results":[149],"show":[150],"that":[151],"grounding":[152],"image":[157],"region":[158],"joint":[160],"reasoning":[161],"vision":[163],"are":[166],"still":[167],"challenging":[168],"current":[170],"approaches.":[171],"dataset":[173],"available":[175],"at":[176],"https://cricvqa.github.io.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":7}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}