{"id":"https://openalex.org/W3034287395","doi":"https://doi.org/10.24963/ijcai.2020/151","title":"Overcoming Language Priors with Self-supervised Learning for Visual Question Answering","display_name":"Overcoming Language Priors with Self-supervised Learning for Visual Question Answering","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3034287395","doi":"https://doi.org/10.24963/ijcai.2020/151","mag":"3034287395"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2020/151","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/151","pdf_url":"https://www.ijcai.org/proceedings/2020/0151.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2020/0151.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066852437","display_name":"Xi Zhu","orcid":"https://orcid.org/0000-0002-2496-4053"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xi Zhu","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China; School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China; School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023341829","display_name":"Zhendong Mao","orcid":"https://orcid.org/0000-0001-5739-8126"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhendong Mao","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China","University of, Science and Technology of China, Hefei, China#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of, Science and Technology of China, Hefei, China#TAB#","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100386372","display_name":"Chunxiao Liu","orcid":"https://orcid.org/0000-0002-3307-9558"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunxiao Liu","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China; School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China; School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044045771","display_name":"Peng Zhang","orcid":"https://orcid.org/0000-0001-9518-5914"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Zhang","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015829772","display_name":"Bin Wang","orcid":"https://orcid.org/0000-0001-9760-8343"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bin Wang","raw_affiliation_strings":["Xiaomi AI Lab, Xiaomi Inc., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiaomi AI Lab, Xiaomi Inc., Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046305086","display_name":"Yongdong Zhang","orcid":"https://orcid.org/0000-0002-1151-1792"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongdong Zhang","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China","University of, Science and Technology of China, Hefei, China#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of, Science and Technology of China, Hefei, China#TAB#","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5066852437"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":5.8847,"has_fulltext":false,"cited_by_count":113,"citation_normalized_percentile":{"value":0.97133489,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1083","last_page":"1089"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8336217403411865},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.7518026232719421},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.7239516377449036},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.674013614654541},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.6669188737869263},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6573659181594849},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5586378574371338},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5367734432220459},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5085016489028931},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5000061988830566},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.49179866909980774},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4266740679740906},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4158669114112854},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.10790911316871643}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8336217403411865},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.7518026232719421},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.7239516377449036},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.674013614654541},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.6669188737869263},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6573659181594849},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5586378574371338},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5367734432220459},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5085016489028931},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5000061988830566},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.49179866909980774},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4266740679740906},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4158669114112854},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.10790911316871643},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2020/151","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/151","pdf_url":"https://www.ijcai.org/proceedings/2020/0151.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2020/151","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/151","pdf_url":"https://www.ijcai.org/proceedings/2020/0151.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6299999952316284}],"awards":[{"id":"https://openalex.org/G1683100034","display_name":null,"funder_award_id":"2016QY03D0503","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2458909528","display_name":null,"funder_award_id":"WK3480000008","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7350247691","display_name":null,"funder_award_id":"61525206","funder_id":"https://openalex.org/F4320336125","funder_display_name":"National Science Fund for Distinguished Young Scholars"},{"id":"https://openalex.org/G8290336390","display_name":null,"funder_award_id":"61525206","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8374609628","display_name":null,"funder_award_id":"U19A2057","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8817924637","display_name":null,"funder_award_id":"XDC02040400","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320336125","display_name":"National Science Fund for Distinguished Young Scholars","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3034287395.pdf","grobid_xml":"https://content.openalex.org/works/W3034287395.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W1933349210","https://openalex.org/W2322020277","https://openalex.org/W2413904250","https://openalex.org/W2745461083","https://openalex.org/W2785325870","https://openalex.org/W2807718466","https://openalex.org/W2891021031","https://openalex.org/W2944668088","https://openalex.org/W2946299408","https://openalex.org/W2953388933","https://openalex.org/W2963398599","https://openalex.org/W2963420272","https://openalex.org/W2963521239","https://openalex.org/W2963644680","https://openalex.org/W2963954913","https://openalex.org/W2964118342","https://openalex.org/W2983256121","https://openalex.org/W2997072136","https://openalex.org/W3016211260","https://openalex.org/W4289421997"],"related_works":["https://openalex.org/W4386190339","https://openalex.org/W2968424575","https://openalex.org/W3142333283","https://openalex.org/W2580650124","https://openalex.org/W3122088529","https://openalex.org/W2384605597","https://openalex.org/W4288267738","https://openalex.org/W2964413124","https://openalex.org/W4388937922","https://openalex.org/W3113264705"],"abstract_inverted_index":{"Most":[0],"Visual":[1],"Question":[2],"Answering":[3],"(VQA)":[4],"models":[5,21,50],"suffer":[6],"from":[7,158],"the":[8,30,34,70,75,105,117,122,134,155,163,176],"language":[9,71,127],"prior":[10,72],"problem,":[11],"which":[12],"is":[13,29,189],"caused":[14],"by":[15,47,137,181],"inherent":[16],"data":[17,76,102,119,135,140],"biases.":[18],"Specifically,":[19],"VQA":[20,123],"tend":[22],"to":[23,56,69,92,103,115,120,125,160],"answer":[24],"questions":[25],"(e.g.,":[26,37],"what":[27],"color":[28],"banana?)":[31],"based":[32],"on":[33,162,191],"high-frequency":[35],"answers":[36],"yellow)":[38],"ignoring":[39],"image":[40,62],"contents.":[41],"Existing":[42],"approaches":[43],"tackle":[44],"this":[45,84,94],"problem":[46,73],"creating":[48],"delicate":[49],"or":[51],"introducing":[52,142],"additional":[53],"visual":[54],"annotations":[55],"reduce":[57],"question":[58],"dependency":[59],"and":[60,108],"strengthen":[61],"dependency.":[63],"However,":[64],"they":[65],"are":[66],"still":[67],"subject":[68],"since":[74],"biases":[77,136],"have":[78],"not":[79],"been":[80],"fundamentally":[81],"addressed.":[82],"In":[83,170],"paper,":[85],"we":[86,97,173],"introduce":[87],"a":[88,111],"self-supervised":[89,112],"learning":[90],"framework":[91],"solve":[93],"problem.":[95],"Concretely,":[96],"first":[98],"automatically":[99],"generate":[100],"labeled":[101],"balance":[104],"biased":[106],"data,":[107],"then":[109],"propose":[110],"auxiliary":[113],"task":[114],"utilize":[116],"balanced":[118,139],"assist":[121],"model":[124],"overcome":[126],"priors.":[128],"Our":[129,187],"method":[130,150],"can":[131,174],"compensate":[132],"for":[133],"generating":[138],"without":[141,183],"external":[143,185],"annotations.":[144,186],"Experimental":[145],"results":[146],"show":[147],"that":[148],"our":[149],"achieves":[151],"state-of-the-art":[152],"performance,":[153],"improving":[154],"overall":[156],"accuracy":[157],"49.50%":[159],"57.59%":[161],"most":[164],"commonly":[165],"used":[166],"benchmark":[167],"VQA-CP":[168],"v2.":[169],"other":[171],"words,":[172],"increase":[175],"performance":[177],"of":[178],"annotation-based":[179],"methods":[180],"16%":[182],"using":[184],"code":[188],"available":[190],"GitHub.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":31},{"year":2023,"cited_by_count":29},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":17},{"year":2020,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}