{"id":"https://openalex.org/W3139224848","doi":"https://doi.org/10.1609/aaai.v36i3.20174","title":"Multi-Modal Answer Validation for Knowledge-Based VQA","display_name":"Multi-Modal Answer Validation for Knowledge-Based VQA","alternate_titles":[],"publication_year":2022,"publication_date":"2022-06-28","ids":{"openalex":"https://openalex.org/W3139224848","doi":"https://doi.org/10.1609/aaai.v36i3.20174","mag":"3139224848"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v36i3.20174","doi":"https://doi.org/10.1609/aaai.v36i3.20174","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v36i3.20174","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W3139224848"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1609/aaai.v36i3.20174","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101825497","display_name":"Jialin Wu","orcid":"https://orcid.org/0000-0003-4684-5212","observed_orcids":["https://orcid.org/0000-0003-4684-5212"]},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jialin Wu","raw_affiliation_strings":["UT Austin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UT Austin","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101055775","display_name":"Jiasen Lu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jiasen Lu","raw_affiliation_strings":["Allen Institute for AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allen Institute for AI","institution_ids":["https://openalex.org/I4210156221"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077726785","display_name":"Ashish Sabharwal","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ashish Sabharwal","raw_affiliation_strings":["Allen Institute for AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allen Institute for AI","institution_ids":["https://openalex.org/I4210156221"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070375939","display_name":"Roozbeh Mottaghi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Roozbeh Mottaghi","raw_affiliation_strings":["Allen Institute for AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allen Institute for AI","institution_ids":["https://openalex.org/I4210156221"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.2524,"has_fulltext":true,"cited_by_count":203,"citation_normalized_percentile":{"value":0.98523631,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"36","issue":"3","first_page":"2712","last_page":"2721"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/knowledge-based-visual-question-answering","display_name":"knowledge-based visual question answering","score":0.9850000143051147},{"id":"https://openalex.org/keywords/answer-validation","display_name":"answer validation","score":0.9700000286102295},{"id":"https://openalex.org/keywords/external-knowledge-retrieval","display_name":"external knowledge retrieval","score":0.8100000023841858},{"id":"https://openalex.org/keywords/google-image-search","display_name":"Google image search","score":0.7549999952316284},{"id":"https://openalex.org/keywords/wikipedia","display_name":"Wikipedia","score":0.5920000076293945},{"id":"https://openalex.org/keywords/conceptnet","display_name":"ConceptNet","score":0.9800000190734863},{"id":"https://openalex.org/keywords/ok-vqa","display_name":"OK-VQA","score":0.7749999761581421}],"concepts":[{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.7918671369552612},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7628291845321655},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6934820413589478},{"id":"https://openalex.org/C30542707","wikidata":"https://www.wikidata.org/wiki/Q1603203","display_name":"Commonsense knowledge","level":3,"score":0.6861854791641235},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6005706787109375},{"id":"https://openalex.org/C120567893","wikidata":"https://www.wikidata.org/wiki/Q1582085","display_name":"Knowledge extraction","level":2,"score":0.5050166249275208},{"id":"https://openalex.org/C2780613888","wikidata":"https://www.wikidata.org/wiki/Q6423394","display_name":"Knowledge retrieval","level":3,"score":0.4832537770271301},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4568442106246948},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.45499640703201294},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.333742618560791},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1609/aaai.v36i3.20174","doi":"https://doi.org/10.1609/aaai.v36i3.20174","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v36i3.20174","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/20174","doi":null,"is_oa":true,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/20174","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/20174/19933","source":{"id":"https://openalex.org/S4306400155","display_name":"AAAI Publications (The Association for the Advancement of Artificial Intelligence (AAAI))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801652627","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/I2801652627"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:arXiv.org:2103.12248","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.12248","pdf_url":"https://arxiv.org/pdf/2103.12248","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2103.12248","doi":"https://doi.org/10.48550/arxiv.2103.12248","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2103.12248","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1609/aaai.v36i3.20174","doi":"https://doi.org/10.1609/aaai.v36i3.20174","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v36i3.20174","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3139224848.pdf","grobid_xml":"https://content.openalex.org/works/W3139224848.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W1933349210","https://openalex.org/W2136391815","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2251512949","https://openalex.org/W2463565445","https://openalex.org/W2608309533","https://openalex.org/W2616125804","https://openalex.org/W2738152205","https://openalex.org/W2745461083","https://openalex.org/W2793978524","https://openalex.org/W2804243936","https://openalex.org/W2806070179","https://openalex.org/W2886641317","https://openalex.org/W2889792105","https://openalex.org/W2891308403","https://openalex.org/W2891394954","https://openalex.org/W2896457183","https://openalex.org/W2916723116","https://openalex.org/W2936135081","https://openalex.org/W2936695845","https://openalex.org/W2938082352","https://openalex.org/W2947312908","https://openalex.org/W2962749469","https://openalex.org/W2962858109","https://openalex.org/W2962985038","https://openalex.org/W2963341956","https://openalex.org/W2963398599","https://openalex.org/W2963477107","https://openalex.org/W2963668159","https://openalex.org/W2964303913","https://openalex.org/W2966683369","https://openalex.org/W2968124245","https://openalex.org/W2969127500","https://openalex.org/W2969862959","https://openalex.org/W2970231061","https://openalex.org/W2970608575","https://openalex.org/W2971155257","https://openalex.org/W2975429091","https://openalex.org/W2981852735","https://openalex.org/W2982584731","https://openalex.org/W2997591391","https://openalex.org/W2998356391","https://openalex.org/W3034727271","https://openalex.org/W3035454069","https://openalex.org/W3090449556","https://openalex.org/W3093200502","https://openalex.org/W3101703188","https://openalex.org/W3104602136","https://openalex.org/W3113715488","https://openalex.org/W3124404582","https://openalex.org/W3128754101","https://openalex.org/W3155855665","https://openalex.org/W3173277859","https://openalex.org/W3183101145","https://openalex.org/W4394639892","https://openalex.org/W6680053761","https://openalex.org/W6735463952"],"related_works":["https://openalex.org/W4320507221","https://openalex.org/W4405880101","https://openalex.org/W4394744251","https://openalex.org/W4221155360","https://openalex.org/W4415055456","https://openalex.org/W4405939777","https://openalex.org/W3044175177","https://openalex.org/W4324358447","https://openalex.org/W7156583337","https://openalex.org/W4416236558"],"abstract_inverted_index":{"The":[0],"problem":[1],"of":[2,19,42,81,91,100,162],"knowledge-based":[3,174],"visual":[4,148],"question":[5],"answering":[6,8],"involves":[7],"questions":[9],"that":[10,137,178],"require":[11],"external":[12,147],"knowledge":[13,23,37,71,88,117,122,149,158],"in":[14,26,96,154,159],"addition":[15,155],"to":[16,52,77,111,114,124,132,145,156],"the":[17,20,40,54,58,74,94,134,143,160],"content":[18],"image.":[21],"Such":[22],"typically":[24],"comes":[25],"various":[27],"forms,":[28],"including":[29],"visual,":[30],"textual,":[31],"and":[32,56,130,165],"commonsense":[33],"knowledge.":[34],"Using":[35],"more":[36,44],"sources":[38],"increases":[39],"chance":[41],"retrieving":[43],"irrelevant":[45,102],"or":[46],"noisy":[47,119],"facts,":[48],"making":[49],"it":[50],"challenging":[51,173],"comprehend":[53],"facts":[55,103],"find":[57],"answer.":[59],"To":[60],"address":[61],"this":[62],"challenge,":[63],"we":[64],"propose":[65],"Multi-modal":[66],"Answer":[67],"Validation":[68],"using":[69,136,152],"External":[70],"(MAVEx),":[72],"where":[73],"idea":[75],"is":[76,142,186],"validate":[78,133],"a":[79,97,172],"set":[80],"promising":[82],"answer":[83,95,128],"candidates":[84],"based":[85],"on":[86],"answer-specific":[87],"retrieval.":[89],"Instead":[90],"searching":[92],"for":[93,126],"vast":[98],"collection":[99],"often":[101],"as":[104],"most":[105],"existing":[106],"approaches":[107],"do,":[108],"MAVEx":[109,179],"aims":[110],"learn":[112],"how":[113,131],"extract":[115],"relevant":[116],"from":[118],"sources,":[120],"which":[121],"source":[123],"trust":[125],"each":[127],"candidate,":[129],"candidate":[135],"source.":[138],"Our":[139,168,184],"multi-modal":[140],"setting":[141],"first":[144],"leverage":[146],"(images":[150],"searched":[151],"Google),":[153],"textual":[157],"form":[161],"Wikipedia":[163],"sentences":[164],"ConceptNet":[166],"concepts.":[167],"experiments":[169],"with":[170],"OK-VQA,":[171],"VQA":[175],"dataset,":[176],"demonstrate":[177],"achieves":[180],"new":[181],"state-of-the-art":[182],"results.":[183],"code":[185],"available":[187],"at":[188],"https://github.com/jialinwu17/MAVEX":[189]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3139224848","counts_by_year":[{"year":2026,"cited_by_count":32},{"year":2025,"cited_by_count":48},{"year":2024,"cited_by_count":59},{"year":2023,"cited_by_count":41},{"year":2022,"cited_by_count":19},{"year":2021,"cited_by_count":4}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2021-03-29T00:00:00"}
