{"id":"https://openalex.org/W4392523432","doi":"https://doi.org/10.1109/tnnls.2024.3370925","title":"Bridging the Cross-Modality Semantic Gap in Visual Question Answering","display_name":"Bridging the Cross-Modality Semantic Gap in Visual Question Answering","publication_year":2024,"publication_date":"2024-03-06","ids":{"openalex":"https://openalex.org/W4392523432","doi":"https://doi.org/10.1109/tnnls.2024.3370925","pmid":"https://pubmed.ncbi.nlm.nih.gov/38446647"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2024.3370925","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3370925","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091545406","display_name":"Boyue Wang","orcid":"https://orcid.org/0000-0002-2677-8342"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boyue Wang","raw_affiliation_strings":["Beijing Municipal Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing University of Technology, Beijing, China","Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Municipal Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2677-8342","affiliations":[{"raw_affiliation_string":"Beijing Municipal Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Municipal Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066307708","display_name":"Yujian Ma","orcid":"https://orcid.org/0000-0002-9398-8948"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujian Ma","raw_affiliation_strings":["Beijing Municipal Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing University of Technology, Beijing, China","Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Municipal Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Municipal Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Municipal Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014727866","display_name":"Xiaoyan Li","orcid":"https://orcid.org/0000-0003-1536-4264"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyan Li","raw_affiliation_strings":["Beijing Municipal Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing University of Technology, Beijing, China","Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Municipal Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1536-4264","affiliations":[{"raw_affiliation_string":"Beijing Municipal Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Municipal Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015817857","display_name":"Junbin Gao","orcid":"https://orcid.org/0000-0001-9803-0256"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Junbin Gao","raw_affiliation_strings":["Discipline of Business Analytics, The University of Sydney Business School, The University of Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-9803-0256","affiliations":[{"raw_affiliation_string":"Discipline of Business Analytics, The University of Sydney Business School, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027329007","display_name":"Yongli Hu","orcid":"https://orcid.org/0000-0003-0440-438X"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongli Hu","raw_affiliation_strings":["Beijing Municipal Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing University of Technology, Beijing, China","Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Municipal Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0440-438X","affiliations":[{"raw_affiliation_string":"Beijing Municipal Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Municipal Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020527092","display_name":"Baocai Yin","orcid":"https://orcid.org/0000-0003-3121-1823"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baocai Yin","raw_affiliation_strings":["Beijing Municipal Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing University of Technology, Beijing, China","Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Municipal Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3121-1823","affiliations":[{"raw_affiliation_string":"Beijing Municipal Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Municipal Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4525,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.89844509,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"36","issue":"3","first_page":"4519","last_page":"4531"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7885098457336426},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.664825975894928},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.621523380279541},{"id":"https://openalex.org/keywords/semantic-gap","display_name":"Semantic gap","score":0.5740163326263428},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.53459233045578},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5305633544921875},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5265831351280212},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.4892244338989258},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.472958505153656},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.44854986667633057},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4321352243423462},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4131261110305786},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.19436421990394592},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.0812990665435791},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.07429108023643494}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7885098457336426},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.664825975894928},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.621523380279541},{"id":"https://openalex.org/C86034646","wikidata":"https://www.wikidata.org/wiki/Q474311","display_name":"Semantic gap","level":4,"score":0.5740163326263428},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.53459233045578},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5305633544921875},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5265831351280212},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.4892244338989258},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.472958505153656},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.44854986667633057},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4321352243423462},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4131261110305786},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.19436421990394592},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0812990665435791},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.07429108023643494},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2024.3370925","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3370925","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:38446647","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38446647","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1098515591","display_name":null,"funder_award_id":"62272015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6077705658","display_name":null,"funder_award_id":"2021ZD0111902","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6152166824","display_name":null,"funder_award_id":"92370102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6212863906","display_name":null,"funder_award_id":"U21B2038","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W1536680647","https://openalex.org/W1861492603","https://openalex.org/W1933349210","https://openalex.org/W2525778437","https://openalex.org/W2547411571","https://openalex.org/W2745461083","https://openalex.org/W2747623286","https://openalex.org/W2889326796","https://openalex.org/W2896457183","https://openalex.org/W2962964995","https://openalex.org/W2963191264","https://openalex.org/W2963518342","https://openalex.org/W2963644680","https://openalex.org/W2963954913","https://openalex.org/W2964067226","https://openalex.org/W2964072591","https://openalex.org/W2964345214","https://openalex.org/W2966683369","https://openalex.org/W2970231061","https://openalex.org/W2988823324","https://openalex.org/W2998699904","https://openalex.org/W3004349648","https://openalex.org/W3035517717","https://openalex.org/W3087338569","https://openalex.org/W3090449556","https://openalex.org/W3175095612","https://openalex.org/W3187254422","https://openalex.org/W3188030217","https://openalex.org/W3195541832","https://openalex.org/W3198817488","https://openalex.org/W3201221410","https://openalex.org/W3205632231","https://openalex.org/W3210516977","https://openalex.org/W3214910576","https://openalex.org/W4200405623","https://openalex.org/W4206337866","https://openalex.org/W4210836196","https://openalex.org/W4214648142","https://openalex.org/W4214825151","https://openalex.org/W4221092017","https://openalex.org/W4226078866","https://openalex.org/W4226397046","https://openalex.org/W4287113092","https://openalex.org/W4293524578","https://openalex.org/W4312554250","https://openalex.org/W4312645695","https://openalex.org/W4312971868","https://openalex.org/W4315473444","https://openalex.org/W4323338501","https://openalex.org/W4385245566","https://openalex.org/W4388486515","https://openalex.org/W6631190155","https://openalex.org/W6719057275","https://openalex.org/W6727690538","https://openalex.org/W6766904570","https://openalex.org/W6774314701","https://openalex.org/W6790019176","https://openalex.org/W6791353385","https://openalex.org/W6798805250","https://openalex.org/W6839015040"],"related_works":["https://openalex.org/W4388870064","https://openalex.org/W2128807628","https://openalex.org/W4234264766","https://openalex.org/W2415426693","https://openalex.org/W2963477107","https://openalex.org/W2231285690","https://openalex.org/W3093385053","https://openalex.org/W4404722487","https://openalex.org/W4389682534","https://openalex.org/W4390091918"],"abstract_inverted_index":{"The":[0,101],"objective":[1],"of":[2,48,65,115,220,246,268],"visual":[3,31,57,76,169,209],"question":[4,12,33,140,166],"answering":[5],"(VQA)":[6],"is":[7],"to":[8,36,51,73,97,105,152,170,198,202,213,263],"adequately":[9],"comprehend":[10],"a":[11,38,63,84,116,122,204,255],"and":[13,32,58,70,92,121,141,167,210],"identify":[14],"relevant":[15],"contents":[16],"in":[17,27,62,67,180,249],"an":[18,23,130],"image":[19],"that":[20,133,190,231],"can":[21],"provide":[22],"answer.":[24],"Existing":[25],"approaches":[26],"VQA":[28,238],"often":[29],"combine":[30],"features":[34,173],"directly":[35],"create":[37],"unified":[39],"cross-modality":[40,68,90,118],"representation":[41],"for":[42,174],"answer":[43],"inference.":[44],"However,":[45],"this":[46,80],"kind":[47],"approach":[49],"fails":[50],"bridge":[52],"the":[53,71,87,99,107,135,139,147,155,161,165,168,181,188,216,232,244,260,265,269],"semantic":[54,108,144,156,195,217],"gap":[55,109,157],"between":[56,110],"text":[59],"modalities,":[60],"resulting":[61],"lack":[64],"alignment":[66,91,119,218],"semantics":[69],"inability":[72],"match":[74],"key":[75],"content":[77],"accurately.":[78],"In":[79],"article,":[81],"we":[82,149,253],"propose":[83],"model":[85,95,103,234],"called":[86],"caption":[88,132,162,211],"bridge-based":[89],"contrastive":[93,125,205],"learning":[94,126,206],"(CBAC)":[96],"address":[98],"issue.":[100],"CBAC":[102],"aims":[104],"reduce":[106,154],"different":[111],"modalities.":[112],"It":[113],"consists":[114],"caption-based":[117],"module":[120,248],"visual-caption":[123],"(V-C)":[124],"module.":[127],"By":[128],"utilizing":[129],"auxiliary":[131],"shares":[134],"same":[136],"modality":[137],"as":[138],"has":[142],"closer":[143],"associations":[145],"with":[146,163],"visual,":[148],"are":[150,177],"able":[151],"effectively":[153],"by":[158,258],"separately":[159],"matching":[160],"both":[164],"generate":[171],"pre-alignment":[172],"each,":[175],"which":[176],"then":[178],"used":[179],"subsequent":[182],"fusion":[183],"process.":[184],"We":[185],"also":[186],"leverage":[187],"fact":[189],"V-C":[191],"pairs":[192,201,212],"exhibit":[193],"stronger":[194],"connections":[196],"compared":[197],"question-visual":[199],"(Q-V)":[200],"employ":[203],"mechanism":[207],"on":[208,226],"further":[214],"enhance":[215],"capabilities":[219],"single-modality":[221],"encoders.":[222],"Extensive":[223],"experiments":[224,242],"conducted":[225],"three":[227],"benchmark":[228],"datasets":[229],"demonstrate":[230],"proposed":[233,270],"outperforms":[235],"previous":[236],"state-of-the-art":[237],"models.":[239],"Additionally,":[240],"ablation":[241],"confirm":[243],"effectiveness":[245],"each":[247],"our":[250],"model.":[251,271],"Furthermore,":[252],"conduct":[254],"qualitative":[256],"analysis":[257],"visualizing":[259],"attention":[261],"matrices":[262],"assess":[264],"reasoning":[266],"reliability":[267]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}