{"id":"https://openalex.org/W7204208160","doi":"https://doi.org/10.1145/3767308.3836227","title":"Beyond Visual Similarity: Entity-Aligned Retrieval for Knowledge-Based Visual Question Answering","display_name":"Beyond Visual Similarity: Entity-Aligned Retrieval for Knowledge-Based Visual Question Answering","alternate_titles":[],"publication_year":2026,"publication_date":"2026-11-05","ids":{"openalex":"https://openalex.org/W7204208160","doi":"https://doi.org/10.1145/3767308.3836227"},"language":"en","primary_location":{"id":"doi:10.1145/3767308.3836227","doi":"https://doi.org/10.1145/3767308.3836227","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3767308.3836227","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W7204208160"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3767308.3836227","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124923972","display_name":"Hangrui Xu","orcid":"https://orcid.org/0009-0001-0110-3963","observed_orcids":["https://orcid.org/0009-0001-0110-3963"]},"institutions":[{"id":"https://openalex.org/I4405263052","display_name":"Tsinghua Shenzhen International Graduate School","ror":"https://ror.org/01vceef04","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hangrui Xu","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0001-0110-3963","affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123482682","display_name":"Zhengxian Wu","orcid":"https://orcid.org/0009-0008-2318-5665","observed_orcids":["https://orcid.org/0009-0008-2318-5665"]},"institutions":[{"id":"https://openalex.org/I4405263052","display_name":"Tsinghua Shenzhen International Graduate School","ror":"https://ror.org/01vceef04","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengxian Wu","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0008-2318-5665","affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148124639","display_name":"Yunyao Yu","orcid":"https://orcid.org/0009-0005-0988-5575","observed_orcids":["https://orcid.org/0009-0005-0988-5575"]},"institutions":[{"id":"https://openalex.org/I4405263052","display_name":"Tsinghua Shenzhen International Graduate School","ror":"https://ror.org/01vceef04","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunyao Yu","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0005-0988-5575","affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124956232","display_name":"Zhuohong Chen","orcid":"https://orcid.org/0009-0005-8454-3743","observed_orcids":["https://orcid.org/0009-0005-8454-3743"]},"institutions":[{"id":"https://openalex.org/I4405263052","display_name":"Tsinghua Shenzhen International Graduate School","ror":"https://ror.org/01vceef04","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuohong Chen","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0005-8454-3743","affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060787601","display_name":"Rui Cong","orcid":"https://orcid.org/0000-0003-4159-9681","observed_orcids":["https://orcid.org/0000-0003-4159-9681","https://orcid.org/0009-0004-2796-0762"]},"institutions":[{"id":"https://openalex.org/I4405263052","display_name":"Tsinghua Shenzhen International Graduate School","ror":"https://ror.org/01vceef04","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Cong","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0004-2796-0762","affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122108610","display_name":"XiangWen Deng","orcid":"https://orcid.org/0009-0006-1624-030X","observed_orcids":["https://orcid.org/0009-0006-1624-030X","https://orcid.org/0009-0007-0702-8929"]},"institutions":[{"id":"https://openalex.org/I138006243","display_name":"University of Arizona","ror":"https://ror.org/03m2x1q45","country_code":"US","type":"education","lineage":["https://openalex.org/I138006243"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiangwen Deng","raw_affiliation_strings":["University of Arizona, Tucson, USA"],"raw_orcid":"https://orcid.org/0009-0007-0702-8929","affiliations":[{"raw_affiliation_string":"University of Arizona, Tucson, USA","institution_ids":["https://openalex.org/I138006243"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134817145","display_name":"Zhifang Liu","orcid":"https://orcid.org/0009-0005-6458-8485","observed_orcids":["https://orcid.org/0009-0005-6458-8485"]},"institutions":[{"id":"https://openalex.org/I4405263052","display_name":"Tsinghua Shenzhen International Graduate School","ror":"https://ror.org/01vceef04","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhifang Liu","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0005-6458-8485","affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032910910","display_name":"Peng Jiao","orcid":"https://orcid.org/0009-0001-5218-1830","observed_orcids":["https://orcid.org/0009-0001-5218-1830","https://orcid.org/0000-0002-1661-6999"]},"institutions":[{"id":"https://openalex.org/I4405263052","display_name":"Tsinghua Shenzhen International Graduate School","ror":"https://ror.org/01vceef04","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Jiao","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0001-5218-1830","affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5151714701","display_name":"Haoqian Wang","orcid":"https://orcid.org/0000-0003-2792-8469","observed_orcids":["https://orcid.org/0000-0003-2792-8469"]},"institutions":[{"id":"https://openalex.org/I4405263052","display_name":"Tsinghua Shenzhen International Graduate School","ror":"https://ror.org/01vceef04","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoqian Wang","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-2792-8469","affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8733,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.92895179,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"12441","last_page":"12450"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.0066999997943639755,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0044999998062849045,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/knowledge-based-visual-question-answering","display_name":"knowledge-based visual question answering","score":0.9869999885559082},{"id":"https://openalex.org/keywords/long-tail-entities","display_name":"long-tail entities","score":0.7429999709129333},{"id":"https://openalex.org/keywords/semantic-consistency","display_name":"semantic consistency","score":0.46299999952316284},{"id":"https://openalex.org/keywords/hard-negative-sampling","display_name":"hard negative sampling","score":0.8899999856948853},{"id":"https://openalex.org/keywords/soft-supervision","display_name":"soft supervision","score":0.9039999842643738},{"id":"https://openalex.org/keywords/visual-similarity","display_name":"visual similarity","score":0.382999986410141}],"concepts":[{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.8256999850273132},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8083000183105469},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.552299976348877},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.538100004196167},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5370000004768372},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.4661000072956085},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4652999937534332},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41179999709129333},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4032999873161316},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.3725000023841858},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.3382999897003174},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.33709999918937683},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.3343999981880188},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.3337000012397766},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.32679998874664307},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.32030001282691956},{"id":"https://openalex.org/C44083865","wikidata":"https://www.wikidata.org/wiki/Q3853443","display_name":"Mean reciprocal rank","level":2,"score":0.31949999928474426},{"id":"https://openalex.org/C189391414","wikidata":"https://www.wikidata.org/wiki/Q7936579","display_name":"Visual Word","level":4,"score":0.3176000118255615},{"id":"https://openalex.org/C2779803651","wikidata":"https://www.wikidata.org/wiki/Q5282088","display_name":"Discriminator","level":3,"score":0.3057999908924103},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.29750001430511475},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.28999999165534973},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28540000319480896},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2809999883174896},{"id":"https://openalex.org/C511149849","wikidata":"https://www.wikidata.org/wiki/Q7449051","display_name":"Semantic computing","level":3,"score":0.2759999930858612},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C89686163","wikidata":"https://www.wikidata.org/wiki/Q1187982","display_name":"Vector space model","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C90312973","wikidata":"https://www.wikidata.org/wiki/Q7449052","display_name":"Semantic data model","level":2,"score":0.25429999828338623},{"id":"https://openalex.org/C2778493491","wikidata":"https://www.wikidata.org/wiki/Q7449072","display_name":"Semantic matching","level":3,"score":0.25429999828338623},{"id":"https://openalex.org/C202708506","wikidata":"https://www.wikidata.org/wiki/Q7449050","display_name":"Semantic compression","level":5,"score":0.2515999972820282}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3767308.3836227","doi":"https://doi.org/10.1145/3767308.3836227","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3767308.3836227","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2608.21450","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.21450","pdf_url":"https://arxiv.org/pdf/2608.21450","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.21450","doi":"https://doi.org/10.48550/arxiv.2608.21450","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.21450","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1145/3767308.3836227","doi":"https://doi.org/10.1145/3767308.3836227","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3767308.3836227","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204208160.pdf","grobid_xml":"https://content.openalex.org/works/W7204208160.grobid-xml"},"referenced_works_count":71,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2560730294","https://openalex.org/W2947312908","https://openalex.org/W3035305184","https://openalex.org/W3135367836","https://openalex.org/W3146927930","https://openalex.org/W4385572714","https://openalex.org/W4389523839","https://openalex.org/W4390871810","https://openalex.org/W4390872646","https://openalex.org/W4391632217","https://openalex.org/W4396758688","https://openalex.org/W4402345917","https://openalex.org/W4402672071","https://openalex.org/W4402916777","https://openalex.org/W4403324120","https://openalex.org/W4403370767","https://openalex.org/W4403511232","https://openalex.org/W4403853618","https://openalex.org/W4404783635","https://openalex.org/W4407794264","https://openalex.org/W4409049913","https://openalex.org/W4409367947","https://openalex.org/W4409661833","https://openalex.org/W4411996630","https://openalex.org/W4412877237","https://openalex.org/W4412945007","https://openalex.org/W4412985058","https://openalex.org/W4413146941","https://openalex.org/W4413147813","https://openalex.org/W4413638510","https://openalex.org/W4414359399","https://openalex.org/W4415150909","https://openalex.org/W4415159533","https://openalex.org/W4415276238","https://openalex.org/W4415536856","https://openalex.org/W4415538203","https://openalex.org/W4415538374","https://openalex.org/W4415709093","https://openalex.org/W4415709314","https://openalex.org/W4415947137","https://openalex.org/W4416017969","https://openalex.org/W6929389523","https://openalex.org/W7102206608","https://openalex.org/W7117117861","https://openalex.org/W7127340636","https://openalex.org/W7127357136","https://openalex.org/W7131100536","https://openalex.org/W7137806223","https://openalex.org/W7138045816","https://openalex.org/W7138073530","https://openalex.org/W7138470973","https://openalex.org/W7140086938","https://openalex.org/W7140234804","https://openalex.org/W7151378831","https://openalex.org/W7152671455","https://openalex.org/W7155071444","https://openalex.org/W7162131911","https://openalex.org/W7166038665","https://openalex.org/W7166089320","https://openalex.org/W7166108796","https://openalex.org/W7166142209","https://openalex.org/W7166528749","https://openalex.org/W7166875756","https://openalex.org/W7166879926","https://openalex.org/W7167262373","https://openalex.org/W7169525321","https://openalex.org/W7169855561","https://openalex.org/W7170517622","https://openalex.org/W7171730059","https://openalex.org/W7202390437"],"related_works":["https://openalex.org/W4408345711","https://openalex.org/W4408400081","https://openalex.org/W7172419216","https://openalex.org/W4390091918","https://openalex.org/W4404782322","https://openalex.org/W7127125799","https://openalex.org/W7123848970","https://openalex.org/W4386159793","https://openalex.org/W7168356894","https://openalex.org/W7204093223"],"abstract_inverted_index":{"Knowledge-Based":[0],"Visual":[1],"Question":[2],"Answering":[3],"(KB-VQA)":[4],"relies":[5],"on":[6],"retrieving":[7],"external":[8],"information":[9],"to":[10,139],"answer":[11],"queries":[12],"involving":[13],"long-tail":[14],"entities.":[15],"However,":[16],"existing":[17],"retrieval":[18,144],"pipelines":[19],"predominantly":[20],"employ":[21],"CLIP-style":[22],"dual":[23],"encoders,":[24],"which":[25],"prioritize":[26],"surface-level":[27],"visual":[28,44],"similarity":[29],"over":[30],"entity-level":[31],"semantic":[32,79,100,113],"alignment.":[33],"This":[34],"paradigm":[35],"often":[36],"fails":[37],"when":[38,47],"semantically":[39],"identical":[40],"concepts":[41],"exhibit":[42],"large":[43],"variations":[45],"or":[46],"distinct":[48],"entities":[49],"appear":[50],"visually":[51],"similar.":[52],"To":[53,86],"address":[54],"this,":[55],"we":[56,96],"propose":[57],"KBMR,":[58],"the":[59,68,88],"first":[60],"MLLM-based":[61,99],"embedding":[62],"retriever":[63],"tailored":[64],"for":[65],"KB-VQA.":[66],"Leveraging":[67],"robust":[69],"autoregressive":[70],"capabilities":[71],"of":[72,90],"MLLMs,":[73],"KBMR":[74,132],"maps":[75],"images":[76],"into":[77],"a":[78,110,140,147],"space":[80],"that":[81,102,131],"better":[82],"preserves":[83],"concept":[84],"identity.":[85],"tackle":[87],"challenge":[89],"noisy":[91],"supervision":[92,123],"in":[93,143,150],"Wikipedia-scale":[94],"retrieval,":[95],"introduce":[97],"an":[98],"discriminator":[101],"generates":[103],"continuous":[104,112],"entity-consistency":[105],"weights.":[106],"These":[107],"weights":[108],"guide":[109],"novel":[111],"distillation":[114],"objective,":[115],"enabling":[116],"effective":[117],"hard":[118],"negative":[119],"sampling":[120],"and":[121,146],"soft":[122],"beyond":[124],"rigid":[125],"binary":[126],"labels.":[127],"Extensive":[128],"experiments":[129],"demonstrate":[130],"significantly":[133],"outperforms":[134],"CLIP":[135],"baselines,":[136],"yielding":[137],"up":[138],"14.7%":[141],"improvement":[142],"Recall@1":[145],"9.4%":[148],"gain":[149],"end-to-end":[151],"VQA":[152],"accuracy.":[153],"Code":[154],"is":[155],"available":[156],"at":[157],"https://github.com/realHarryX/KBMR.":[158]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7204208160","counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-08-26T00:00:00"}
