{"id":"https://openalex.org/W4379806273","doi":"https://doi.org/10.1145/3591106.3592227","title":"Explicit Knowledge Integration for Knowledge-Aware Visual Question Answering about Named Entities","display_name":"Explicit Knowledge Integration for Knowledge-Aware Visual Question Answering about Named Entities","publication_year":2023,"publication_date":"2023-06-08","ids":{"openalex":"https://openalex.org/W4379806273","doi":"https://doi.org/10.1145/3591106.3592227"},"language":"en","primary_location":{"id":"doi:10.1145/3591106.3592227","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3591106.3592227","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://cea.hal.science/cea-04172061/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019124794","display_name":"Omar Adjali","orcid":"https://orcid.org/0000-0002-6021-7776"},"institutions":[{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]},{"id":"https://openalex.org/I4210085861","display_name":"Laboratoire d'Int\u00e9gration des Syst\u00e8mes et des Technologies","ror":"https://ror.org/000dbcc61","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131","https://openalex.org/I2738703131","https://openalex.org/I277688954","https://openalex.org/I4210085861","https://openalex.org/I4210117989"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Omar Adjali","raw_affiliation_strings":["CEA LIST, France"],"affiliations":[{"raw_affiliation_string":"CEA LIST, France","institution_ids":["https://openalex.org/I4210085861","https://openalex.org/I2738703131"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092114891","display_name":"Paul Grimal","orcid":"https://orcid.org/0009-0005-5116-9417"},"institutions":[{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]},{"id":"https://openalex.org/I4210085861","display_name":"Laboratoire d'Int\u00e9gration des Syst\u00e8mes et des Technologies","ror":"https://ror.org/000dbcc61","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131","https://openalex.org/I2738703131","https://openalex.org/I277688954","https://openalex.org/I4210085861","https://openalex.org/I4210117989"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Paul Grimal","raw_affiliation_strings":["CEA LIST, France"],"affiliations":[{"raw_affiliation_string":"CEA LIST, France","institution_ids":["https://openalex.org/I4210085861","https://openalex.org/I2738703131"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088565202","display_name":"Olivier Ferret","orcid":"https://orcid.org/0000-0003-0755-2361"},"institutions":[{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]},{"id":"https://openalex.org/I4210085861","display_name":"Laboratoire d'Int\u00e9gration des Syst\u00e8mes et des Technologies","ror":"https://ror.org/000dbcc61","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131","https://openalex.org/I2738703131","https://openalex.org/I277688954","https://openalex.org/I4210085861","https://openalex.org/I4210117989"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Olivier Ferret","raw_affiliation_strings":["CEA LIST, France"],"affiliations":[{"raw_affiliation_string":"CEA LIST, France","institution_ids":["https://openalex.org/I4210085861","https://openalex.org/I2738703131"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000557257","display_name":"Sahar Ghannay","orcid":"https://orcid.org/0000-0002-7531-2522"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Sahar Ghannay","raw_affiliation_strings":["CNRS, LISN, Universit\u00e9 Paris-Saclay, France"],"affiliations":[{"raw_affiliation_string":"CNRS, LISN, Universit\u00e9 Paris-Saclay, France","institution_ids":["https://openalex.org/I277688954","https://openalex.org/I1294671590"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029449532","display_name":"Herv\u00e9 Le Borgne","orcid":"https://orcid.org/0000-0003-0520-8436"},"institutions":[{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]},{"id":"https://openalex.org/I4210085861","display_name":"Laboratoire d'Int\u00e9gration des Syst\u00e8mes et des Technologies","ror":"https://ror.org/000dbcc61","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131","https://openalex.org/I2738703131","https://openalex.org/I277688954","https://openalex.org/I4210085861","https://openalex.org/I4210117989"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Herv\u00e9 Le Borgne","raw_affiliation_strings":["CEA LIST, France"],"affiliations":[{"raw_affiliation_string":"CEA LIST, France","institution_ids":["https://openalex.org/I4210085861","https://openalex.org/I2738703131"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5019124794"],"corresponding_institution_ids":["https://openalex.org/I2738703131","https://openalex.org/I4210085861"],"apc_list":null,"apc_paid":null,"fwci":0.7164,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.71682502,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"29","last_page":"38"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.8679165840148926},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.818352460861206},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.6139097213745117},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5779364705085754},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.5549139976501465},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.474510133266449},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4684935510158539},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4334469437599182}],"concepts":[{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.8679165840148926},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.818352460861206},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.6139097213745117},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5779364705085754},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.5549139976501465},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.474510133266449},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4684935510158539},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4334469437599182}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3591106.3592227","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3591106.3592227","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:cea-04172061v1","is_oa":true,"landing_page_url":"https://cea.hal.science/cea-04172061","pdf_url":"https://cea.hal.science/cea-04172061/document","source":{"id":"https://openalex.org/S4406922461","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://dl.acm.org/doi/proceedings/10.1145/3591106","raw_type":"Conference papers"}],"best_oa_location":{"id":"pmh:oai:HAL:cea-04172061v1","is_oa":true,"landing_page_url":"https://cea.hal.science/cea-04172061","pdf_url":"https://cea.hal.science/cea-04172061/document","source":{"id":"https://openalex.org/S4406922461","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://dl.acm.org/doi/proceedings/10.1145/3591106","raw_type":"Conference papers"},"sustainable_development_goals":[{"score":0.5799999833106995,"display_name":"No poverty","id":"https://metadata.un.org/sdg/1"}],"awards":[{"id":"https://openalex.org/G4584095642","display_name":"MultimEdia Entity Representation and Question Answering Tasks","funder_award_id":"ANR-19-CE23-0028","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G8318455765","display_name":null,"funder_award_id":"ANR-19","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320326256","display_name":"Grand \u00c9quipement National De Calcul Intensif","ror":"https://ror.org/0010d1q40"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4379806273.pdf","grobid_xml":"https://content.openalex.org/works/W4379806273.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W2148721079","https://openalex.org/W2194775991","https://openalex.org/W2251818205","https://openalex.org/W2341528187","https://openalex.org/W2560674852","https://openalex.org/W2600702321","https://openalex.org/W2604314403","https://openalex.org/W2890961898","https://openalex.org/W2891394954","https://openalex.org/W2947312908","https://openalex.org/W2951048068","https://openalex.org/W2962982907","https://openalex.org/W2963339397","https://openalex.org/W2963389687","https://openalex.org/W2963398599","https://openalex.org/W2963477107","https://openalex.org/W2964303913","https://openalex.org/W2966715458","https://openalex.org/W2969985801","https://openalex.org/W2997200074","https://openalex.org/W2998702515","https://openalex.org/W3016001968","https://openalex.org/W3035448883","https://openalex.org/W3099700870","https://openalex.org/W3101998545","https://openalex.org/W3104415840","https://openalex.org/W3104616515","https://openalex.org/W3105111366","https://openalex.org/W3151929433","https://openalex.org/W4224919571","https://openalex.org/W4240935049","https://openalex.org/W4285151662","https://openalex.org/W4285191490","https://openalex.org/W4285241608","https://openalex.org/W4287854593"],"related_works":["https://openalex.org/W2384605597","https://openalex.org/W2387743295","https://openalex.org/W2115758952","https://openalex.org/W3134247745","https://openalex.org/W4226243593","https://openalex.org/W3172691639","https://openalex.org/W2963582704","https://openalex.org/W4401140950","https://openalex.org/W4400650325","https://openalex.org/W4386298164"],"abstract_inverted_index":{"Recent":[0],"years":[1],"have":[2],"shown":[3],"unprecedented":[4],"growth":[5],"of":[6,20,49,55,75,142,144,188],"interest":[7,187],"in":[8,53,101,107],"Vision-Language":[9],"related":[10],"tasks,":[11],"with":[12],"the":[13,17,50,82,113,122,172,181,186],"need":[14],"to":[15,26,41,64,94,120,134,162,192],"address":[16],"inherent":[18],"challenges":[19],"integrating":[21],"linguistic":[22,60],"and":[23,58,105,115,130,151],"visual":[24,45,108,116],"information":[25,124,195],"solve":[27],"real-world":[28],"applications.":[29],"Such":[30],"a":[31,72,102,139],"typical":[32],"task":[33,52],"is":[34],"Visual":[35,67,85],"Question":[36,68,86],"Answering":[37,69,87],"(VQA),":[38],"which":[39,92],"aims":[40],"answer":[42,95,136],"questions":[43,96,137],"about":[44,88,97,138],"content.":[46,109],"The":[47],"limitations":[48],"VQA":[51],"terms":[54],"question":[56],"redundancy":[57],"poor":[59],"variability":[61],"encouraged":[62],"researchers":[63],"propose":[65,119],"Knowledge-aware":[66],"tasks":[70],"as":[71],"natural":[73],"extension":[74],"VQA.":[76],"In":[77,110],"this":[78],"paper,":[79],"we":[80,118,159],"tackle":[81],"KVQAE":[83],"(Knowledge-based":[84],"named":[89,98],"Entities)":[90],"task,":[91],"proposes":[93],"entities":[99,143],"defined":[100],"knowledge":[103,132,191],"base":[104],"grounded":[106],"particular,":[111],"besides":[112],"textual":[114],"information,":[117],"leverage":[121],"structural":[123],"extracted":[125],"from":[126],"syntactic":[127],"dependency":[128],"trees":[129],"external":[131,190],"graphs":[133],"help":[135],"large":[140],"spectrum":[141],"various":[145],"types.":[146],"Thus,":[147],"by":[148],"combining":[149],"contextual":[150],"graph-based":[152],"representations":[153],"using":[154],"Graph":[155],"Convolutional":[156],"Networks":[157],"(GCNs),":[158],"are":[160],"able":[161],"learn":[163],"meaningful":[164],"embeddings":[165],"for":[166],"Information":[167],"Retrieval":[168],"tasks.":[169],"Experiments":[170],"on":[171],"ViQuAE":[173],"public":[174],"dataset":[175],"show":[176],"how":[177],"our":[178],"approach":[179],"improves":[180],"state-of-the-art":[182],"baselines":[183],"while":[184],"demonstrating":[185],"injecting":[189],"enhance":[193],"multimodal":[194],"retrieval.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}