{"id":"https://openalex.org/W4417438724","doi":"https://doi.org/10.1109/access.2025.3645220","title":"NeSyVQA: Neurosymbolic Visual Question Answering With Knowledge-Enriched Scene Graphs","display_name":"NeSyVQA: Neurosymbolic Visual Question Answering With Knowledge-Enriched Scene Graphs","publication_year":2025,"publication_date":"2025-12-17","ids":{"openalex":"https://openalex.org/W4417438724","doi":"https://doi.org/10.1109/access.2025.3645220"},"language":null,"primary_location":{"id":"doi:10.1109/access.2025.3645220","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3645220","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3645220","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037898063","display_name":"Muhammad Jaleed Khan","orcid":"https://orcid.org/0000-0003-4727-4722"},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"education","lineage":["https://openalex.org/I188760350"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"M. Jaleed Khan","raw_affiliation_strings":["Research Ireland Centre for Research Training in Artificial Intelligence, Data Science Institute, University of Galway, Galway, Ireland","Data Science Institute, Research Ireland Centre for Research Training in Artificial Intelligence, University of Galway, Galway, Ireland"],"affiliations":[{"raw_affiliation_string":"Research Ireland Centre for Research Training in Artificial Intelligence, Data Science Institute, University of Galway, Galway, Ireland","institution_ids":["https://openalex.org/I188760350"]},{"raw_affiliation_string":"Data Science Institute, Research Ireland Centre for Research Training in Artificial Intelligence, University of Galway, Galway, Ireland","institution_ids":["https://openalex.org/I188760350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090996360","display_name":"John G. Breslin","orcid":"https://orcid.org/0000-0001-5790-050X"},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"education","lineage":["https://openalex.org/I188760350"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"John G. Breslin","raw_affiliation_strings":["Research Ireland Centre for Research Training in Artificial Intelligence, Data Science Institute, University of Galway, Galway, Ireland","Data Science Institute, Research Ireland Centre for Research Training in Artificial Intelligence, University of Galway, Galway, Ireland"],"affiliations":[{"raw_affiliation_string":"Research Ireland Centre for Research Training in Artificial Intelligence, Data Science Institute, University of Galway, Galway, Ireland","institution_ids":["https://openalex.org/I188760350"]},{"raw_affiliation_string":"Data Science Institute, Research Ireland Centre for Research Training in Artificial Intelligence, University of Galway, Galway, Ireland","institution_ids":["https://openalex.org/I188760350"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027850521","display_name":"Edward Curry","orcid":"https://orcid.org/0000-0001-8236-6433"},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"education","lineage":["https://openalex.org/I188760350"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Edward Curry","raw_affiliation_strings":["Research Ireland Centre for Research Training in Artificial Intelligence, Data Science Institute, University of Galway, Galway, Ireland","Data Science Institute, Research Ireland Centre for Research Training in Artificial Intelligence, University of Galway, Galway, Ireland"],"affiliations":[{"raw_affiliation_string":"Research Ireland Centre for Research Training in Artificial Intelligence, Data Science Institute, University of Galway, Galway, Ireland","institution_ids":["https://openalex.org/I188760350"]},{"raw_affiliation_string":"Data Science Institute, Research Ireland Centre for Research Training in Artificial Intelligence, University of Galway, Galway, Ireland","institution_ids":["https://openalex.org/I188760350"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5037898063"],"corresponding_institution_ids":["https://openalex.org/I188760350"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.41146241,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"3229","last_page":"3244"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.8432999849319458},{"id":"https://openalex.org/keywords/scene-graph","display_name":"Scene graph","score":0.7928000092506409},{"id":"https://openalex.org/keywords/commonsense-knowledge","display_name":"Commonsense knowledge","score":0.565500020980835},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4684000015258789},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4442000091075897},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4410000145435333},{"id":"https://openalex.org/keywords/predicate","display_name":"Predicate (mathematical logic)","score":0.4343000054359436},{"id":"https://openalex.org/keywords/knowledge-representation-and-reasoning","display_name":"Knowledge representation and reasoning","score":0.41499999165534973},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.40299999713897705}],"concepts":[{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.8432999849319458},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8116999864578247},{"id":"https://openalex.org/C179372163","wikidata":"https://www.wikidata.org/wiki/Q1406181","display_name":"Scene graph","level":3,"score":0.7928000092506409},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6136999726295471},{"id":"https://openalex.org/C30542707","wikidata":"https://www.wikidata.org/wiki/Q1603203","display_name":"Commonsense knowledge","level":3,"score":0.565500020980835},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4684000015258789},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4442000091075897},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4410000145435333},{"id":"https://openalex.org/C140146324","wikidata":"https://www.wikidata.org/wiki/Q1144319","display_name":"Predicate (mathematical logic)","level":2,"score":0.4343000054359436},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.41499999165534973},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.40299999713897705},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.3919999897480011},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.37940001487731934},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3716999888420105},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.36809998750686646},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.35569998621940613},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.3361999988555908},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33480000495910645},{"id":"https://openalex.org/C131992880","wikidata":"https://www.wikidata.org/wiki/Q2528185","display_name":"Subgraph isomorphism problem","level":3,"score":0.32499998807907104},{"id":"https://openalex.org/C120567893","wikidata":"https://www.wikidata.org/wiki/Q1582085","display_name":"Knowledge extraction","level":2,"score":0.3151000142097473},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.30790001153945923},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.29660001397132874},{"id":"https://openalex.org/C197914299","wikidata":"https://www.wikidata.org/wiki/Q18650","display_name":"Semantic memory","level":3,"score":0.2922999858856201},{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.28459998965263367},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.27160000801086426},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.2712000012397766},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.26840001344680786},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.2535000145435333},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/access.2025.3645220","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3645220","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3645220","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3645220","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4882481759","display_name":null,"funder_award_id":"12/RC/2289_P2","funder_id":"https://openalex.org/F8766430056","funder_display_name":"Research Ireland"},{"id":"https://openalex.org/G5522068212","display_name":null,"funder_award_id":"18/CRT/6223","funder_id":"https://openalex.org/F8766430056","funder_display_name":"Research Ireland"}],"funders":[{"id":"https://openalex.org/F8766430056","display_name":"Research Ireland","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":86,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W2064675550","https://openalex.org/W2081580037","https://openalex.org/W2250539671","https://openalex.org/W2277195237","https://openalex.org/W2342662179","https://openalex.org/W2479423890","https://openalex.org/W2529436507","https://openalex.org/W2560730294","https://openalex.org/W2561529111","https://openalex.org/W2561715562","https://openalex.org/W2565639579","https://openalex.org/W2579549467","https://openalex.org/W2607855566","https://openalex.org/W2735608653","https://openalex.org/W2745461083","https://openalex.org/W2786356574","https://openalex.org/W2810482788","https://openalex.org/W2886970679","https://openalex.org/W2891394954","https://openalex.org/W2940753425","https://openalex.org/W2947312908","https://openalex.org/W2949118995","https://openalex.org/W2950096400","https://openalex.org/W2954598292","https://openalex.org/W2962785943","https://openalex.org/W2963052338","https://openalex.org/W2963150697","https://openalex.org/W2963486920","https://openalex.org/W2963518342","https://openalex.org/W2963536419","https://openalex.org/W2963622213","https://openalex.org/W2963649796","https://openalex.org/W2963650529","https://openalex.org/W2963683498","https://openalex.org/W2963938081","https://openalex.org/W2964092725","https://openalex.org/W2964303913","https://openalex.org/W2966317026","https://openalex.org/W2970231061","https://openalex.org/W2979669231","https://openalex.org/W2982147439","https://openalex.org/W3002544904","https://openalex.org/W3015965768","https://openalex.org/W3034910302","https://openalex.org/W3035017890","https://openalex.org/W3089709427","https://openalex.org/W3108864070","https://openalex.org/W3109507892","https://openalex.org/W3110014757","https://openalex.org/W3113149630","https://openalex.org/W3114427170","https://openalex.org/W3118500473","https://openalex.org/W3159619744","https://openalex.org/W3165066581","https://openalex.org/W3173220247","https://openalex.org/W3174865181","https://openalex.org/W3181556077","https://openalex.org/W3202514640","https://openalex.org/W3203581965","https://openalex.org/W3205799547","https://openalex.org/W3207531676","https://openalex.org/W3209215190","https://openalex.org/W3210725842","https://openalex.org/W4200633272","https://openalex.org/W4220974559","https://openalex.org/W4226094317","https://openalex.org/W4280635869","https://openalex.org/W4285034333","https://openalex.org/W4285208802","https://openalex.org/W4285620459","https://openalex.org/W4288045581","https://openalex.org/W4291653579","https://openalex.org/W4312578903","https://openalex.org/W4312744661","https://openalex.org/W4312873085","https://openalex.org/W4366815235","https://openalex.org/W4385216542","https://openalex.org/W4385245566","https://openalex.org/W4386160366","https://openalex.org/W4390873421","https://openalex.org/W4396889120","https://openalex.org/W4401567860","https://openalex.org/W4404658388","https://openalex.org/W4409325968","https://openalex.org/W4409366038"],"related_works":[],"abstract_inverted_index":{"Incorporating":[0],"multimodal":[1,26,234],"features":[2,235],"and":[3,11,19,39,48,86,113,123,144,177,186,206,218,236],"heterogeneous":[4,83,150,237],"common":[5],"sense":[6],"knowledge":[7,59,80,84,143,151,238],"in":[8,92,216,226],"scene":[9,75,90,95,133,155,166],"representation":[10],"visual":[12,241],"reasoning":[13,97,168],"techniques":[14,43,208],"is":[15,135,246],"essential":[16],"for":[17,120,138,160,175,239],"accurate":[18],"intuitive":[20],"Visual":[21,66,187],"Question":[22,67,183],"Answering":[23,68,184],"(VQA).":[24],"Knowledge-enhanced":[25],"VQA":[27,42,162,178,207],"offers":[28],"transformative":[29],"potential":[30],"across":[31],"computer":[32],"vision":[33],"applications,":[34],"including":[35,108],"accessibility,":[36],"healthcare,":[37],"security":[38],"education.":[40],"Existing":[41],"often":[44],"neglect":[45],"rich":[46,78],"semantic":[47],"relational":[49],"information":[50],"about":[51],"image":[52],"content":[53],"or":[54],"rely":[55],"on":[56,180,223],"potentially":[57],"biased":[58],"sources":[60],"with":[61,77,209],"limited":[62],"coverage.":[63],"Our":[64],"Neurosymbolic":[65],"(NeSyVQA)":[69],"framework":[70,100,200],"addresses":[71],"this":[72],"by":[73],"enriching":[74],"graphs":[76,91,156],"background":[79,142],"from":[81,148],"a":[82,102,149,219],"graph":[85,96,134,167],"employing":[87],"the":[88,181,202,230],"enriched":[89,137,154],"an":[93,164],"attention-based":[94,165],"network.":[98,169],"The":[99,131,153,197,243],"employs":[101],"cascade":[103],"of":[104,232],"deep":[105],"neural":[106],"networks,":[107,119],"Convolutional":[109],"Neural":[110],"Networks":[111],"(CNN)":[112],"Long":[114],"Short":[115],"Term":[116],"Memory":[117],"(LSTM)":[118],"object":[121],"detection":[122],"predicate":[124],"classification":[125],"within":[126],"Scene":[127],"Graph":[128],"Generation":[129],"(SGG).":[130],"initial":[132],"semantically":[136],"improved":[139],"expressiveness":[140],"using":[141,163,192],"related":[145],"facts":[146],"extracted":[147],"graph.":[152],"are":[157],"then":[158],"employed":[159],"downstream":[161],"Promising":[170],"evaluation":[171,195],"results":[172],"were":[173],"obtained":[174],"SGG":[176,205,217],"tasks":[179],"General":[182],"(GQA)":[185],"Genome":[188],"(VG)":[189],"benchmark":[190],"datasets":[191],"their":[193],"standard":[194],"metrics.":[196],"proposed":[198],"NeSyVQA":[199],"outperformed":[201],"existing":[203],"state-of-the-art":[204],"over":[210],"13%":[211],"higher":[212,221],"relationship":[213],"recall":[214],"rates":[215],"4%":[220],"accuracy":[222],"open-ended":[224],"questions":[225],"VQA,":[227],"which":[228],"underscores":[229],"efficacy":[231],"leveraging":[233],"complex":[240],"reasoning.":[242],"source":[244],"code":[245],"available":[247],"at":[248],"https://bit.ly/nesy-vqa.":[249]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-12-17T00:00:00"}