{"id":"https://openalex.org/W4285208802","doi":"https://doi.org/10.1007/978-3-031-06981-9_6","title":"Expressive Scene Graph Generation Using Commonsense Knowledge Infusion for Visual Understanding and Reasoning","display_name":"Expressive Scene Graph Generation Using Commonsense Knowledge Infusion for Visual Understanding and Reasoning","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4285208802","doi":"https://doi.org/10.1007/978-3-031-06981-9_6"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-031-06981-9_6","doi":"https://doi.org/10.1007/978-3-031-06981-9_6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-06981-9_6","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","ki-jl-1","norway-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"volume":{"id":"https://openalex.org/W4285189086","display_name":"The Semantic Web"},"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1007/978-3-031-06981-9_6","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037898063","display_name":"Muhammad Jaleed Khan","orcid":"https://orcid.org/0000-0003-4727-4722","observed_orcids":["https://orcid.org/0000-0003-4727-4722"]},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"education","lineage":["https://openalex.org/I188760350"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Muhammad Jaleed Khan","raw_affiliation_strings":["SFI Centre for Research Training in Artificial Intelligence, Data Science Institute, National University of Ireland, Galway, Galway, Ireland"],"raw_orcid":"https://orcid.org/0000-0003-4727-4722","affiliations":[{"raw_affiliation_string":"SFI Centre for Research Training in Artificial Intelligence, Data Science Institute, National University of Ireland, Galway, Galway, Ireland","institution_ids":["https://openalex.org/I188760350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090996360","display_name":"John G. Breslin","orcid":"https://orcid.org/0000-0001-5790-050X","observed_orcids":["https://orcid.org/0000-0001-5790-050X","https://orcid.org/0009-0003-1304-6091"]},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"education","lineage":["https://openalex.org/I188760350"]},{"id":"https://openalex.org/I4405269194","display_name":"Insight SFI Research Centre for Data Analytics","ror":"https://ror.org/03c01dw55","country_code":"IE","type":"facility","lineage":["https://openalex.org/I4405269194"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"John G. Breslin","raw_affiliation_strings":["Insight SFI Research Centre for Data Analytics, Data Science Institute, National University of Ireland, Galway, Galway, Ireland","SFI Centre for Research Training in Artificial Intelligence, Data Science Institute, National University of Ireland, Galway, Galway, Ireland"],"raw_orcid":"https://orcid.org/0000-0001-5790-050X","affiliations":[{"raw_affiliation_string":"Insight SFI Research Centre for Data Analytics, Data Science Institute, National University of Ireland, Galway, Galway, Ireland","institution_ids":["https://openalex.org/I188760350","https://openalex.org/I4405269194"]},{"raw_affiliation_string":"SFI Centre for Research Training in Artificial Intelligence, Data Science Institute, National University of Ireland, Galway, Galway, Ireland","institution_ids":["https://openalex.org/I188760350"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027850521","display_name":"Edward Curry","orcid":"https://orcid.org/0000-0001-8236-6433","observed_orcids":["https://orcid.org/0000-0001-8236-6433"]},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"education","lineage":["https://openalex.org/I188760350"]},{"id":"https://openalex.org/I4405269194","display_name":"Insight SFI Research Centre for Data Analytics","ror":"https://ror.org/03c01dw55","country_code":"IE","type":"facility","lineage":["https://openalex.org/I4405269194"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Edward Curry","raw_affiliation_strings":["Insight SFI Research Centre for Data Analytics, Data Science Institute, National University of Ireland, Galway, Galway, Ireland","SFI Centre for Research Training in Artificial Intelligence, Data Science Institute, National University of Ireland, Galway, Galway, Ireland"],"raw_orcid":"https://orcid.org/0000-0001-8236-6433","affiliations":[{"raw_affiliation_string":"Insight SFI Research Centre for Data Analytics, Data Science Institute, National University of Ireland, Galway, Galway, Ireland","institution_ids":["https://openalex.org/I188760350","https://openalex.org/I4405269194"]},{"raw_affiliation_string":"SFI Centre for Research Training in Artificial Intelligence, Data Science Institute, National University of Ireland, Galway, Galway, Ireland","institution_ids":["https://openalex.org/I188760350"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5037898063"],"corresponding_institution_ids":["https://openalex.org/I188760350"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":1.4816,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.8921651,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"93","last_page":"112"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scene-graph-generation","display_name":"scene graph generation","score":0.9990000128746033},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"knowledge base","score":0.7730000019073486},{"id":"https://openalex.org/keywords/graph-refinement","display_name":"graph refinement","score":0.5339999794960022},{"id":"https://openalex.org/keywords/network-embedding","display_name":"graph embedding","score":0.7170000076293945},{"id":"https://openalex.org/keywords/visual-genome","display_name":"Visual Genome","score":0.6919999718666077},{"id":"https://openalex.org/keywords/image-captioning","display_name":"image captioning","score":0.718999981880188},{"id":"https://openalex.org/keywords/visual-question-answering","display_name":"visual question answering","score":0.7770000100135803},{"id":"https://openalex.org/keywords/image-generation","display_name":"image generation","score":0.7490000128746033},{"id":"https://openalex.org/keywords/visual-understanding","display_name":"visual understanding","score":0.6579999923706055},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"visual reasoning","score":0.9160000085830688}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.857050359249115},{"id":"https://openalex.org/C179372163","wikidata":"https://www.wikidata.org/wiki/Q1406181","display_name":"Scene graph","level":3,"score":0.8545478582382202},{"id":"https://openalex.org/C30542707","wikidata":"https://www.wikidata.org/wiki/Q1603203","display_name":"Commonsense knowledge","level":3,"score":0.7607252597808838},{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.7092624306678772},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.6647332906723022},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5824363231658936},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5537803173065186},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.516744077205658},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.4949001669883728},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.46393850445747375},{"id":"https://openalex.org/C2776538412","wikidata":"https://www.wikidata.org/wiki/Q989963","display_name":"Storytelling","level":3,"score":0.4515973925590515},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4368855059146881},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4204701781272888},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4115787148475647},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.3495216965675354},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.24910587072372437},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.22580251097679138},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.08738279342651367},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-031-06981-9_6","doi":"https://doi.org/10.1007/978-3-031-06981-9_6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-06981-9_6","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","ki-jl-1","norway-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.1007/978-3-031-06981-9_6","doi":"https://doi.org/10.1007/978-3-031-06981-9_6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-06981-9_6","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","ki-jl-1","norway-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W2049705550","https://openalex.org/W2080133951","https://openalex.org/W2081580037","https://openalex.org/W2102605133","https://openalex.org/W2108598243","https://openalex.org/W2115792525","https://openalex.org/W2119409989","https://openalex.org/W2277195237","https://openalex.org/W2342662179","https://openalex.org/W2479423890","https://openalex.org/W2546592134","https://openalex.org/W2561529111","https://openalex.org/W2565639579","https://openalex.org/W2579549467","https://openalex.org/W2605736949","https://openalex.org/W2607855566","https://openalex.org/W2763058042","https://openalex.org/W2769277182","https://openalex.org/W2770962865","https://openalex.org/W2810482788","https://openalex.org/W2886970679","https://openalex.org/W2891394954","https://openalex.org/W2947385066","https://openalex.org/W2950096400","https://openalex.org/W2962785943","https://openalex.org/W2963101081","https://openalex.org/W2963150697","https://openalex.org/W2963184176","https://openalex.org/W2963486920","https://openalex.org/W2963649796","https://openalex.org/W2963683498","https://openalex.org/W2963869731","https://openalex.org/W2963938081","https://openalex.org/W2964092725","https://openalex.org/W2964303913","https://openalex.org/W2982147439","https://openalex.org/W2996941455","https://openalex.org/W3001083904","https://openalex.org/W3006657421","https://openalex.org/W3010277541","https://openalex.org/W3010715592","https://openalex.org/W3031346366","https://openalex.org/W3034910302","https://openalex.org/W3035017890","https://openalex.org/W3035068358","https://openalex.org/W3088488048","https://openalex.org/W3108230874","https://openalex.org/W3108864070","https://openalex.org/W3110014757","https://openalex.org/W3119595285","https://openalex.org/W3135563306","https://openalex.org/W3165066581","https://openalex.org/W3176825161","https://openalex.org/W3180392817","https://openalex.org/W3184370138","https://openalex.org/W3193287666","https://openalex.org/W3202514640","https://openalex.org/W3210725842","https://openalex.org/W4206305425","https://openalex.org/W4285620459","https://openalex.org/W6604212504","https://openalex.org/W6608782863"],"related_works":["https://openalex.org/W4288045581","https://openalex.org/W3108864070","https://openalex.org/W7163656515","https://openalex.org/W4406548067","https://openalex.org/W4387969215","https://openalex.org/W3108230874","https://openalex.org/W4401908370","https://openalex.org/W4386160366","https://openalex.org/W4409263066","https://openalex.org/W4389782456"],"abstract_inverted_index":{"Scene":[0],"graph":[1,47,125,147,250],"generation":[2,48,219,251],"aims":[3],"to":[4,102,133,142,188],"capture":[5],"the":[6,78,89,96,128,139,158,165,189,210,228,236,244],"semantic":[7,79,97],"elements":[8,80,98],"in":[9,17,81,99,138,163,213,242],"images":[10,224],"by":[11,66],"modelling":[12],"objects":[13],"and":[14,27,41,53,59,74,105,149,154,246,255],"their":[15,135],"relationships":[16],"a":[18,110,169,214],"structured":[19],"manner,":[20],"which":[21,164],"are":[22,131,225],"essential":[23],"for":[24,55,146,179,199,252],"visual":[25,33,39,57,253],"understanding":[26,58,254],"reasoning":[28,256],"tasks":[29],"including":[30],"image":[31,42,218],"captioning,":[32],"question":[34],"answering,":[35],"multimedia":[36],"event":[37],"processing,":[38],"storytelling":[40],"retrieval.":[43],"The":[44,124,206],"existing":[45,190],"scene":[46,82,100,107,231,249],"approaches":[49],"provide":[50],"limited":[51],"performance":[52,245],"expressiveness":[54,247],"higher-level":[56],"reasoning.":[60],"This":[61],"challenge":[62],"can":[63],"be":[64],"mitigated":[65],"leveraging":[67],"commonsense":[68,93,116,229,239],"knowledge,":[69,76],"such":[70],"as":[71,186],"related":[72],"facts":[73],"background":[75],"about":[77,95],"graphs.":[83,232],"In":[84],"this":[85],"paper,":[86],"we":[87],"propose":[88],"infusion":[90,241],"of":[91,127,209,217,238,248],"diverse":[92],"knowledge":[94,112,117,122,140,240],"graphs":[101,108],"generate":[103],"rich":[104],"expressive":[106],"using":[109,227],"heterogeneous":[111],"source":[113,141],"that":[114,221],"contains":[115],"consolidated":[118],"from":[119],"seven":[120],"different":[121],"bases.":[123],"embeddings":[126],"object":[129],"nodes":[130],"used":[132],"leverage":[134],"structural":[136],"patterns":[137],"compute":[143],"similarity":[144],"metrics":[145],"refinement":[148],"enrichment.":[150],"We":[151],"performed":[152],"experimental":[153],"comparative":[155],"analysis":[156],"on":[157],"benchmark":[159],"Visual":[160],"Genome":[161],"dataset,":[162],"proposed":[166,211],"method":[167,212],"achieved":[168],"higher":[170],"recall":[171],"rate":[172],"(":[173,193],"$$R@K":[174,194],"=":[175,181,195,201],"29.89,":[176],"35.4,":[177],"39.12$$":[178],"$$K":[180,200],"20,":[182,202],"50,":[183,203],"100$$":[184,204],")":[185],"compared":[187],"state-of-the-art":[191],"technique":[192],"25.8,":[196],"33.3,":[197],"37.8$$":[198],").":[205],"qualitative":[207],"results":[208,234],"downstream":[215],"task":[216],"showed":[220],"more":[222],"realistic":[223],"generated":[226],"knowledge-based":[230],"These":[233],"depict":[235],"effectiveness":[237],"improving":[243],"tasks.":[257]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2022-07-14T00:00:00"}