{"id":"https://openalex.org/W4408441582","doi":"https://doi.org/10.1109/access.2025.3551267","title":"MuRelSGG: Multimodal Relationship Prediction for Neurosymbolic Scene Graph Generation","display_name":"MuRelSGG: Multimodal Relationship Prediction for Neurosymbolic Scene Graph Generation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4408441582","doi":"https://doi.org/10.1109/access.2025.3551267"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3551267","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3551267","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3551267","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102945426","display_name":"Muhammad Junaid Khan","orcid":"https://orcid.org/0000-0002-5912-0504"},"institutions":[{"id":"https://openalex.org/I929597975","display_name":"National University of Sciences and Technology","ror":"https://ror.org/03w2j5y17","country_code":"PK","type":"education","lineage":["https://openalex.org/I929597975"]},{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"education","lineage":["https://openalex.org/I188760350"]}],"countries":["IE","PK"],"is_corresponding":true,"raw_author_name":"Muhammad Junaid Khan","raw_affiliation_strings":["Data Science Institute, University of Galway, Galway, Ireland","Department of Electrical Engineering, Military College of Signals, National University of Sciences and Technology, Islamabad, Pakistan"],"affiliations":[{"raw_affiliation_string":"Data Science Institute, University of Galway, Galway, Ireland","institution_ids":["https://openalex.org/I188760350"]},{"raw_affiliation_string":"Department of Electrical Engineering, Military College of Signals, National University of Sciences and Technology, Islamabad, Pakistan","institution_ids":["https://openalex.org/I929597975"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108583808","display_name":"Adil Masood Siddiqui","orcid":null},"institutions":[{"id":"https://openalex.org/I929597975","display_name":"National University of Sciences and Technology","ror":"https://ror.org/03w2j5y17","country_code":"PK","type":"education","lineage":["https://openalex.org/I929597975"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Adil Masood Siddiqui","raw_affiliation_strings":["Department of Electrical Engineering, Military College of Signals, National University of Sciences and Technology, Islamabad, Pakistan"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Military College of Signals, National University of Sciences and Technology, Islamabad, Pakistan","institution_ids":["https://openalex.org/I929597975"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038956354","display_name":"Hamid Saeed Khan","orcid":"https://orcid.org/0000-0002-3319-1603"},"institutions":[{"id":"https://openalex.org/I4210106998","display_name":"Medical Diagnostic Laboratories (United States)","ror":"https://ror.org/01gjnjy30","country_code":"US","type":"company","lineage":["https://openalex.org/I4210106998"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hamid Saeed Khan","raw_affiliation_strings":["siParadigm Diagnostic Informatics, Montville, NJ, USA","SiParadigm Diagnostics, New Jersey, United States"],"affiliations":[{"raw_affiliation_string":"siParadigm Diagnostic Informatics, Montville, NJ, USA","institution_ids":["https://openalex.org/I4210106998"]},{"raw_affiliation_string":"SiParadigm Diagnostics, New Jersey, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065978057","display_name":"Faisal Akram","orcid":"https://orcid.org/0000-0003-4577-2445"},"institutions":[{"id":"https://openalex.org/I929597975","display_name":"National University of Sciences and Technology","ror":"https://ror.org/03w2j5y17","country_code":"PK","type":"education","lineage":["https://openalex.org/I929597975"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Faisal Akram","raw_affiliation_strings":["Department of Electrical Engineering, Military College of Signals, National University of Sciences and Technology, Islamabad, Pakistan"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Military College of Signals, National University of Sciences and Technology, Islamabad, Pakistan","institution_ids":["https://openalex.org/I929597975"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037898063","display_name":"Muhammad Jaleed Khan","orcid":"https://orcid.org/0000-0003-4727-4722"},"institutions":[{"id":"https://openalex.org/I929597975","display_name":"National University of Sciences and Technology","ror":"https://ror.org/03w2j5y17","country_code":"PK","type":"education","lineage":["https://openalex.org/I929597975"]},{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"education","lineage":["https://openalex.org/I188760350"]}],"countries":["IE","PK"],"is_corresponding":false,"raw_author_name":"M. Jaleed Khan","raw_affiliation_strings":["Data Science Institute, University of Galway, Galway, Ireland","Department of Electrical Engineering, Military College of Signals, National University of Sciences and Technology, Islamabad, Pakistan","Data Science Institute, University of Galway, Ireland"],"affiliations":[{"raw_affiliation_string":"Data Science Institute, University of Galway, Galway, Ireland","institution_ids":["https://openalex.org/I188760350"]},{"raw_affiliation_string":"Department of Electrical Engineering, Military College of Signals, National University of Sciences and Technology, Islamabad, Pakistan","institution_ids":["https://openalex.org/I929597975"]},{"raw_affiliation_string":"Data Science Institute, University of Galway, Ireland","institution_ids":["https://openalex.org/I188760350"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5102945426"],"corresponding_institution_ids":["https://openalex.org/I188760350","https://openalex.org/I929597975"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":5.6828,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.94903782,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"13","issue":null,"first_page":"47042","last_page":"47054"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9567000269889832,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9419000148773193,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7205559015274048},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4359901547431946},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43296411633491516},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2087096869945526}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7205559015274048},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4359901547431946},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43296411633491516},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2087096869945526}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2025.3551267","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3551267","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:https://researchrepository.universityofgalway.ie:10379/18788","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ACCESS.2025.3551267","pdf_url":null,"source":{"id":"https://openalex.org/S4377196322","display_name":"ARAN (University of Galway Research Repository) (Ollscoil na Gaillimhe \u2013 University of Galway)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I188760350","host_organization_name":"Ollscoil na Gaillimhe \u2013 University of Galway","host_organization_lineage":["https://openalex.org/I188760350"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"journal article"},{"id":"pmh:oai:doaj.org/article:5a99e7f906a7420fa76c7620f045c18a","is_oa":true,"landing_page_url":"https://doaj.org/article/5a99e7f906a7420fa76c7620f045c18a","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 47042-47054 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3551267","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3551267","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W2080133951","https://openalex.org/W2081580037","https://openalex.org/W2277195237","https://openalex.org/W2342662179","https://openalex.org/W2479423890","https://openalex.org/W2561529111","https://openalex.org/W2565639579","https://openalex.org/W2579549467","https://openalex.org/W2810482788","https://openalex.org/W2886970679","https://openalex.org/W2950096400","https://openalex.org/W2962785943","https://openalex.org/W2963052338","https://openalex.org/W2963101081","https://openalex.org/W2963150697","https://openalex.org/W2963518342","https://openalex.org/W2963536419","https://openalex.org/W2963649796","https://openalex.org/W2963650529","https://openalex.org/W2963938081","https://openalex.org/W2979669231","https://openalex.org/W3006657421","https://openalex.org/W3034638741","https://openalex.org/W3034679267","https://openalex.org/W3035017890","https://openalex.org/W3036869132","https://openalex.org/W3107848485","https://openalex.org/W3108864070","https://openalex.org/W3109507892","https://openalex.org/W3114942877","https://openalex.org/W3165066581","https://openalex.org/W3176825161","https://openalex.org/W3184370138","https://openalex.org/W3184978204","https://openalex.org/W3202514640","https://openalex.org/W3203581965","https://openalex.org/W3207531676","https://openalex.org/W3215314835","https://openalex.org/W4200498145","https://openalex.org/W4206305425","https://openalex.org/W4220974559","https://openalex.org/W4285208802","https://openalex.org/W4285620459","https://openalex.org/W4288045581","https://openalex.org/W4312578903","https://openalex.org/W4312744661","https://openalex.org/W4389782456","https://openalex.org/W4390873633","https://openalex.org/W4396889120","https://openalex.org/W4396982232","https://openalex.org/W4402715983","https://openalex.org/W4402727472","https://openalex.org/W4402727514","https://openalex.org/W4407825796","https://openalex.org/W6739901393","https://openalex.org/W6769456047","https://openalex.org/W6771655979","https://openalex.org/W6804931167","https://openalex.org/W6805018690","https://openalex.org/W6841019898","https://openalex.org/W6846841345"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Neurosymbolic":[0],"Scene":[1],"Graph":[2],"Generation":[3],"(SGG)":[4],"is":[5],"a":[6,72,79,121],"promising":[7],"approach":[8],"that":[9,77],"jointly":[10],"leverages":[11],"the":[12,20,154,200,215,228],"perception":[13],"capabilities":[14,22],"of":[15,23,47,123,203,217,230],"deep":[16,232],"neural":[17],"networks":[18],"and":[19,29,39,57,98,128,139,146,158,164,210,244],"reasoning":[21],"symbolic":[24],"techniques":[25],"for":[26,132,221],"scene":[27,242],"understanding":[28],"visual":[30,48,141,241],"reasoning.":[31,245],"SGG":[32,52,75,195],"systematically":[33],"captures":[34],"semantic":[35],"components,":[36],"including":[37],"objects":[38],"their":[40],"relationships,":[41,142],"in":[42,61,106,170],"images,":[43],"enabling":[44],"structured":[45,218,236],"representations":[46],"data.":[49],"However,":[50],"existing":[51],"methods":[53],"exhibit":[54],"constrained":[55],"accuracy":[56,145],"limited":[58],"expressiveness,":[59],"particularly":[60],"long-tail":[62,222],"relationship":[63,82,104,133,223],"prediction.":[64,134,224],"To":[65],"address":[66],"these":[67],"limitations,":[68],"we":[69],"present":[70],"MuRelSGG,":[71],"novel":[73],"neurosymbolic":[74,110],"framework":[76],"integrates":[78],"Transformer-based":[80],"multimodal":[81],"prediction":[83,105],"pipeline":[84],"with":[85,113,235],"common":[86],"sense":[87],"knowledge":[88,219,237],"enrichment.":[89],"This":[90],"synergistic":[91],"combination":[92],"encapsulates":[93],"global":[94],"context,":[95],"long-range":[96],"dependencies,":[97],"complex":[99],"object":[100,114],"interactions":[101],"to":[102,161,239],"enhance":[103],"SGG.":[107],"The":[108],"proposed":[109],"architecture":[111],"begins":[112],"detection":[115],"via":[116],"Faster":[117],"R-CNN,":[118],"followed":[119],"by":[120],"cascade":[122],"Multi-Head":[124],"Attention":[125],"Transformers":[126,130],"(M-HAT)":[127],"Vision":[129],"(ViT)":[131],"Subsequently,":[135],"CSKG":[136,208],"enrichment":[137,209],"refines":[138],"augments":[140],"improving":[143],"both":[144,153],"expressiveness.":[147],"We":[148],"conduct":[149],"extensive":[150],"evaluations":[151],"on":[152],"Visual":[155],"Genome":[156],"(VG)":[157],"GQA":[159],"datasets":[160],"assess":[162],"performance":[163],"generalizability.":[165],"MuRelSGG":[166],"achieves":[167],"substantial":[168],"gains":[169],"recall":[171],"rates":[172],"(VG:":[173],"R@<inline-formula":[174,187],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[175,181,188],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[176,182,189],"<tex-math":[177,183,190],"notation=\"LaTeX\">$100=43.2$":[178],"</tex-math></inline-formula>,":[179],"mR@<inline-formula":[180],"notation=\"LaTeX\">$100=14.9$":[184],"</tex-math></inline-formula>;":[185],"GQA:":[186],"notation=\"LaTeX\">$100=42.1$":[191],"</tex-math></inline-formula>),":[192],"outperforming":[193],"state-of-the-art":[194],"techniques.":[196],"Ablation":[197],"studies":[198],"confirm":[199],"critical":[201],"contributions":[202],"M-HAT,":[204],"ViT,":[205],"linguistic":[206],"features,":[207],"embedding":[211],"similarity":[212],"thresholds,":[213],"demonstrating":[214],"effectiveness":[216],"integration":[220],"These":[225],"findings":[226],"underscore":[227],"potential":[229],"combining":[231],"learning":[233],"architectures":[234],"bases":[238],"advance":[240],"representation":[243]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}