{"id":"https://openalex.org/W7154484183","doi":"https://doi.org/10.48550/arxiv.2604.12319","title":"RSGMamba: Reliability-Aware Self-Gated State Space Model for Multimodal Semantic Segmentation","display_name":"RSGMamba: Reliability-Aware Self-Gated State Space Model for Multimodal Semantic Segmentation","publication_year":2026,"publication_date":"2026-04-14","ids":{"openalex":"https://openalex.org/W7154484183","doi":"https://doi.org/10.48550/arxiv.2604.12319"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.12319","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.12319","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.12319","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133693412","display_name":"Guoan Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Guoan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026023284","display_name":"Yang Xiao","orcid":"https://orcid.org/0000-0002-8355-5209"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133646307","display_name":"Guangwei Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Guangwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078385469","display_name":"Dongchen Zhu","orcid":"https://orcid.org/0000-0002-1579-3942"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Dongchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133627393","display_name":"Guo-Jun Qi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qi, Guo-Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133653540","display_name":"Wenjing Jia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia, Wenjing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9050999879837036,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9050999879837036,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.012500000186264515,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.011800000444054604,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6304000020027161},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5993000268936157},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.555899977684021},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.476500004529953},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.47589999437332153},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.4343000054359436},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.3797999918460846},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3734999895095825},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.34299999475479126}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7347999811172485},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.669700026512146},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6304000020027161},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5993000268936157},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.555899977684021},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.476500004529953},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.47589999437332153},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.4343000054359436},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.3797999918460846},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3734999895095825},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3626999855041504},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.34299999475479126},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3292999863624573},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.32670000195503235},{"id":"https://openalex.org/C173414695","wikidata":"https://www.wikidata.org/wiki/Q5510276","display_name":"Fusion mechanism","level":4,"score":0.325300008058548},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.31610000133514404},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.31150001287460327},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.3061000108718872},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.29319998621940613},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.28850001096725464},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.2824999988079071},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.2806999981403351},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2743000090122223},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.26829999685287476},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.25999999046325684},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.25529998540878296}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.12319","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.12319","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.12319","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.12319","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5989404320716858,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"semantic":[1,162],"segmentation":[2,163],"has":[3],"emerged":[4],"as":[5],"a":[6,69,104,129],"powerful":[7],"paradigm":[8],"for":[9],"enhancing":[10,123],"scene":[11],"understanding":[12],"by":[13],"leveraging":[14],"complementary":[15],"information":[16,114],"from":[17,61],"multiple":[18],"sensing":[19],"modalities":[20,36,48],"(e.g.,":[21],"RGB,":[22],"depth,":[23],"and":[24,67,98,122,160,173,181,188,201],"thermal).":[25],"However,":[26],"existing":[27],"cross-modal":[28,59,101],"fusion":[29,60,109],"methods":[30],"often":[31],"implicitly":[32],"assume":[33],"that":[34,111,152],"all":[35],"are":[37,49],"equally":[38],"reliable,":[39],"which":[40,93],"can":[41],"lead":[42],"to":[43,137,191],"feature":[44,120,125],"degradation":[45],"when":[46],"auxiliary":[47],"noisy,":[50],"misaligned,":[51],"or":[52],"incomplete.":[53],"In":[54,127],"this":[55],"paper,":[56],"we":[57],"revisit":[58],"the":[62,73,81,87,143,199,204],"perspective":[63],"of":[64,83,147,203],"modality":[65,96],"reliability":[66,97],"propose":[68],"novel":[70],"framework":[71],"termed":[72],"Reliability-aware":[74,88],"Self-Gated":[75,89],"State":[76],"Space":[77],"Model":[78],"(RSGMamba).":[79],"At":[80],"core":[82],"our":[84],"method":[85],"is":[86,135],"Mamba":[90],"Block":[91],"(RSGMB),":[92],"explicitly":[94],"models":[95],"dynamically":[99],"regulates":[100],"interactions":[102],"through":[103],"self-gating":[105],"mechanism.":[106],"Unlike":[107],"conventional":[108],"strategies":[110],"indiscriminately":[112],"exchange":[113],"across":[115],"modalities,":[116],"RSGMB":[117],"enables":[118],"reliability-aware":[119],"selection":[121],"informative":[124],"aggregation.":[126],"addition,":[128],"lightweight":[130],"Local":[131],"Cross-Gated":[132],"Modulation":[133],"(LCGM)":[134],"incorporated":[136],"refine":[138],"fine-grained":[139],"spatial":[140],"details,":[141],"complementing":[142],"global":[144],"modeling":[145],"capability":[146],"RSGMB.":[148],"Extensive":[149],"experiments":[150],"demonstrate":[151],"RSGMamba":[153],"achieves":[154],"state-of-the-art":[155],"performance":[156],"on":[157,170,186],"both":[158],"RGB-D":[159],"RGB-T":[161],"benchmarks,":[164],"resulting":[165],"58.8%":[166],"/":[167,176,183],"54.0%":[168],"mIoU":[169,185],"NYUDepth":[171],"V2":[172],"SUN-RGBD":[174],"(+0.4%":[175],"+0.7%":[177],"over":[178],"prior":[179],"best),":[180],"61.1%":[182],"88.9%":[184],"MFNet":[187],"PST900":[189],"(up":[190],"+1.6%),":[192],"with":[193],"only":[194],"48.6M":[195],"parameters,":[196],"thereby":[197],"validating":[198],"effectiveness":[200],"superiority":[202],"proposed":[205],"approach.":[206]},"counts_by_year":[],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2026-04-16T00:00:00"}