{"id":"https://openalex.org/W4386179772","doi":"https://doi.org/10.1109/tits.2023.3300537","title":"CMX: Cross-Modal Fusion for RGB-X Semantic Segmentation With Transformers","display_name":"CMX: Cross-Modal Fusion for RGB-X Semantic Segmentation With Transformers","publication_year":2023,"publication_date":"2023-08-25","ids":{"openalex":"https://openalex.org/W4386179772","doi":"https://doi.org/10.1109/tits.2023.3300537"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2023.3300537","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2023.3300537","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000376041","display_name":"Jiaming Zhang","orcid":"https://orcid.org/0000-0003-3471-328X"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Jiaming Zhang","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022997463","display_name":"Huayao Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huayao Liu","raw_affiliation_strings":["NIO, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"NIO, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027010844","display_name":"Kailun Yang","orcid":"https://orcid.org/0000-0002-1090-667X"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kailun Yang","raw_affiliation_strings":["School of Robotics and the National Engineering Research Center of Robot Visual Perception and Control Technology, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"School of Robotics and the National Engineering Research Center of Robot Visual Perception and Control Technology, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077940082","display_name":"Xinxin Hu","orcid":"https://orcid.org/0000-0002-8231-4024"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xinxin Hu","raw_affiliation_strings":["ByteDance Inc., Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"ByteDance Inc., Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054960200","display_name":"Ruiping Liu","orcid":"https://orcid.org/0000-0001-5245-2277"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ruiping Liu","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087051920","display_name":"Rainer Stiefelhagen","orcid":"https://orcid.org/0000-0001-8046-4945"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Rainer Stiefelhagen","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5000376041"],"corresponding_institution_ids":["https://openalex.org/I102335020"],"apc_list":null,"apc_paid":null,"fwci":63.2287,"has_fulltext":false,"cited_by_count":539,"citation_normalized_percentile":{"value":0.99949111,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"24","issue":"12","first_page":"14679","last_page":"14694"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.7587548494338989},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6628450155258179},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6283516883850098},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6230467557907104},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5976753234863281},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5202339887619019},{"id":"https://openalex.org/keywords/lidar","display_name":"Lidar","score":0.4361780285835266},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.41491320729255676},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3776603639125824},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.11526051163673401},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.07372945547103882}],"concepts":[{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.7587548494338989},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6628450155258179},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6283516883850098},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6230467557907104},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5976753234863281},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5202339887619019},{"id":"https://openalex.org/C51399673","wikidata":"https://www.wikidata.org/wiki/Q504027","display_name":"Lidar","level":2,"score":0.4361780285835266},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.41491320729255676},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3776603639125824},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.11526051163673401},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.07372945547103882},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2023.3300537","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2023.3300537","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5257535377","display_name":null,"funder_award_id":"BW6-03","funder_id":"https://openalex.org/F4320326493","funder_display_name":"Nieders\u00e4chsisches Ministerium f\u00fcr Wissenschaft und Kultur"},{"id":"https://openalex.org/G8785424733","display_name":null,"funder_award_id":"01KM151112","funder_id":"https://openalex.org/F4320329553","funder_display_name":"Bundesministerium f\u00fcr Arbeit und Soziales"}],"funders":[{"id":"https://openalex.org/F4320326493","display_name":"Nieders\u00e4chsisches Ministerium f\u00fcr Wissenschaft und Kultur","ror":null},{"id":"https://openalex.org/F4320329553","display_name":"Bundesministerium f\u00fcr Arbeit und Soziales","ror":"https://ror.org/036e5c451"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":110,"referenced_works":["https://openalex.org/W125693051","https://openalex.org/W1565402342","https://openalex.org/W1923184257","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2412782625","https://openalex.org/W2550553598","https://openalex.org/W2557406251","https://openalex.org/W2560023338","https://openalex.org/W2586114507","https://openalex.org/W2587989515","https://openalex.org/W2594519801","https://openalex.org/W2609822318","https://openalex.org/W2762439315","https://openalex.org/W2774839435","https://openalex.org/W2775906317","https://openalex.org/W2776622059","https://openalex.org/W2777686015","https://openalex.org/W2787091153","https://openalex.org/W2795014656","https://openalex.org/W2798441115","https://openalex.org/W2799166040","https://openalex.org/W2884822772","https://openalex.org/W2886934227","https://openalex.org/W2896014703","https://openalex.org/W2921749009","https://openalex.org/W2944195984","https://openalex.org/W2955058313","https://openalex.org/W2956887593","https://openalex.org/W2959581809","https://openalex.org/W2962802951","https://openalex.org/W2963091558","https://openalex.org/W2963419596","https://openalex.org/W2963896186","https://openalex.org/W2965867763","https://openalex.org/W2971014764","https://openalex.org/W2979694779","https://openalex.org/W2981689412","https://openalex.org/W2990775046","https://openalex.org/W2991471181","https://openalex.org/W3014641072","https://openalex.org/W3015871565","https://openalex.org/W3033020497","https://openalex.org/W3034233533","https://openalex.org/W3042173136","https://openalex.org/W3042817527","https://openalex.org/W3069056889","https://openalex.org/W3088884252","https://openalex.org/W3089452245","https://openalex.org/W3091001089","https://openalex.org/W3093327960","https://openalex.org/W3099155473","https://openalex.org/W3108601100","https://openalex.org/W3110089052","https://openalex.org/W3110108516","https://openalex.org/W3112503277","https://openalex.org/W3118002725","https://openalex.org/W3120633509","https://openalex.org/W3122412340","https://openalex.org/W3124434019","https://openalex.org/W3125553402","https://openalex.org/W3127555982","https://openalex.org/W3129601843","https://openalex.org/W3131500599","https://openalex.org/W3137799923","https://openalex.org/W3138511503","https://openalex.org/W3138516171","https://openalex.org/W3166016280","https://openalex.org/W3169283839","https://openalex.org/W3170841864","https://openalex.org/W3172717135","https://openalex.org/W3172863135","https://openalex.org/W3173732446","https://openalex.org/W3194816901","https://openalex.org/W3194841206","https://openalex.org/W3196726479","https://openalex.org/W3198062544","https://openalex.org/W3198307164","https://openalex.org/W3203597819","https://openalex.org/W3206439726","https://openalex.org/W3207537403","https://openalex.org/W3217020749","https://openalex.org/W3217258974","https://openalex.org/W4200630704","https://openalex.org/W4210661702","https://openalex.org/W4214893857","https://openalex.org/W4221147914","https://openalex.org/W4226086539","https://openalex.org/W4300479382","https://openalex.org/W4302290282","https://openalex.org/W4312372834","https://openalex.org/W4312685069","https://openalex.org/W4312781440","https://openalex.org/W4313023122","https://openalex.org/W4313142416","https://openalex.org/W4315606099","https://openalex.org/W4318033725","https://openalex.org/W4323338514","https://openalex.org/W4385245566","https://openalex.org/W4391769355","https://openalex.org/W6631190155","https://openalex.org/W6733367512","https://openalex.org/W6745935785","https://openalex.org/W6760613829","https://openalex.org/W6771765819","https://openalex.org/W6788135285","https://openalex.org/W6797399245","https://openalex.org/W6800424423","https://openalex.org/W6802010497","https://openalex.org/W6839204349"],"related_works":["https://openalex.org/W4319317934","https://openalex.org/W2901265155","https://openalex.org/W2956374172","https://openalex.org/W4319837668","https://openalex.org/W4308071650","https://openalex.org/W3188333020","https://openalex.org/W4281783339","https://openalex.org/W1964041166","https://openalex.org/W4390887692","https://openalex.org/W4221065211"],"abstract_inverted_index":{"Scene":[0],"understanding":[1],"based":[2,214],"on":[3,186,215,219],"image":[4],"segmentation":[5,15,212],"is":[6,98,231],"a":[7,40,46,71,94,106,137],"crucial":[8,99],"component":[9],"of":[10,16,43,127,146,229],"autonomous":[11],"vehicles.":[12],"Pixel-wise":[13],"semantic":[14,78,211],"RGB":[17],"images":[18],"can":[19],"be":[20],"advanced":[21],"by":[22,116],"exploiting":[23],"complementary":[24,162],"features":[25,115,119,126],"from":[26,120],"the":[27,118,125,128,155,201,216,223],"supplementary":[28],"modality":[29,101,122],"(":[30],"<inline-formula":[31],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[32,236],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[33],"<tex-math":[34],"notation=\"LaTeX\">${X}$":[35],"</tex-math></inline-formula>":[36],"-modality).":[37],"However,":[38],"covering":[39],"wide":[41],"variety":[42],"sensors":[44],"with":[45],"modality-agnostic":[47],"model":[48],"remains":[49],"an":[50,209],"unresolved":[51],"problem":[52],"due":[53],"to":[54,112,123,142,163,179,199,203],"variations":[55],"in":[56,66],"sensor":[57],"characteristics":[58],"among":[59],"different":[60,84],"modalities.":[61],"Unlike":[62],"previous":[63],"modality-specific":[64],"methods,":[65],"this":[67],"work,":[68],"we":[69,104,135,158,207],"propose":[70],"unified":[72,95],"fusion":[73],"framework,":[74],"CMX,":[75,153],"for":[76,100,154],"RGB-X":[77],"segmentation.":[79],"To":[80,151],"generalize":[81],"well":[82,91,178,191],"across":[83],"modalities,":[85],"that":[86,175],"often":[87],"include":[88],"supplements":[89],"as":[90,92,190,192],"uncertainties,":[93],"cross-modal":[96],"interaction":[97],"fusion.":[102],"Specifically,":[103],"design":[105],"Cross-Modal":[107],"Feature":[108,138],"Rectification":[109],"Module":[110,140],"(CM-FRM)":[111],"calibrate":[113],"bi-modal":[114],"leveraging":[117],"one":[121],"rectify":[124],"other":[129],"modality.":[130],"With":[131],"rectified":[132],"feature":[133],"pairs,":[134],"deploy":[136],"Fusion":[139],"(FFM)":[141],"perform":[143],"sufficient":[144],"exchange":[145],"long-range":[147],"contexts":[148],"before":[149],"mixing.":[150],"verify":[152],"first":[156],"time,":[157],"unify":[159],"five":[160,187],"modalities":[161],"RGB,":[164],"i.e.,":[165],"depth,":[166],"thermal,":[167],"polarization,":[168],"event,":[169],"and":[170,195],"LiDAR.":[171],"Extensive":[172],"experiments":[173],"show":[174],"CMX":[176,221,230],"generalizes":[177],"diverse":[180],"multi-modal":[181],"fusion,":[182,206],"achieving":[183],"state-of-the-art":[184],"performances":[185],"RGB-Depth":[188],"benchmarks,":[189],"RGB-Thermal,":[193],"RGB-Polarization,":[194],"RGB-LiDAR":[196],"datasets.":[197],"Besides,":[198],"investigate":[200],"generalizability":[202],"dense-sparse":[204],"data":[205],"establish":[208],"RGB-Event":[210],"benchmark":[213],"EventScape":[217],"dataset,":[218],"which":[220],"sets":[222],"new":[224],"state-of-the-art.":[225],"The":[226],"source":[227],"code":[228],"publicly":[232],"available":[233],"at":[234],"<uri":[235],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/huaaaliu/RGBX_Semantic_</uri>":[237],"Segmentation.":[238]},"counts_by_year":[{"year":2026,"cited_by_count":45},{"year":2025,"cited_by_count":254},{"year":2024,"cited_by_count":177},{"year":2023,"cited_by_count":56},{"year":2022,"cited_by_count":7}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}