{"id":"https://openalex.org/W4415399627","doi":"https://doi.org/10.1109/tgrs.2025.3624105","title":"CoMiX: Cross-Modal Fusion With Deformable Convolutions for HSI-X Semantic Segmentation","display_name":"CoMiX: Cross-Modal Fusion With Deformable Convolutions for HSI-X Semantic Segmentation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4415399627","doi":"https://doi.org/10.1109/tgrs.2025.3624105"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2025.3624105","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2025.3624105","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ieeexplore.ieee.org/document/11213508","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103015757","display_name":"Xuming Zhang","orcid":"https://orcid.org/0000-0001-7429-939X"},"institutions":[{"id":"https://openalex.org/I59028903","display_name":"Ocean University of China","ror":"https://ror.org/04rdtx186","country_code":"CN","type":"education","lineage":["https://openalex.org/I59028903"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuming Zhang","raw_affiliation_strings":["Faculty of Information Science and Engineering, Ocean University of China, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0001-7429-939X","affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Engineering, Ocean University of China, Qingdao, China","institution_ids":["https://openalex.org/I59028903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034435383","display_name":"Naoto Yokoya","orcid":"https://orcid.org/0000-0002-7321-4590"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Naoto Yokoya","raw_affiliation_strings":["Graduate School of Frontier Sciences, The University of Tokyo, Kashiwa, Japan","Department of Complexity Science and Engineering, Graduate School of Frontier Sciences, University of Tokyo, Chiba, Japan"],"raw_orcid":"https://orcid.org/0000-0002-7321-4590","affiliations":[{"raw_affiliation_string":"Graduate School of Frontier Sciences, The University of Tokyo, Kashiwa, Japan","institution_ids":["https://openalex.org/I74801974"]},{"raw_affiliation_string":"Department of Complexity Science and Engineering, Graduate School of Frontier Sciences, University of Tokyo, Chiba, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014357267","display_name":"Xingfa Gu","orcid":"https://orcid.org/0000-0002-6370-799X"},"institutions":[{"id":"https://openalex.org/I4210117728","display_name":"Center For Remote Sensing (United States)","ror":"https://ror.org/021wvg932","country_code":"US","type":"company","lineage":["https://openalex.org/I4210117728"]},{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP","US"],"is_corresponding":false,"raw_author_name":"Xingfa Gu","raw_affiliation_strings":["Graduate School of Frontier Sciences, The University of Tokyo, Kashiwa, Japan","Institute of Aerospace Remote Sensing Innovations, Guangzhou University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6370-799X","affiliations":[{"raw_affiliation_string":"Graduate School of Frontier Sciences, The University of Tokyo, Kashiwa, Japan","institution_ids":["https://openalex.org/I74801974"]},{"raw_affiliation_string":"Institute of Aerospace Remote Sensing Innovations, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I4210117728"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037356762","display_name":"Qingjiu Tian","orcid":"https://orcid.org/0000-0003-0986-6479"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingjiu Tian","raw_affiliation_strings":["International Institute for Earth System Science, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-0986-6479","affiliations":[{"raw_affiliation_string":"International Institute for Earth System Science, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006095323","display_name":"Lorenzo Bruzzone","orcid":"https://orcid.org/0000-0002-6036-459X"},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Lorenzo Bruzzone","raw_affiliation_strings":["Department of Information Engineering and Computer Science, University of Trento, Trento, Italy"],"raw_orcid":"https://orcid.org/0000-0002-6036-459X","affiliations":[{"raw_affiliation_string":"Department of Information Engineering and Computer Science, University of Trento, Trento, Italy","institution_ids":["https://openalex.org/I193223587"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15244865,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"63","issue":null,"first_page":"5533317","last_page":"5533317"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8310999870300293,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8310999870300293,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.8069999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.795799970626831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.695900022983551},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5946000218391418},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5939000248908997},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.49309998750686646},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.46549999713897705},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.44269999861717224},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.42419999837875366},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.40459999442100525}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8343999981880188},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.695900022983551},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6937000155448914},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5946000218391418},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5939000248908997},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.49309998750686646},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.46549999713897705},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.45489999651908875},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.44269999861717224},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.42419999837875366},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.40459999442100525},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.40070000290870667},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.37380000948905945},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.35510000586509705},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.3467000126838684},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.3061999976634979},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.30300000309944153},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.29789999127388},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.2930000126361847},{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.2896000146865845},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.27639999985694885},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.263700008392334},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.25769999623298645}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tgrs.2025.3624105","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2025.3624105","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:iris.unitn.it:11572/475674","is_oa":true,"landing_page_url":"https://ieeexplore.ieee.org/document/11213508","pdf_url":null,"source":{"id":"https://openalex.org/S4377196320","display_name":"Iris (University of Trento)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193223587","host_organization_name":"University of Trento","host_organization_lineage":["https://openalex.org/I193223587"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:iris.unitn.it:11572/475674","is_oa":true,"landing_page_url":"https://ieeexplore.ieee.org/document/11213508","pdf_url":null,"source":{"id":"https://openalex.org/S4377196320","display_name":"Iris (University of Trento)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193223587","host_organization_name":"University of Trento","host_organization_lineage":["https://openalex.org/I193223587"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2656142327","display_name":null,"funder_award_id":"SKLURE2023-2-6","funder_id":"https://openalex.org/F4320327020","funder_display_name":"State Key Laboratory of Urban and Regional Ecology"},{"id":"https://openalex.org/G3304305454","display_name":null,"funder_award_id":"2023YFF1303903","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G4792145522","display_name":null,"funder_award_id":"2023YFF1303903","funder_id":"https://openalex.org/F4320327020","funder_display_name":"State Key Laboratory of Urban and Regional Ecology"},{"id":"https://openalex.org/G5172591203","display_name":null,"funder_award_id":"2025A03J3171","funder_id":"https://openalex.org/F4320330743","funder_display_name":"Guangzhou Municipal Science and Technology Bureau"},{"id":"https://openalex.org/G8318840611","display_name":null,"funder_award_id":"L2424330","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8803406380","display_name":null,"funder_award_id":"42101321","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327020","display_name":"State Key Laboratory of Urban and Regional Ecology","ror":null},{"id":"https://openalex.org/F4320330743","display_name":"Guangzhou Municipal Science and Technology Bureau","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1965309615","https://openalex.org/W2309693750","https://openalex.org/W2346825662","https://openalex.org/W2474462684","https://openalex.org/W2563506500","https://openalex.org/W2564730549","https://openalex.org/W2601564443","https://openalex.org/W2606929568","https://openalex.org/W2623518586","https://openalex.org/W2744049245","https://openalex.org/W2752782242","https://openalex.org/W2947295162","https://openalex.org/W2955058313","https://openalex.org/W2966926453","https://openalex.org/W3026298314","https://openalex.org/W3035356612","https://openalex.org/W3048631361","https://openalex.org/W3081753142","https://openalex.org/W3138516171","https://openalex.org/W3139745482","https://openalex.org/W3168367808","https://openalex.org/W3197832506","https://openalex.org/W3210372881","https://openalex.org/W4200068923","https://openalex.org/W4223616928","https://openalex.org/W4226334005","https://openalex.org/W4239510810","https://openalex.org/W4285195596","https://openalex.org/W4309367935","https://openalex.org/W4312208437","https://openalex.org/W4312339456","https://openalex.org/W4312465065","https://openalex.org/W4312592451","https://openalex.org/W4312950730","https://openalex.org/W4313306177","https://openalex.org/W4313639507","https://openalex.org/W4380763457","https://openalex.org/W4381093893","https://openalex.org/W4383337348","https://openalex.org/W4385154014","https://openalex.org/W4385819914","https://openalex.org/W4386065698","https://openalex.org/W4386076222","https://openalex.org/W4386076267","https://openalex.org/W4386076539","https://openalex.org/W4386179772","https://openalex.org/W4392719398","https://openalex.org/W4394596865","https://openalex.org/W4396783545","https://openalex.org/W4402674146","https://openalex.org/W4402727033","https://openalex.org/W4403152483"],"related_works":[],"abstract_inverted_index":{"Improving":[0],"hyperspectral":[1],"image":[2,26],"(HSI)":[3],"semantic":[4,81],"segmentation":[5],"by":[6,40],"exploiting":[7],"complementary":[8,163],"information":[9],"from":[10,55,190],"supplementary":[11],"modalities":[12,151],"(termed":[13],"X-modality)":[14],"is":[15],"promising":[16],"but":[17],"challenging":[18],"due":[19],"to":[20,113,123,152,175,193,209],"significant":[21],"differences":[22],"in":[23,170],"imaging":[24],"sensors,":[25],"content,":[27],"and":[28,92,117,136,140,154,157,173,206],"resolution.":[29],"Existing":[30],"methods":[31],"often":[32,53],"underutilize":[33],"the":[34,111,171,176,183,187,195],"unique":[35],"spatial\u2013spectral":[36],"features":[37,189],"of":[38,102],"HSIs":[39,122],"processing":[41],"them":[42],"uniformly":[43],"with":[44,75,87],"X-modality":[45,112],"data.":[46],"In":[47],"addition,":[48],"current":[49],"cross-modality":[50],"fusion":[51,143],"strategies":[52],"suffer":[54],"limited":[56],"intermodal":[57],"interaction":[58],"or":[59],"significantly":[60],"increased":[61],"model":[62],"complexity.":[63],"To":[64],"address":[65],"these":[66],"limitations,":[67],"we":[68],"propose":[69],"CoMiX,":[70],"an":[71,85],"asymmetric":[72],"encoder-decoder":[73],"architecture":[74],"deformable":[76],"convolutions":[77],"(DCNs)":[78],"for":[79,110,121,179],"HSI-X":[80],"segmentation.":[82],"CoMiX":[83,202,214],"includes":[84],"encoder":[86,100],"two":[88],"parallel,":[89],"interacting":[90],"backbones":[91],"a":[93,132,141],"lightweight":[94],"all-multilayer":[95],"perceptron":[96],"(ALL-MLP)":[97],"decoder.":[98],"The":[99,213],"consists":[101],"four":[103],"stages,":[104],"each":[105],"incorporating":[106],"2D":[107],"DCN":[108,119],"blocks":[109,120],"accommodate":[114],"geometric":[115],"variations":[116],"3D":[118],"adaptively":[124,161],"capture":[125],"spatial-spectral":[126,148],"features.":[127],"Each":[128],"stage":[129,178],"also":[130],"incorporates":[131],"Cross-Modality":[133],"Feature":[134],"enhancement":[135],"eXchange":[137],"(CMFeX)":[138],"module":[139,144],"feature":[142],"(FFM).":[145],"CMFeX":[146],"exploits":[147],"correlations":[149],"across":[150],"recalibrate":[153],"enhance":[155],"modality-specific":[156],"modality-shared":[158],"features,":[159],"while":[160],"exchanging":[162],"information.":[164],"Its":[165],"outputs":[166],"are":[167],"subsequently":[168],"fused":[169,188],"FFM":[172],"propagated":[174],"next":[177],"further":[180],"learning.":[181],"Finally,":[182],"ALL-MLP":[184],"decoder":[185],"aggregates":[186],"all":[191],"stages":[192],"produce":[194],"final":[196],"predictions.":[197],"Extensive":[198],"experiments":[199],"demonstrate":[200],"that":[201],"achieves":[203],"state-of-the-art":[204],"performance":[205],"generalizes":[207],"well":[208],"various":[210],"multimodal":[211],"datasets.":[212],"code":[215],"will":[216],"be":[217],"released":[218],"soon.":[219]},"counts_by_year":[],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-22T00:00:00"}