{"id":"https://openalex.org/W4407736685","doi":"https://doi.org/10.1109/tgrs.2025.3543821","title":"UM2Former: U-Shaped Multimixed Transformer Network for Large-Scale Hyperspectral Image Semantic Segmentation","display_name":"UM2Former: U-Shaped Multimixed Transformer Network for Large-Scale Hyperspectral Image Semantic Segmentation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4407736685","doi":"https://doi.org/10.1109/tgrs.2025.3543821"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2025.3543821","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2025.3543821","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019056989","display_name":"Aijun Xu","orcid":"https://orcid.org/0000-0001-6789-6938"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Aijun Xu","raw_affiliation_strings":["College of Geography and Remote Sensing, Hohai University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Geography and Remote Sensing, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018243278","display_name":"Zhaohui Xue","orcid":"https://orcid.org/0000-0001-6253-2967"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaohui Xue","raw_affiliation_strings":["College of Geography and Remote Sensing, Hohai University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Geography and Remote Sensing, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100753804","display_name":"Ziyu Li","orcid":"https://orcid.org/0000-0002-6520-2530"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyu Li","raw_affiliation_strings":["College of Geography and Remote Sensing, Hohai University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Geography and Remote Sensing, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103892448","display_name":"Shun Cheng","orcid":"https://orcid.org/0009-0003-7775-4951"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shun Cheng","raw_affiliation_strings":["College of Geography and Remote Sensing, Hohai University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Geography and Remote Sensing, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019014062","display_name":"Hongjun Su","orcid":"https://orcid.org/0000-0002-8991-8568"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongjun Su","raw_affiliation_strings":["College of Geography and Remote Sensing, Hohai University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Geography and Remote Sensing, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000395252","display_name":"Junshi Xia","orcid":"https://orcid.org/0000-0002-5586-6536"},"institutions":[{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Junshi Xia","raw_affiliation_strings":["RIKEN Center for Advanced Intelligence Project (AIP), Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"RIKEN Center for Advanced Intelligence Project (AIP), Tokyo, Japan","institution_ids":["https://openalex.org/I4210126580"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5019056989"],"corresponding_institution_ids":["https://openalex.org/I163340411"],"apc_list":null,"apc_paid":null,"fwci":10.1238,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.97891227,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"63","issue":null,"first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperspectral-imaging","display_name":"Hyperspectral imaging","score":0.7662997841835022},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6227400898933411},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.5571037530899048},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49752572178840637},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.47943395376205444},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.44847699999809265},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4285668730735779},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3876771926879883},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.35821273922920227},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.34879744052886963},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.22595876455307007},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.14859426021575928},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.10939320921897888}],"concepts":[{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.7662997841835022},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6227400898933411},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.5571037530899048},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49752572178840637},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.47943395376205444},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.44847699999809265},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4285668730735779},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3876771926879883},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.35821273922920227},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.34879744052886963},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.22595876455307007},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.14859426021575928},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.10939320921897888},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2025.3543821","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2025.3543821","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2659737875","display_name":null,"funder_award_id":"42271324","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5116539810","display_name":null,"funder_award_id":"BK20221506","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W1521436688","https://openalex.org/W1901129140","https://openalex.org/W1903029394","https://openalex.org/W1950365613","https://openalex.org/W2194775991","https://openalex.org/W2412782625","https://openalex.org/W2464755555","https://openalex.org/W2500751094","https://openalex.org/W2538244214","https://openalex.org/W2738232694","https://openalex.org/W2752782242","https://openalex.org/W2764276316","https://openalex.org/W2772452219","https://openalex.org/W2793461576","https://openalex.org/W2802076210","https://openalex.org/W2808098982","https://openalex.org/W2884822772","https://openalex.org/W2925148117","https://openalex.org/W2940726923","https://openalex.org/W2950185713","https://openalex.org/W2963091558","https://openalex.org/W3000554425","https://openalex.org/W3006984222","https://openalex.org/W3034552520","https://openalex.org/W3034971973","https://openalex.org/W3046711384","https://openalex.org/W3105357426","https://openalex.org/W3108467103","https://openalex.org/W3109998321","https://openalex.org/W3110908156","https://openalex.org/W3114720220","https://openalex.org/W3118957360","https://openalex.org/W3127104941","https://openalex.org/W3127751679","https://openalex.org/W3131500599","https://openalex.org/W3132505321","https://openalex.org/W3138516171","https://openalex.org/W3161825146","https://openalex.org/W3165209762","https://openalex.org/W3183174367","https://openalex.org/W3197957534","https://openalex.org/W3198533054","https://openalex.org/W4205138939","https://openalex.org/W4214666412","https://openalex.org/W4225784760","https://openalex.org/W4250482878","https://openalex.org/W4283450732","https://openalex.org/W4285106080","https://openalex.org/W4290716516","https://openalex.org/W4296240311","https://openalex.org/W4318586146","https://openalex.org/W4319990441","https://openalex.org/W4379203665","https://openalex.org/W4385245566","https://openalex.org/W4385574797","https://openalex.org/W4387805904","https://openalex.org/W4388098534","https://openalex.org/W4389104786","https://openalex.org/W4390097175","https://openalex.org/W4391467948","https://openalex.org/W4400073543","https://openalex.org/W4401070605","https://openalex.org/W4403589095","https://openalex.org/W6751595859","https://openalex.org/W6797399245","https://openalex.org/W6857440670"],"related_works":["https://openalex.org/W2072166414","https://openalex.org/W3209970181","https://openalex.org/W2060875994","https://openalex.org/W3034375524","https://openalex.org/W4230131218","https://openalex.org/W2404757046","https://openalex.org/W2070598848","https://openalex.org/W2019190440","https://openalex.org/W3034864990","https://openalex.org/W1522196789"],"abstract_inverted_index":{"Transformer-based":[0,24,57],"deep":[1],"learning":[2],"(DL)":[3],"methods":[4,26],"have":[5,27],"gradually":[6],"been":[7,30],"advocated":[8],"for":[9,93],"remote":[10],"sensing":[11],"(RS)":[12],"image":[13,37],"semantic":[14,39,75,96,174,212],"segmentation":[15,61,167,198,213],"due":[16],"to":[17,68,113,172,209],"the":[18,34,48,73,82,106,109,124,142,150,159,191,202,210],"great":[19],"global":[20,143],"modeling":[21,145],"capability.":[22],"Nevertheless,":[23],"DL":[25],"not":[28],"yet":[29],"sufficiently":[31],"explored":[32],"on":[33],"large-scale":[35,94,193],"hyperspectral":[36],"(HSI)":[38],"segmentation.":[40,97,183],"Current":[41],"algorithms":[42],"lack":[43],"a":[44,85,99,131,164],"comprehensive":[45],"consideration":[46],"of":[47,50,103,146,155,218,224],"impact":[49],"positional":[51],"encoding":[52],"(PE)":[53],"interpolation":[54],"when":[55],"constructing":[56],"decoders.":[58],"Moreover,":[59],"existing":[60,211],"heads":[62],"usually":[63],"directly":[64],"concatenate":[65],"multiscale":[66,177],"features":[67,118],"achieve":[69,181],"segmentation,":[70],"which":[71,139],"ignores":[72],"inherent":[74],"differences":[76],"between":[77],"different":[78,156],"features.":[79],"To":[80],"address":[81],"above":[83],"issues,":[84],"U-shaped":[86],"multimixed":[87,126],"Transformer":[88,127],"network":[89],"(UM2Former)":[90],"is":[91,111,170],"proposed":[92,125,203],"HSI":[95,195],"First,":[98],"weight":[100],"encoder":[101],"consisting":[102],"two":[104],"modules,":[105],"overlap-down":[107],"and":[108,119,180,190,220,229],"channel-weight,":[110],"built":[112],"extract":[114],"hierarchical":[115],"discriminative":[116],"spectral-spatial":[117],"decrease":[120],"spectral":[121],"redundancy.":[122],"Second,":[123],"block":[128],"(MMTB)":[129],"develops":[130],"PE-free":[132],"module,":[133],"spatial-feature-retention":[134],"attention":[135],"(SFRA)":[136],"mechanism,":[137],"in":[138,158,187,222],"\u201cmultimixed\u201d":[140],"represents":[141],"dependency":[144],"each":[147],"pixel":[148],"with":[149,215],"retented":[151],"average":[152],"spatial":[153],"characteristics":[154],"locations":[157],"input":[160],"feature":[161,178],"maps.":[162],"Finally,":[163],"linear":[165],"fuse":[166],"head":[168],"(LFSH)":[169],"designed":[171],"align":[173],"information":[175],"among":[176],"maps":[179],"accurate":[182],"Experiments":[184],"were":[185],"conducted":[186],"single":[188],"cities":[189],"entire":[192],"WHU-OHS":[194],"dataset.":[196],"The":[197,234],"results":[199],"indicated":[200],"that":[201],"method":[204],"achieved":[205],"higher":[206],"accuracy":[207,231],"compared":[208],"methods,":[214],"performance":[216],"improvements":[217],"17.80%":[219],"4.16%":[221],"terms":[223],"intersection":[225],"over":[226],"union":[227],"(mIoU)":[228],"overall":[230],"(OA),":[232],"respectively.":[233],"source":[235],"code":[236],"will":[237],"be":[238],"available":[239],"at":[240],"<uri":[241],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[242],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/ZhaohuiXue/</uri>":[243],"UM2Former.":[244]},"counts_by_year":[{"year":2025,"cited_by_count":8}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}