{"id":"https://openalex.org/W4312399915","doi":"https://doi.org/10.1109/tgrs.2022.3222458","title":"A Two-Stage Mutual Fusion Network for Multispectral and Panchromatic Image Classification","display_name":"A Two-Stage Mutual Fusion Network for Multispectral and Panchromatic Image Classification","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4312399915","doi":"https://doi.org/10.1109/tgrs.2022.3222458"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2022.3222458","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2022.3222458","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027853372","display_name":"Yinuo Liao","orcid":"https://orcid.org/0000-0003-4667-031X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinuo Liao","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0003-4667-031X","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058268359","display_name":"Hao Zhu","orcid":"https://orcid.org/0000-0003-4411-0933"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Zhu","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0003-4411-0933","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050630882","display_name":"Licheng Jiao","orcid":"https://orcid.org/0000-0003-3354-9617"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Licheng Jiao","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0003-3354-9617","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100371872","display_name":"Xiaotong Li","orcid":"https://orcid.org/0000-0001-9960-5373"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaotong Li","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0001-9960-5373","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100368149","display_name":"Na Li","orcid":"https://orcid.org/0000-0002-7869-6330"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Na Li","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-7869-6330","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010738592","display_name":"Kenan Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kenan Sun","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi’an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059262797","display_name":"Xu Tang","orcid":"https://orcid.org/0000-0003-1375-0778"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Tang","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0003-1375-0778","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043022387","display_name":"Biao Hou","orcid":"https://orcid.org/0000-0002-1996-186X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Biao Hou","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-1996-186X","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":1.0974,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.80247172,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"60","issue":null,"first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/panchromatic-film","display_name":"Panchromatic film","score":0.8462117910385132},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7770366072654724},{"id":"https://openalex.org/keywords/multispectral-image","display_name":"Multispectral image","score":0.7656069993972778},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.648261308670044},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5935305953025818},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5794508457183838},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5080699920654297},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5069799423217773},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.4931142032146454},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.49021798372268677},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.44141432642936707},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.4150139093399048},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3387339115142822},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.25993090867996216},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08412346243858337},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08080276846885681}],"concepts":[{"id":"https://openalex.org/C107445234","wikidata":"https://www.wikidata.org/wiki/Q280995","display_name":"Panchromatic film","level":3,"score":0.8462117910385132},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7770366072654724},{"id":"https://openalex.org/C173163844","wikidata":"https://www.wikidata.org/wiki/Q1761440","display_name":"Multispectral image","level":2,"score":0.7656069993972778},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.648261308670044},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5935305953025818},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5794508457183838},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5080699920654297},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5069799423217773},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.4931142032146454},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.49021798372268677},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.44141432642936707},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.4150139093399048},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3387339115142822},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.25993090867996216},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08412346243858337},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08080276846885681},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2022.3222458","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2022.3222458","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.5899999737739563}],"awards":[{"id":"https://openalex.org/G5265967106","display_name":null,"funder_award_id":"2020T130492","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G535416036","display_name":null,"funder_award_id":"XJS221901","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7678701110","display_name":null,"funder_award_id":"62006179","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8365011593","display_name":null,"funder_award_id":"2019M663634","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W1522046140","https://openalex.org/W1553305639","https://openalex.org/W1965557194","https://openalex.org/W1979211583","https://openalex.org/W1986629820","https://openalex.org/W1997238646","https://openalex.org/W2016150868","https://openalex.org/W2018560460","https://openalex.org/W2023844059","https://openalex.org/W2027690566","https://openalex.org/W2036827571","https://openalex.org/W2048964123","https://openalex.org/W2049697362","https://openalex.org/W2060839488","https://openalex.org/W2088538848","https://openalex.org/W2094824638","https://openalex.org/W2096733369","https://openalex.org/W2097130407","https://openalex.org/W2101993754","https://openalex.org/W2106891293","https://openalex.org/W2111654093","https://openalex.org/W2140996489","https://openalex.org/W2146353910","https://openalex.org/W2171627515","https://openalex.org/W2302265399","https://openalex.org/W2411876745","https://openalex.org/W2474462684","https://openalex.org/W2598634450","https://openalex.org/W2605486153","https://openalex.org/W2794405791","https://openalex.org/W2809531656","https://openalex.org/W2901978237","https://openalex.org/W2912145285","https://openalex.org/W2926823990","https://openalex.org/W2963129413","https://openalex.org/W2997240345","https://openalex.org/W2998715212","https://openalex.org/W3025464543","https://openalex.org/W3030694258","https://openalex.org/W3099347747","https://openalex.org/W3109408464","https://openalex.org/W3111050907","https://openalex.org/W3112585751","https://openalex.org/W3115994626","https://openalex.org/W3116929039","https://openalex.org/W3134909147","https://openalex.org/W3146325045","https://openalex.org/W3210372881","https://openalex.org/W3213272555","https://openalex.org/W4380763457","https://openalex.org/W6631230401","https://openalex.org/W6633088995","https://openalex.org/W6697828997","https://openalex.org/W6735531217","https://openalex.org/W6787769065","https://openalex.org/W6791193286","https://openalex.org/W6803567123","https://openalex.org/W6810427767"],"related_works":["https://openalex.org/W1930929277","https://openalex.org/W2158394102","https://openalex.org/W2361746014","https://openalex.org/W1502637513","https://openalex.org/W2124952510","https://openalex.org/W2375311607","https://openalex.org/W2022261651","https://openalex.org/W2143372509","https://openalex.org/W2565514930","https://openalex.org/W3007156798"],"abstract_inverted_index":{"With":[0,172],"the":[1,21,26,72,88,93,112,123,126,130,156,161,173,176,183,190,197,206,218,221,233],"rapid":[2],"development":[3],"of":[4,25,92,158,175,193,201,205,220,235],"remote":[5,222],"sensing":[6,223],"technology,":[7],"satellites":[8],"can":[9,60,180],"easily":[10],"obtain":[11],"multispectral":[12],"(MS)":[13],"and":[14,23,28,31,54,68,90,95,121,147,164,169,188,199,209],"panchromatic":[15],"(PAN)":[16],"images.":[17],"How":[18],"to":[19,35,110,216],"mine":[20],"essence":[22],"peculiarity":[24],"MS":[27,53,94],"PAN":[29,55,96],"images":[30,97],"utilize":[32],"their":[33],"complementary":[34],"improve":[36,217],"classification":[37,224],"performance":[38],"is":[39,214,241],"still":[40],"a":[41,46,99,136],"challenge.":[42],"This":[43],"paper":[44],"designs":[45],"two-stage":[47],"mutual":[48],"fusion":[49,67,74,132],"network":[50,59],"(TSMF-Net)":[51],"for":[52,125],"image":[56],"classification.":[57],"The":[58,226],"be":[61],"divided":[62],"into":[63],"two":[64],"stages:":[65],"data":[66,73],"feature":[69,131,137,185,192],"fusion.":[70],"In":[71,129],"stage,":[75,133],"we":[76,134,143],"propose":[77,135],"an":[78,106,149],"adaptive":[79,107],"twin":[80],"intensity-hue-saturation":[81],"(ATIHS)":[82],"strategy.":[83],"It":[84],"not":[85],"only":[86],"aligns":[87],"size":[89],"channels":[91],"by":[98],"novel":[100],"q-Split":[101],"operation,":[102],"but":[103],"also":[104],"introduces":[105],"soft-average":[108],"mask":[109],"reduce":[111],"differences":[113],"between":[114,186],"replacement":[115],"components,":[116],"effectively":[117,181],"mitigating":[118],"spectral":[119],"distortion":[120],"paving":[122],"way":[124],"next":[127],"stage.":[128],"graft":[138,182],"block":[139],"(FG-Block)":[140],"in":[141],"which":[142],"introduce":[144],"triplet":[145,159],"loss":[146],"design":[148],"interlaced":[150],"channel":[151],"addition":[152],"(ICA)":[153],"module.":[154],"Under":[155],"supervision":[157],"loss,":[160],"FG-Block":[162],"separates":[163],"hauls":[165],"each":[166,194],"branch\u2019s":[167],"essential":[168,184],"peculiar":[170,191],"features.":[171,202],"help":[174],"ICA":[177],"module,":[178],"it":[179],"branches":[187],"retain":[189],"branch,":[195],"improving":[196],"utilization":[198],"discrimination":[200],"Finally,":[203],"composed":[204],"ATIHS,":[207],"FG-Blocks,":[208],"output":[210],"layers,":[211],"our":[212,236],"TSMF-Net":[213],"proven":[215],"accuracy":[219],"task.":[225],"experimental":[227],"results":[228],"on":[229],"multiple":[230],"datasets":[231],"verify":[232],"effectiveness":[234],"proposed":[237],"algorithms.":[238],"Our":[239],"code":[240],"available":[242],"at:":[243],"https://github.com/liaoyinuo/TSMF-Net.":[244]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}