{"id":"https://openalex.org/W3048794210","doi":"https://doi.org/10.1109/tpami.2020.3015691","title":"MHF-Net: An Interpretable Deep Network for Multispectral and Hyperspectral Image Fusion","display_name":"MHF-Net: An Interpretable Deep Network for Multispectral and Hyperspectral Image Fusion","publication_year":2020,"publication_date":"2020-08-11","ids":{"openalex":"https://openalex.org/W3048794210","doi":"https://doi.org/10.1109/tpami.2020.3015691","mag":"3048794210","pmid":"https://pubmed.ncbi.nlm.nih.gov/32780695"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2020.3015691","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2020.3015691","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022673825","display_name":"Qi Xie","orcid":"https://orcid.org/0000-0002-8808-3124"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Xie","raw_affiliation_strings":["School of Mathematics and Statistics and Ministry of Education Key Lab of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, P.R. China","School of Mathematics and Statistics, Xi'an Jiaotong University, 12480 Xi'an, Shaanxi China (e-mail: xq.liwu@stu.xjtu.edu.cn)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics and Ministry of Education Key Lab of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, P.R. China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Mathematics and Statistics, Xi'an Jiaotong University, 12480 Xi'an, Shaanxi China (e-mail: xq.liwu@stu.xjtu.edu.cn)","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012371714","display_name":"Minghao Zhou","orcid":"https://orcid.org/0000-0002-3616-1215"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minghao Zhou","raw_affiliation_strings":["School of Mathematics and Statistics and Ministry of Education Key Lab of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, P.R. China","School of Mathematics and Statistics, Xi'an Jiaotong University, 12480 Xi'an, Shaanxi China (e-mail: woshizhouminghao@stu.xjtu.edu.cn)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics and Ministry of Education Key Lab of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, P.R. China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Mathematics and Statistics, Xi'an Jiaotong University, 12480 Xi'an, Shaanxi China (e-mail: woshizhouminghao@stu.xjtu.edu.cn)","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078092645","display_name":"Qian Zhao","orcid":"https://orcid.org/0000-0001-9956-0064"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Zhao","raw_affiliation_strings":["School of Mathematics and Statistics and Ministry of Education Key Lab of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, P.R. China","[School of Mathematics and Statistics and Ministry of Education Key Lab of Intelligent Networks and Network Security, Xian Jiaotong University, Xi'an Jiaotong University, 12480 Xi'an, China China (e-mail: timmy.zhaoqian@mail.xjtu.edu.cn)]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics and Ministry of Education Key Lab of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, P.R. China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"[School of Mathematics and Statistics and Ministry of Education Key Lab of Intelligent Networks and Network Security, Xian Jiaotong University, Xi'an Jiaotong University, 12480 Xi'an, China China (e-mail: timmy.zhaoqian@mail.xjtu.edu.cn)]","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113541537","display_name":"Zongben Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zongben Xu","raw_affiliation_strings":["School of Mathematics and Statistics and Ministry of Education Key Lab of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, P.R. China","Institute for Information and System Sciences, Xi'an Jiaotong University, 12480 Xi'an, Shaanxi China 710049 (e-mail: zbxu@mail.xjtu.edu.cn)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics and Ministry of Education Key Lab of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, P.R. China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Institute for Information and System Sciences, Xi'an Jiaotong University, 12480 Xi'an, Shaanxi China 710049 (e-mail: zbxu@mail.xjtu.edu.cn)","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091017287","display_name":"Deyu Meng","orcid":"https://orcid.org/0000-0002-1294-8283"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deyu Meng","raw_affiliation_strings":["School of Mathematics and Statistics and Ministry of Education Key Lab of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, P.R. China"],"raw_orcid":"https://orcid.org/0000-0002-1294-8283","affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics and Ministry of Education Key Lab of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, P.R. China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":12.7804,"has_fulltext":false,"cited_by_count":246,"citation_normalized_percentile":{"value":0.99031321,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"44","issue":"3","first_page":"1457","last_page":"1473"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperspectral-imaging","display_name":"Hyperspectral imaging","score":0.8739174604415894},{"id":"https://openalex.org/keywords/multispectral-image","display_name":"Multispectral image","score":0.7962871789932251},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7164682149887085},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.7115565538406372},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6976274251937866},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5597378015518188},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5401936769485474},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.5386865139007568},{"id":"https://openalex.org/keywords/image-resolution","display_name":"Image resolution","score":0.43412789702415466},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.42565441131591797},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4215773940086365},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.41680753231048584},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.337119996547699},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32746875286102295},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3247024118900299},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18536600470542908}],"concepts":[{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.8739174604415894},{"id":"https://openalex.org/C173163844","wikidata":"https://www.wikidata.org/wiki/Q1761440","display_name":"Multispectral image","level":2,"score":0.7962871789932251},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7164682149887085},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.7115565538406372},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6976274251937866},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5597378015518188},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5401936769485474},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.5386865139007568},{"id":"https://openalex.org/C205372480","wikidata":"https://www.wikidata.org/wiki/Q210521","display_name":"Image resolution","level":2,"score":0.43412789702415466},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.42565441131591797},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4215773940086365},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.41680753231048584},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.337119996547699},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32746875286102295},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3247024118900299},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18536600470542908},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2020.3015691","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2020.3015691","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:32780695","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32780695","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G383754086","display_name":null,"funder_award_id":"2018YFB1004300","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W825199928","https://openalex.org/W1495168473","https://openalex.org/W1553305639","https://openalex.org/W1885185971","https://openalex.org/W1940108662","https://openalex.org/W1965309615","https://openalex.org/W1973234061","https://openalex.org/W1988952689","https://openalex.org/W2001298023","https://openalex.org/W2001800591","https://openalex.org/W2009820353","https://openalex.org/W2011643180","https://openalex.org/W2053081714","https://openalex.org/W2054440797","https://openalex.org/W2059330250","https://openalex.org/W2067782748","https://openalex.org/W2072445211","https://openalex.org/W2075621901","https://openalex.org/W2082190101","https://openalex.org/W2092116045","https://openalex.org/W2100109944","https://openalex.org/W2100556411","https://openalex.org/W2111896212","https://openalex.org/W2117146861","https://openalex.org/W2120273653","https://openalex.org/W2126025632","https://openalex.org/W2133665775","https://openalex.org/W2141983208","https://openalex.org/W2146842127","https://openalex.org/W2160662337","https://openalex.org/W2162842940","https://openalex.org/W2163886442","https://openalex.org/W2171108951","https://openalex.org/W2194775991","https://openalex.org/W2221899823","https://openalex.org/W2304648132","https://openalex.org/W2327364376","https://openalex.org/W2462592242","https://openalex.org/W2528170672","https://openalex.org/W2552111036","https://openalex.org/W2588805337","https://openalex.org/W2592312604","https://openalex.org/W2618422320","https://openalex.org/W2619662254","https://openalex.org/W2625894731","https://openalex.org/W2717881181","https://openalex.org/W2743606449","https://openalex.org/W2754256031","https://openalex.org/W2784344583","https://openalex.org/W2792365373","https://openalex.org/W2798559986","https://openalex.org/W2804744787","https://openalex.org/W2895176907","https://openalex.org/W2948669395","https://openalex.org/W2963007295","https://openalex.org/W2963284277","https://openalex.org/W2963442801","https://openalex.org/W2964140612","https://openalex.org/W2964984565","https://openalex.org/W3004925702","https://openalex.org/W3098542449","https://openalex.org/W3099843321","https://openalex.org/W4231697575","https://openalex.org/W4246193833","https://openalex.org/W6623232459","https://openalex.org/W6633088995","https://openalex.org/W6697974390","https://openalex.org/W6729455701","https://openalex.org/W6767022471"],"related_works":["https://openalex.org/W2022304901","https://openalex.org/W2018850895","https://openalex.org/W1987483041","https://openalex.org/W2988577871","https://openalex.org/W4391030644","https://openalex.org/W4205174160","https://openalex.org/W2317401237","https://openalex.org/W1990800631","https://openalex.org/W2167120702","https://openalex.org/W2011962637"],"abstract_inverted_index":{"Multispectral":[0],"and":[1,14,79,99,111,139,151,165,202,214,219,248,253,256,280,291],"hyperspectral":[2,17,24,38],"image":[3,39,76,106],"fusion":[4,53,89,235,274],"(MS/HS":[5],"fusion)":[6],"aims":[7],"to":[8,20,77,176,265],"fuse":[9],"a":[10,15,22,47,108,130,240,267],"high-resolution":[11,23],"multispectral":[12],"(HrMS)":[13],"low-resolution":[16,97],"(LrHS)":[18],"images":[19,98],"generate":[21],"(HrHS)":[25],"image,":[26],"which":[27,57,91,261],"has":[28],"become":[29],"one":[30],"of":[31,96,104,132,185,217,229,246,286,301],"the":[32,51,67,74,93,100,115,120,126,133,137,142,171,183,210,230,284],"most":[33,228],"commonly":[34],"addressed":[35],"problems":[36],"for":[37,50,124,136,194,270],"processing.":[40],"In":[41,82],"this":[42,299],"paper,":[43],"we":[44,84,113,187],"specifically":[45],"designed":[46],"network":[48,117],"architecture":[49,184],"MS/HS":[52,88,234,273],"task,":[54],"called":[55],"MHF-net,":[56,186],"not":[58,157],"only":[59,158],"contains":[60],"clear":[61,148],"interpretability,":[62],"but":[63,173],"also":[64,174],"reasonably":[65],"embeds":[66],"well":[68],"studied":[69],"linear":[70],"mapping":[71],"that":[72,212],"links":[73],"HrHS":[75,105],"HrMS":[78],"LrHS":[80],"images.":[81],"particular,":[83],"first":[85],"construct":[86],"an":[87,161],"model":[90,138],"merges":[92],"generalization":[94,179,242],"models":[95],"low-rankness":[101],"prior":[102],"knowledge":[103],"into":[107],"concise":[109],"formulation,":[110],"then":[112],"build":[114],"proposed":[116,127],"by":[118],"unfolding":[119],"proximal":[121],"gradient":[122],"algorithm":[123],"solving":[125],"model.":[128],"As":[129],"result":[131],"careful":[134],"design":[135,189],"algorithm,":[140],"all":[141],"fundamental":[143],"modules":[144],"in":[145,198,209,227,243,251],"MHF-net":[146,201],"have":[147],"physical":[149],"meanings":[150],"are":[152,222],"thus":[153],"easily":[154],"interpretable.":[155],"This":[156],"greatly":[159],"facilitates":[160],"easy":[162],"intuitive":[163],"observation":[164],"analysis":[166],"on":[167,182,278],"what":[168],"happens":[169],"inside":[170],"network,":[172],"leads":[175],"its":[177],"good":[178,241],"capability.":[180],"Based":[181],"further":[188],"two":[190,195],"deep":[191],"learning":[192],"regimes":[193],"general":[196,232,271],"cases":[197,245],"practice:":[199],"consistent":[200],"blind":[203],"MHF-net.":[204],"The":[205,237],"former":[206],"is":[207,262],"suitable":[208],"case":[211],"spectral":[213,247],"spatial":[215,249],"responses":[216,250],"training":[218,252],"testing":[220,254],"data":[221,282],"consistent,":[223],"just":[224],"as":[225,293],"considered":[226,264],"pervious":[231],"supervised":[233,272],"researches.":[236],"latter":[238],"ensures":[239],"mismatch":[244],"data,":[255],"even":[257],"across":[258],"different":[259],"sensors,":[260],"generally":[263],"be":[266],"challenging":[268],"issue":[269],"methods.":[275],"Experimental":[276],"results":[277],"simulated":[279],"real":[281],"substantiate":[283],"superiority":[285],"our":[287],"method":[288],"both":[289],"visually":[290],"quantitatively":[292],"compared":[294],"with":[295],"state-of-the-art":[296],"methods":[297],"along":[298],"line":[300],"research.":[302]},"counts_by_year":[{"year":2026,"cited_by_count":20},{"year":2025,"cited_by_count":52},{"year":2024,"cited_by_count":59},{"year":2023,"cited_by_count":63},{"year":2022,"cited_by_count":30},{"year":2021,"cited_by_count":18},{"year":2020,"cited_by_count":4}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}