{"id":"https://openalex.org/W4401907614","doi":"https://doi.org/10.1109/tgrs.2024.3450688","title":"Pixel-Wise Ensembled Masked Autoencoder for Multispectral Pansharpening","display_name":"Pixel-Wise Ensembled Masked Autoencoder for Multispectral Pansharpening","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4401907614","doi":"https://doi.org/10.1109/tgrs.2024.3450688"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2024.3450688","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3450688","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044440643","display_name":"Yongchuan Cui","orcid":"https://orcid.org/0009-0002-5179-6232"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongchuan Cui","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0002-5179-6232","affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023925857","display_name":"Peng Liu","orcid":"https://orcid.org/0000-0003-3292-8551"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Liu","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3292-8551","affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115595718","display_name":"Yan Ma","orcid":"https://orcid.org/0009-0008-0887-1261"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Ma","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071669663","display_name":"Lajiao Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lajiao Chen","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042395964","display_name":"Mengzhen Xu","orcid":"https://orcid.org/0000-0002-2507-1935"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengzhen Xu","raw_affiliation_strings":["Department of Hydraulic Engineering, State Key Laboratory of Hydroscience and Engineering, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Hydraulic Engineering, State Key Laboratory of Hydroscience and Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022256832","display_name":"Xingyan Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingyan Guo","raw_affiliation_strings":["Department of Hydraulic Engineering, State Key Laboratory of Hydroscience and Engineering, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Hydraulic Engineering, State Key Laboratory of Hydroscience and Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.635,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.84816576,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"62","issue":null,"first_page":"1","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.7894999980926514,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.7894999980926514,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.7681999802589417,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.7657999992370605,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multispectral-image","display_name":"Multispectral image","score":0.9018319249153137},{"id":"https://openalex.org/keywords/sharpening","display_name":"Sharpening","score":0.8453870415687561},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.6873720288276672},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5988807082176208},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.5519534349441528},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.487064391374588},{"id":"https://openalex.org/keywords/multispectral-pattern-recognition","display_name":"Multispectral pattern recognition","score":0.44053906202316284},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.40454721450805664},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3910380005836487},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.34020450711250305},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.23390111327171326},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.16381493210792542}],"concepts":[{"id":"https://openalex.org/C173163844","wikidata":"https://www.wikidata.org/wiki/Q1761440","display_name":"Multispectral image","level":2,"score":0.9018319249153137},{"id":"https://openalex.org/C2781137444","wikidata":"https://www.wikidata.org/wiki/Q237105","display_name":"Sharpening","level":2,"score":0.8453870415687561},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.6873720288276672},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5988807082176208},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.5519534349441528},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.487064391374588},{"id":"https://openalex.org/C104541649","wikidata":"https://www.wikidata.org/wiki/Q6935090","display_name":"Multispectral pattern recognition","level":3,"score":0.44053906202316284},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.40454721450805664},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3910380005836487},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.34020450711250305},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.23390111327171326},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.16381493210792542}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2024.3450688","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3450688","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1686679116","display_name":null,"funder_award_id":"Y1H103101A","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6440833271","display_name":null,"funder_award_id":"Y5J0100","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6674362249","display_name":"\u57fa\u4e8e\u540c\u573a\u666f\u591a\u6e90\u6570\u636e\u5148\u9a8c\u4fe1\u606f\u7684\u9065\u611f\u56fe\u50cf\u534a\u76f2\u6062\u590d\u7814\u7a76","funder_award_id":"41471368","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6834434948","display_name":"\u57fa\u4e8e\u751f\u6210\u5bf9\u6297\u7f51\u7edc\u7684\u65f6\u7a7a\u9065\u611f\u56fe\u50cf\u878d\u5408","funder_award_id":"41971397","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8524578551","display_name":null,"funder_award_id":"U2243222","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":80,"referenced_works":["https://openalex.org/W106317687","https://openalex.org/W1515135833","https://openalex.org/W1943127271","https://openalex.org/W1980989025","https://openalex.org/W1990231296","https://openalex.org/W2000323021","https://openalex.org/W2001800591","https://openalex.org/W2054440797","https://openalex.org/W2112693869","https://openalex.org/W2120053475","https://openalex.org/W2123046940","https://openalex.org/W2124743705","https://openalex.org/W2144436897","https://openalex.org/W2149720806","https://openalex.org/W2171108951","https://openalex.org/W2171627515","https://openalex.org/W2171845746","https://openalex.org/W2194775991","https://openalex.org/W2462592242","https://openalex.org/W2777033955","https://openalex.org/W2963284277","https://openalex.org/W2964013315","https://openalex.org/W2966926453","https://openalex.org/W3023221758","https://openalex.org/W3023991509","https://openalex.org/W3027778336","https://openalex.org/W3034461890","https://openalex.org/W3041178351","https://openalex.org/W3096904276","https://openalex.org/W3097824737","https://openalex.org/W3099258777","https://openalex.org/W3115223653","https://openalex.org/W3135444107","https://openalex.org/W3138516171","https://openalex.org/W3164803610","https://openalex.org/W3172472472","https://openalex.org/W3176195847","https://openalex.org/W3181737610","https://openalex.org/W3194146876","https://openalex.org/W3200410745","https://openalex.org/W3203670180","https://openalex.org/W3212859355","https://openalex.org/W3213530674","https://openalex.org/W4213256221","https://openalex.org/W4226068212","https://openalex.org/W4226507018","https://openalex.org/W4229058281","https://openalex.org/W4283815286","https://openalex.org/W4285203116","https://openalex.org/W4285232409","https://openalex.org/W4285283605","https://openalex.org/W4288391574","https://openalex.org/W4290995104","https://openalex.org/W4294691181","https://openalex.org/W4312340363","https://openalex.org/W4313133670","https://openalex.org/W4313156423","https://openalex.org/W4365790514","https://openalex.org/W4366721348","https://openalex.org/W4378194624","https://openalex.org/W4378804674","https://openalex.org/W4383163951","https://openalex.org/W4385245566","https://openalex.org/W4385452953","https://openalex.org/W4386066120","https://openalex.org/W4386108475","https://openalex.org/W4387623911","https://openalex.org/W4389104871","https://openalex.org/W4390874124","https://openalex.org/W4391164349","https://openalex.org/W4392247448","https://openalex.org/W4393252942","https://openalex.org/W4402716157","https://openalex.org/W4404214611","https://openalex.org/W6604338981","https://openalex.org/W6637568146","https://openalex.org/W6685078114","https://openalex.org/W6757817989","https://openalex.org/W6779823529","https://openalex.org/W6851726113"],"related_works":["https://openalex.org/W2987347313","https://openalex.org/W2726689079","https://openalex.org/W2128126485","https://openalex.org/W4382563209","https://openalex.org/W2124952510","https://openalex.org/W2777937183","https://openalex.org/W2108633818","https://openalex.org/W1752760603","https://openalex.org/W1995889410","https://openalex.org/W1517037119"],"abstract_inverted_index":{"Pansharpening":[0],"requires":[1],"the":[2,49,114,142,164,195,200],"fusion":[3],"of":[4,62,144,158,167,178,183,217],"a":[5,11,21,57,119,128,155,159,189],"low-spatial-resolution":[6],"multispectral":[7,23],"(LRMS)":[8],"image":[9,14],"and":[10,38,59,72,83,117,126,180,219,225],"panchromatic":[12],"(PAN)":[13],"with":[15,174],"rich":[16],"spatial":[17,84,181],"details":[18,182],"to":[19,34,69,124,134,193,198,202],"obtain":[20],"high-spatial-resolution":[22],"(HRMS)":[24],"image.":[25],"Recently,":[26],"deep":[27],"learning":[28],"(DL)-based":[29],"models":[30,92,98],"have":[31,39],"been":[32],"proposed":[33],"tackle":[35],"this":[36,110],"problem":[37],"made":[40],"considerable":[41],"progress.":[42],"However,":[43],"most":[44],"existing":[45],"methods":[46,214],"rely":[47],"on":[48,99,147],"conventional":[50],"observation":[51,65,115],"model,":[52],"which":[53],"treats":[54],"LRMS":[55,125,140,150,179],"as":[56,86,141,154],"blurred":[58],"downsampled":[60],"version":[61],"HRMS.":[63,136,148],"This":[64],"model":[66,116],"may":[67],"lead":[68],"unsatisfactory":[70],"performance":[71,221],"limited":[73],"generalization":[74],"ability":[75],"at":[76,106,222,232],"full-resolution":[77,226],"evaluation,":[78,101],"resulting":[79],"in":[80,215],"severe":[81],"spectral":[82,176],"distortion,":[85],"we":[87,112,138,187],"observed":[88],"that":[89,209],"while":[90],"DL-based":[91],"show":[93],"significant":[94],"improvement":[95],"over":[96],"traditional":[97],"reduced-resolution":[100],"their":[102],"performances":[103],"deteriorate":[104],"significantly":[105],"full":[107],"resolution.":[108],"In":[109,185],"article,":[111],"rethink":[113],"present":[118],"novel":[120],"perspective":[121],"from":[122],"HRMS":[123,173],"propose":[127],"pixel-wise":[129,145],"ensembled":[130],"masked":[131,160],"autoencoder":[132],"(PEMAE)":[133],"restore":[135],"Specifically,":[137],"consider":[139],"result":[143],"masking":[146,169],"Thus,":[149],"can":[151],"be":[152],"seen":[153],"natural":[156],"input":[157],"autoencoder.":[161],"By":[162],"ensembling":[163],"reconstruction":[165],"results":[166],"multiple":[168],"patterns,":[170],"PEMAE":[171,210],"obtains":[172],"both":[175,223],"information":[177],"PAN.":[184],"addition,":[186],"employ":[188],"linear":[190,203],"cross-attention":[191],"mechanism":[192],"replace":[194],"regular":[196],"self-attention":[197],"reduce":[199],"computation":[201],"time":[204],"complexity.":[205],"Extensive":[206],"experiments":[207],"demonstrate":[208],"outperforms":[211],"state-of-the-art":[212],"(SOTA)":[213],"terms":[216],"quantitative":[218],"visual":[220],"reduced-":[224],"evaluations.":[227],"The":[228],"codes":[229],"are":[230],"available":[231],"<uri":[233],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[234],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/yc-cui/PEMAE</uri>.":[235]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}