{"id":"https://openalex.org/W4415179275","doi":"https://doi.org/10.1109/jstsp.2025.3620712","title":"Waveformer: A Frequency-Aware Transformer-CNN Hybrid for Hyperspectral Image Demosaicing","display_name":"Waveformer: A Frequency-Aware Transformer-CNN Hybrid for Hyperspectral Image Demosaicing","publication_year":2025,"publication_date":"2025-10-14","ids":{"openalex":"https://openalex.org/W4415179275","doi":"https://doi.org/10.1109/jstsp.2025.3620712"},"language":"en","primary_location":{"id":"doi:10.1109/jstsp.2025.3620712","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2025.3620712","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082709075","display_name":"Junwei Xu","orcid":"https://orcid.org/0000-0001-9375-5426"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junwei Xu","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China","School of Artificial Intelligence, Xidian University, Xi&#x0027;an, China"],"raw_orcid":"https://orcid.org/0000-0001-9375-5426","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056566616","display_name":"Mengzu Liu","orcid":"https://orcid.org/0009-0005-4067-2519"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengzu Liu","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China","School of Artificial Intelligence, Xidian University, Xi&#x0027;an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111194114","display_name":"S. Zhang","orcid":"https://orcid.org/0009-0002-0656-5101"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shilong Zhang","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China","School of Artificial Intelligence, Xidian University, Xi&#x0027;an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Fangfang Wu","orcid":"https://orcid.org/0000-0003-3082-832X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangfang Wu","raw_affiliation_strings":["School of Computer Science and Technology, Xidian University, Xi&#x2019;an, China","School of Computer Science and Technology, Xidian University, Xi&#x0027;an, China"],"raw_orcid":"https://orcid.org/0000-0003-3082-832X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"School of Computer Science and Technology, Xidian University, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tao Huang","orcid":"https://orcid.org/0009-0007-4378-8837"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Huang","raw_affiliation_strings":["Hangzhou Institute of Technology, Xidian University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0007-4378-8837","affiliations":[{"raw_affiliation_string":"Hangzhou Institute of Technology, Xidian University, Hangzhou, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037310802","display_name":"Weisheng Dong","orcid":"https://orcid.org/0000-0002-9632-985X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weisheng Dong","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China","School of Artificial Intelligence, Xidian University, Xi&#x0027;an, China"],"raw_orcid":"https://orcid.org/0000-0002-9632-985X","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":0.8823,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.78842723,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":"19","issue":"8","first_page":"1752","last_page":"1766"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9487000107765198,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9487000107765198,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9006999731063843,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.6467999815940857},{"id":"https://openalex.org/keywords/hyperspectral-imaging","display_name":"Hyperspectral imaging","score":0.6276999711990356},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5769000053405762},{"id":"https://openalex.org/keywords/wavelet","display_name":"Wavelet","score":0.5325000286102295},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5268999934196472},{"id":"https://openalex.org/keywords/wavelet-transform","display_name":"Wavelet transform","score":0.5095999836921692},{"id":"https://openalex.org/keywords/multispectral-image","display_name":"Multispectral image","score":0.49869999289512634},{"id":"https://openalex.org/keywords/iterative-reconstruction","display_name":"Iterative reconstruction","score":0.4205000102519989},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.4174000024795532},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.39070001244544983}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7232000231742859},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.710099995136261},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.6467999815940857},{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.6276999711990356},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5769000053405762},{"id":"https://openalex.org/C47432892","wikidata":"https://www.wikidata.org/wiki/Q831390","display_name":"Wavelet","level":2,"score":0.5325000286102295},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5268999934196472},{"id":"https://openalex.org/C196216189","wikidata":"https://www.wikidata.org/wiki/Q2867","display_name":"Wavelet transform","level":3,"score":0.5095999836921692},{"id":"https://openalex.org/C173163844","wikidata":"https://www.wikidata.org/wiki/Q1761440","display_name":"Multispectral image","level":2,"score":0.49869999289512634},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.46459999680519104},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.4205000102519989},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.4174000024795532},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.39070001244544983},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3582000136375427},{"id":"https://openalex.org/C2776449333","wikidata":"https://www.wikidata.org/wiki/Q7928781","display_name":"View synthesis","level":3,"score":0.357699990272522},{"id":"https://openalex.org/C27624317","wikidata":"https://www.wikidata.org/wiki/Q263499","display_name":"Demosaicing","level":5,"score":0.34049999713897705},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.33649998903274536},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.33399999141693115},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.31610000133514404},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3073999881744385},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.30709999799728394},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.3034000098705292},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.302700012922287},{"id":"https://openalex.org/C121927907","wikidata":"https://www.wikidata.org/wiki/Q1952516","display_name":"Multiresolution analysis","level":5,"score":0.29100000858306885},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.2890999913215637},{"id":"https://openalex.org/C29265498","wikidata":"https://www.wikidata.org/wiki/Q7047719","display_name":"Noise measurement","level":3,"score":0.28279998898506165},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.27309998869895935},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.26350000500679016},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.26030001044273376},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.25920000672340393},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.25220000743865967},{"id":"https://openalex.org/C10929652","wikidata":"https://www.wikidata.org/wiki/Q7279985","display_name":"Radar imaging","level":3,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jstsp.2025.3620712","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2025.3620712","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G712080188","display_name":null,"funder_award_id":"61991451","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G904860190","display_name":null,"funder_award_id":"62472336","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W135411040","https://openalex.org/W1890482534","https://openalex.org/W1977970101","https://openalex.org/W2012946078","https://openalex.org/W2043960878","https://openalex.org/W2100109944","https://openalex.org/W2100820974","https://openalex.org/W2126219563","https://openalex.org/W2133665775","https://openalex.org/W2194775991","https://openalex.org/W2295904998","https://openalex.org/W2533971697","https://openalex.org/W2604425999","https://openalex.org/W2665768946","https://openalex.org/W2741196023","https://openalex.org/W2770113520","https://openalex.org/W2773272881","https://openalex.org/W2798405286","https://openalex.org/W2866634454","https://openalex.org/W2884188838","https://openalex.org/W2906515941","https://openalex.org/W2961290969","https://openalex.org/W2963111219","https://openalex.org/W2963814095","https://openalex.org/W2993025393","https://openalex.org/W3138516171","https://openalex.org/W3193497103","https://openalex.org/W3197841412","https://openalex.org/W3206008729","https://openalex.org/W3207918547","https://openalex.org/W3211879038","https://openalex.org/W4205130528","https://openalex.org/W4213019189","https://openalex.org/W4225672218","https://openalex.org/W4292794818","https://openalex.org/W4296551003","https://openalex.org/W4312227157","https://openalex.org/W4353055574","https://openalex.org/W4362470511","https://openalex.org/W4362585356","https://openalex.org/W4372264244","https://openalex.org/W4378421719","https://openalex.org/W4383617480","https://openalex.org/W4385062364","https://openalex.org/W4386075800","https://openalex.org/W4388193436","https://openalex.org/W4390872856","https://openalex.org/W4392297328","https://openalex.org/W4392767838","https://openalex.org/W4394984990","https://openalex.org/W4396754382","https://openalex.org/W4401976047","https://openalex.org/W4403378268","https://openalex.org/W4403779027","https://openalex.org/W4404533930","https://openalex.org/W4405003121","https://openalex.org/W4405218864","https://openalex.org/W4407127715"],"related_works":[],"abstract_inverted_index":{"Hyperspectral":[0],"image":[1],"(HSI)":[2],"demosaicing":[3],"plays":[4],"a":[5,31,51,93,143],"critical":[6],"role":[7],"in":[8,133],"reconstructing":[9,73],"full-resolution":[10],"HSIs":[11],"from":[12,169],"multispectral":[13],"filter":[14],"array":[15],"(MSFA)":[16],"acquisitions.":[17],"Although":[18],"recent":[19],"deep-learning":[20],"approaches":[21],"based":[22],"on":[23,175],"CNNs":[24,69,125],"and":[25,105,111,124,157,166,195,202],"Transformers":[26,61,120],"have":[27],"achieved":[28],"significant":[29],"improvements,":[30],"systematic":[32],"understanding":[33],"of":[34,80,182],"how":[35],"these":[36],"architectures":[37],"behave":[38],"across":[39,155,199],"different":[40],"frequency":[41],"components":[42,107],"remains":[43],"limited.":[44],"To":[45],"address":[46],"this":[47,85],"limitation,":[48],"we":[49,88,141],"perform":[50],"comprehensive":[52],"frequency-aware":[53,95],"analysis":[54],"with":[55],"wavelet":[56,109],"decomposition,":[57],"systematically":[58],"revealing":[59],"that":[60,98,149],"excel":[62],"at":[63],"modeling":[64,123],"low-frequency":[65,122],"global":[66],"structures,":[67],"whereas":[68],"are":[70],"superior":[71],"for":[72,121,126],"high-frequency":[74,106,127],"details":[75],"within":[76],"the":[77,101,162,180],"unique":[78],"context":[79],"HSI":[81,102],"demosaicing.":[82],"Motivated":[83],"by":[84,138],"principled":[86],"insight,":[87],"propose":[89],"<bold":[90,144],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[91,145],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Waveformer</b>,":[92],"novel":[94],"hybrid":[96],"framework":[97],"explicitly":[99],"decomposes":[100],"into":[103],"low-":[104],"using":[108],"transform":[110],"assigns":[112],"their":[113],"reconstruction":[114,197],"tasks":[115],"to":[116,130],"optimally":[117],"suited":[118],"architectures:":[119],"enhancement.":[128],"Furthermore,":[129],"counteract":[131],"ambiguity":[132],"traditional":[134],"attention":[135],"mechanisms":[136],"caused":[137],"softmax":[139],"normalization,":[140],"introduce":[142],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Self-Calibration":[146],"Attention</b>":[147],"mechanism":[148],"adaptively":[150],"calibrates":[151],"each":[152],"token's":[153],"self-identity":[154],"spatial":[156],"spectral":[158,203],"dimensions,":[159],"thereby":[160],"enhancing":[161],"model's":[163],"discriminative":[164],"power":[165],"suppressing":[167],"interactions":[168],"irrelevant":[170],"tokens.":[171],"Extensive":[172],"experiments":[173],"conducted":[174],"multiple":[176],"benchmark":[177],"datasets":[178],"validate":[179],"effectiveness":[181],"our":[183],"design.":[184],"Our":[185],"method":[186],"consistently":[187],"outperforms":[188],"state-of-the-art":[189],"baselines,":[190],"demonstrating":[191],"strong":[192],"generalization":[193],"ability":[194],"enhanced":[196],"quality":[198],"diverse":[200],"scenes":[201],"configurations.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-15T00:00:00"}