{"id":"https://openalex.org/W4405305539","doi":"https://doi.org/10.1109/jstsp.2024.3516374","title":"Spatial-Spectral Mixing Transformer With Hybrid Image Prior for Multispectral Image Demosaicing","display_name":"Spatial-Spectral Mixing Transformer With Hybrid Image Prior for Multispectral Image Demosaicing","publication_year":2024,"publication_date":"2024-12-12","ids":{"openalex":"https://openalex.org/W4405305539","doi":"https://doi.org/10.1109/jstsp.2024.3516374"},"language":"en","primary_location":{"id":"doi:10.1109/jstsp.2024.3516374","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2024.3516374","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082067789","display_name":"Le Dong","orcid":"https://orcid.org/0000-0003-1410-1534"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Le Dong","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056566616","display_name":"Mengzu Liu","orcid":"https://orcid.org/0009-0005-4067-2519"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengzu Liu","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074933205","display_name":"Tengfeng Tang","orcid":"https://orcid.org/0000-0002-7709-1882"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tengteng Tang","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054850404","display_name":"Tao Huang","orcid":"https://orcid.org/0000-0002-4463-4078"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tao Huang","raw_affiliation_strings":["Yealink Company, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Yealink Company, Xiamen, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101656918","display_name":"Jie Lin","orcid":"https://orcid.org/0000-0002-8678-0348"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Lin","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037310802","display_name":"Weisheng Dong","orcid":"https://orcid.org/0000-0002-9632-985X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weisheng Dong","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101549504","display_name":"Guangming Shi","orcid":"https://orcid.org/0000-0003-2179-3292"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangming Shi","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5082067789"],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":1.5732,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.86053761,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"19","issue":"1","first_page":"221","last_page":"233"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multispectral-image","display_name":"Multispectral image","score":0.8319922089576721},{"id":"https://openalex.org/keywords/demosaicing","display_name":"Demosaicing","score":0.6201558113098145},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6188694834709167},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5936074256896973},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5664108991622925},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.5191828012466431},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4710376560688019},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4706679582595825},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4000760018825531},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.3110157549381256},{"id":"https://openalex.org/keywords/color-image","display_name":"Color image","score":0.20829010009765625}],"concepts":[{"id":"https://openalex.org/C173163844","wikidata":"https://www.wikidata.org/wiki/Q1761440","display_name":"Multispectral image","level":2,"score":0.8319922089576721},{"id":"https://openalex.org/C27624317","wikidata":"https://www.wikidata.org/wiki/Q263499","display_name":"Demosaicing","level":5,"score":0.6201558113098145},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6188694834709167},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5936074256896973},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5664108991622925},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.5191828012466431},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4710376560688019},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4706679582595825},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4000760018825531},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.3110157549381256},{"id":"https://openalex.org/C142616399","wikidata":"https://www.wikidata.org/wiki/Q5148604","display_name":"Color image","level":4,"score":0.20829010009765625}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jstsp.2024.3516374","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2024.3516374","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2802103183","display_name":null,"funder_award_id":"2023TQ0257","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G326181065","display_name":null,"funder_award_id":"2023M742737","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G4150153631","display_name":null,"funder_award_id":"61836008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8877382237","display_name":null,"funder_award_id":"62201412","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1977970101","https://openalex.org/W2043960878","https://openalex.org/W2100109944","https://openalex.org/W2126219563","https://openalex.org/W2314745469","https://openalex.org/W2334207871","https://openalex.org/W2604425999","https://openalex.org/W2773170971","https://openalex.org/W2773272881","https://openalex.org/W2798405286","https://openalex.org/W2884188838","https://openalex.org/W2888287889","https://openalex.org/W2906515941","https://openalex.org/W2908510526","https://openalex.org/W2953995585","https://openalex.org/W2993025393","https://openalex.org/W3022710784","https://openalex.org/W3033189006","https://openalex.org/W3085109118","https://openalex.org/W3130779229","https://openalex.org/W3173125503","https://openalex.org/W3175588770","https://openalex.org/W3193497103","https://openalex.org/W3197841412","https://openalex.org/W3206086363","https://openalex.org/W3207918547","https://openalex.org/W4205130528","https://openalex.org/W4220791861","https://openalex.org/W4225508523","https://openalex.org/W4225672218","https://openalex.org/W4226232786","https://openalex.org/W4226277663","https://openalex.org/W4285300354","https://openalex.org/W4292794818","https://openalex.org/W4296437961","https://openalex.org/W4312938066","https://openalex.org/W4361756166","https://openalex.org/W4362714982","https://openalex.org/W4385062364","https://openalex.org/W4390357303","https://openalex.org/W4390788360","https://openalex.org/W4391020415","https://openalex.org/W4391547680","https://openalex.org/W4395097710","https://openalex.org/W4403601500","https://openalex.org/W6631190155","https://openalex.org/W6754090299","https://openalex.org/W6757817989","https://openalex.org/W7046007472"],"related_works":["https://openalex.org/W2080784917","https://openalex.org/W1977970101","https://openalex.org/W3133341299","https://openalex.org/W1890482534","https://openalex.org/W4288045498","https://openalex.org/W2023009596","https://openalex.org/W2604425999","https://openalex.org/W2992915014","https://openalex.org/W3127798902","https://openalex.org/W2462534775"],"abstract_inverted_index":{"The":[0,188],"snapshot":[1],"multispectral":[2,7,15],"imaging":[3],"system":[4],"using":[5],"a":[6,91],"filter":[8],"array":[9],"(MSFA)":[10],"efficiently":[11],"captures":[12],"sample":[13],"the":[14,28,58,82,98,117,127,131,134,152,160,168,184,199],"image":[16,104,110,155,194],"(MSI)":[17],"information":[18,31],"of":[19,130,136,147],"scenes":[20],"and":[21,49,64,112,144,167,196,212],"obtain":[22,27],"spectral":[23,34,61,145],"mosaic":[24,62],"images.":[25],"To":[26],"complete":[29],"MSI":[30,42,65,83,93,223],"from":[32],"these":[33],"mosaics,":[35],"effective":[36],"demosaicing":[37,43,84,94,224],"methods":[38,69,139],"are":[39],"essential.":[40],"Traditional":[41],"techniques":[44],"depend":[45],"on":[46,97,209],"pixel":[47],"correlation":[48],"various":[50],"hand-crafted":[51],"priors,":[52],"while":[53,198],"deep":[54,153,161,169,185],"learning-based":[55],"approaches":[56],"learn":[57,126],"mapping":[59],"between":[60],"images":[63],"directly.":[66],"However,":[67],"current":[68,137],"often":[70],"fall":[71],"short":[72],"in":[73,81,140,179,205],"recovery":[74],"performance,":[75],"leaving":[76],"significant":[77],"room":[78],"for":[79],"improvement":[80],"field.":[85],"In":[86],"this":[87],"paper,":[88],"we":[89,150],"propose":[90],"novel":[92],"method":[95,219],"based":[96],"spatial-spectral":[99,118,128],"mixing":[100,119],"transformer":[101,120],"with":[102],"hybrid":[103,154,175],"prior,":[105],"named":[106],"SSMT-HIP,":[107],"to":[108,124],"enhance":[109],"reconstruction":[111],"detail":[113],"recovery.":[114],"Our":[115],"framework,":[116],"(SSMT),":[121],"is":[122,177],"designed":[123],"comprehensively":[125],"correlations":[129],"data,":[132],"addressing":[133],"limitations":[135],"CNN-based":[138],"capturing":[141],"both":[142,210],"spatial":[143],"characteristics":[146],"MSI.":[148,206],"Furthermore,":[149],"introduce":[151],"prior":[156,166,176,190,201],"(HIP),":[157],"which":[158],"combines":[159],"Gaussian":[162],"scale":[163],"mixture":[164],"(GSM)":[165],"nonlocal":[170],"auto-regressive":[171],"(NAR)":[172],"prior.":[173],"This":[174],"learned":[178],"an":[180],"end-to-end":[181],"manner":[182],"through":[183],"unfolding":[186],"network.":[187],"GSM":[189],"excels":[191],"at":[192],"recovering":[193],"textures":[195],"details,":[197],"NAR":[200],"enhances":[202],"long-range":[203],"dependencies":[204],"Extensive":[207],"experiments":[208],"synthetic":[211],"real-world":[213],"data":[214],"demonstrate":[215],"that":[216],"our":[217],"proposed":[218],"outperforms":[220],"existing":[221],"state-of-the-art":[222],"methods.":[225]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}