{"id":"https://openalex.org/W4225694859","doi":"https://doi.org/10.1109/tcsvt.2022.3163649","title":"Designing CNNs for Multimodal Image Restoration and Fusion via Unfolding the Method of Multipliers","display_name":"Designing CNNs for Multimodal Image Restoration and Fusion via Unfolding the Method of Multipliers","publication_year":2022,"publication_date":"2022-03-30","ids":{"openalex":"https://openalex.org/W4225694859","doi":"https://doi.org/10.1109/tcsvt.2022.3163649"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2022.3163649","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2022.3163649","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046666210","display_name":"Iman Marivani","orcid":"https://orcid.org/0000-0002-2928-4014"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]},{"id":"https://openalex.org/I4210114974","display_name":"IMEC","ror":"https://ror.org/02kcbn207","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I4210114974"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Iman Marivani","raw_affiliation_strings":["Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel (VUB), Brussels, Belgium","imec, Leuven, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-2928-4014","affiliations":[{"raw_affiliation_string":"Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel (VUB), Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"imec, Leuven, Belgium","institution_ids":["https://openalex.org/I4210114974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076766934","display_name":"Evaggelia Tsiligianni","orcid":"https://orcid.org/0000-0003-2876-5788"},"institutions":[{"id":"https://openalex.org/I194019607","display_name":"University of Ioannina","ror":"https://ror.org/01qg3j183","country_code":"GR","type":"education","lineage":["https://openalex.org/I194019607"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Evaggelia Tsiligianni","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Ioannina, 10 Ioannina, Greece"],"raw_orcid":"https://orcid.org/0000-0003-2876-5788","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Ioannina, 10 Ioannina, Greece","institution_ids":["https://openalex.org/I194019607"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058747795","display_name":"Bruno Cornelis","orcid":"https://orcid.org/0000-0002-0688-8173"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]},{"id":"https://openalex.org/I4210114974","display_name":"IMEC","ror":"https://ror.org/02kcbn207","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I4210114974"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Bruno Cornelis","raw_affiliation_strings":["Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel (VUB), Brussels, Belgium","imec, Leuven, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-0688-8173","affiliations":[{"raw_affiliation_string":"Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel (VUB), Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"imec, Leuven, Belgium","institution_ids":["https://openalex.org/I4210114974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043511500","display_name":"Nikos Deligiannis","orcid":"https://orcid.org/0000-0001-9300-5860"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]},{"id":"https://openalex.org/I4210114974","display_name":"IMEC","ror":"https://ror.org/02kcbn207","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I4210114974"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Nikos Deligiannis","raw_affiliation_strings":["Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel (VUB), Brussels, Belgium","imec, Leuven, Belgium"],"raw_orcid":"https://orcid.org/0000-0001-9300-5860","affiliations":[{"raw_affiliation_string":"Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel (VUB), Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"imec, Leuven, Belgium","institution_ids":["https://openalex.org/I4210114974"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3045,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.89205418,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"32","issue":"9","first_page":"5830","last_page":"5845"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7422562837600708},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6870992183685303},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.6041890978813171},{"id":"https://openalex.org/keywords/image-restoration","display_name":"Image restoration","score":0.5771672129631042},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.57616126537323},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5436635613441467},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.45586657524108887},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.45390522480010986},{"id":"https://openalex.org/keywords/concatenation","display_name":"Concatenation (mathematics)","score":0.4115699529647827},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3875576853752136},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.36086639761924744},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.333463191986084},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14105695486068726}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7422562837600708},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6870992183685303},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.6041890978813171},{"id":"https://openalex.org/C106430172","wikidata":"https://www.wikidata.org/wiki/Q6002272","display_name":"Image restoration","level":4,"score":0.5771672129631042},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.57616126537323},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5436635613441467},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.45586657524108887},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.45390522480010986},{"id":"https://openalex.org/C87619178","wikidata":"https://www.wikidata.org/wiki/Q126002","display_name":"Concatenation (mathematics)","level":2,"score":0.4115699529647827},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3875576853752136},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36086639761924744},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.333463191986084},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14105695486068726},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2022.3163649","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2022.3163649","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.7200000286102295,"display_name":"Sustainable cities and communities"}],"awards":[{"id":"https://openalex.org/G2073135371","display_name":"Dictionary Learning and Distributed Inference for the Processing of Large-scale Heterogeneous Image Data (DOLPHIN)","funder_award_id":"G0A2617N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321730","display_name":"Fonds Wetenschappelijk Onderzoek","ror":"https://ror.org/03qtxy027"},{"id":"https://openalex.org/F4320322852","display_name":"Innoviris","ror":"https://ror.org/04af9zr29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":86,"referenced_works":["https://openalex.org/W1669104078","https://openalex.org/W1712805121","https://openalex.org/W1885185971","https://openalex.org/W1918311561","https://openalex.org/W1971918169","https://openalex.org/W1981705310","https://openalex.org/W1998393535","https://openalex.org/W1999034606","https://openalex.org/W2019904315","https://openalex.org/W2030978325","https://openalex.org/W2035234709","https://openalex.org/W2047692471","https://openalex.org/W2058749767","https://openalex.org/W2105119246","https://openalex.org/W2120824855","https://openalex.org/W2125188192","https://openalex.org/W2126416908","https://openalex.org/W2143116731","https://openalex.org/W2144555825","https://openalex.org/W2146353910","https://openalex.org/W2154789478","https://openalex.org/W2163932540","https://openalex.org/W2168783614","https://openalex.org/W2200474412","https://openalex.org/W2243933544","https://openalex.org/W2291143146","https://openalex.org/W2293078015","https://openalex.org/W2332797250","https://openalex.org/W2345557152","https://openalex.org/W2400972628","https://openalex.org/W2405379419","https://openalex.org/W2414425402","https://openalex.org/W2462592242","https://openalex.org/W2492439964","https://openalex.org/W2503339013","https://openalex.org/W2508457857","https://openalex.org/W2520808298","https://openalex.org/W2559870345","https://openalex.org/W2592312604","https://openalex.org/W2624240493","https://openalex.org/W2741192765","https://openalex.org/W2760586727","https://openalex.org/W2766452532","https://openalex.org/W2767290858","https://openalex.org/W2769019355","https://openalex.org/W2783573276","https://openalex.org/W2794731943","https://openalex.org/W2798987894","https://openalex.org/W2811308087","https://openalex.org/W2866634454","https://openalex.org/W2895323721","https://openalex.org/W2902747464","https://openalex.org/W2903417465","https://openalex.org/W2912147220","https://openalex.org/W2919059038","https://openalex.org/W2950290849","https://openalex.org/W2951971897","https://openalex.org/W2956103957","https://openalex.org/W2963222130","https://openalex.org/W2963372104","https://openalex.org/W2963530785","https://openalex.org/W2963610452","https://openalex.org/W2964007263","https://openalex.org/W2970987056","https://openalex.org/W2977745911","https://openalex.org/W2988998293","https://openalex.org/W3010335025","https://openalex.org/W3014859219","https://openalex.org/W3031508018","https://openalex.org/W3035467803","https://openalex.org/W3049253011","https://openalex.org/W3091568915","https://openalex.org/W3098294986","https://openalex.org/W3102476983","https://openalex.org/W3105639468","https://openalex.org/W3114283885","https://openalex.org/W3121165271","https://openalex.org/W3122285102","https://openalex.org/W3122334470","https://openalex.org/W3126855404","https://openalex.org/W4205213118","https://openalex.org/W4235713725","https://openalex.org/W4241716071","https://openalex.org/W6677645113","https://openalex.org/W6729455701","https://openalex.org/W6746047354"],"related_works":["https://openalex.org/W4312417841","https://openalex.org/W4321369474","https://openalex.org/W2731899572","https://openalex.org/W3133861977","https://openalex.org/W4200173597","https://openalex.org/W2101992317","https://openalex.org/W2130228941","https://openalex.org/W2122810181","https://openalex.org/W2023827232","https://openalex.org/W2139952529"],"abstract_inverted_index":{"Multimodal,":[0],"alias,":[1],"guided,":[2],"image":[3,11,23,31,49,116,161,235,244,251],"restoration":[4,50,117,162,245],"is":[5,30],"the":[6,17,88,106,129,140,153,172,183,187,210,226,267,271],"reconstruction":[7],"of":[8,19,131,155,225,270],"a":[9,13,20,42,70,74,95,121,145,202,205],"degraded":[10],"from":[12,24,38],"target":[14],"modality":[15],"with":[16],"aid":[18],"high":[21],"quality":[22],"another":[25],"modality.":[26],"A":[27],"similar":[28],"task":[29],"fusion;":[32],"it":[33],"refers":[34],"to":[35,143,186,219,233,242],"merging":[36],"images":[37],"different":[39,223],"modalities":[40],"into":[41],"composite":[43],"image.":[44],"Traditional":[45],"approaches":[46],"for":[47,134],"multimodal":[48,115,160,168],"and":[51,118,127,163,216,255,262],"fusion":[52,119,208,252],"include":[53],"analytical":[54,261],"methods":[55,67,81,265],"that":[56,99,151,181,230],"are":[57,240],"computationally":[58],"expensive":[59],"at":[60,73,90,222],"inference":[61],"time.":[62],"Recently":[63],"developed":[64],"deep":[65,156,193,263],"learning":[66,194,264],"have":[68],"shown":[69],"great":[71],"performance":[72,269],"reduced":[75],"computational":[76],"cost;":[77],"however,":[78],"since":[79],"these":[80],"do":[82],"not":[83],"incorporate":[84],"prior":[85],"knowledge":[86],"about":[87],"problem":[89],"hand,":[91],"they":[92],"result":[93],"in":[94],"\u201cblack":[96],"box\u201d":[97],"model,":[98],"is,":[100],"one":[101],"can":[102,231],"hardly":[103],"say":[104],"what":[105],"model":[107],"has":[108],"learned.":[109],"In":[110],"this":[111],"paper,":[112],"we":[113,138,165],"formulate":[114],"as":[120,247,249],"coupled":[122],"convolutional":[123,146],"sparse":[124],"coding":[125],"problem,":[126],"adopt":[128],"Method":[130],"Multipliers":[132],"(MM)":[133],"its":[135],"solution.":[136],"Then,":[137],"use":[139],"MM-based":[141],"solution":[142],"design":[144,166,212],"neural":[147],"network":[148],"(CNN)":[149],"encoder":[150,174],"follows":[152],"principle":[154],"unfolding.":[157],"To":[158],"address":[159],"fusion,":[164],"two":[167,250],"models":[169,239],"which":[170],"employ":[171],"proposed":[173,211,238,272],"followed":[175,200],"by":[176,201],"an":[177,214],"appropriately":[178],"designed":[179],"decoder":[180],"maps":[182],"learned":[184],"representations":[185,229],"desired":[188],"output.":[189],"Unlike":[190],"most":[191],"existing":[192],"designs":[195],"comprising":[196],"multiple":[197],"encoding":[198],"branches":[199],"concatenation":[203],"or":[204],"linear":[206],"combination":[207],"block,":[209],"provides":[213],"efficient":[215],"structured":[217],"way":[218],"fuse":[220],"information":[221],"stages":[224],"network,":[227],"providing":[228],"lead":[232],"accurate":[234],"reconstruction.":[236],"The":[237],"applied":[241],"three":[243],"tasks,":[246],"well":[248],"tasks.":[253],"Quantitative":[254],"qualitative":[256],"comparisons":[257],"against":[258],"various":[259],"state-of-the-art":[260],"corroborate":[266],"superior":[268],"framework.":[273]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}