{"id":"https://openalex.org/W3014859219","doi":"https://doi.org/10.1109/tpami.2020.2984244","title":"Deep Convolutional Neural Network for Multi-Modal Image Restoration and Fusion","display_name":"Deep Convolutional Neural Network for Multi-Modal Image Restoration and Fusion","publication_year":2020,"publication_date":"2020-04-02","ids":{"openalex":"https://openalex.org/W3014859219","doi":"https://doi.org/10.1109/tpami.2020.2984244","mag":"3014859219","pmid":"https://pubmed.ncbi.nlm.nih.gov/32248098"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2020.2984244","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2020.2984244","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040495514","display_name":"Xin Deng","orcid":"https://orcid.org/0000-0002-4708-6572"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Xin Deng","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Imperial College London, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Imperial College London, London, United Kingdom","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053203917","display_name":"Pier Luigi Dragotti","orcid":"https://orcid.org/0000-0002-6073-2807"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Pier Luigi Dragotti","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Imperial College London, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Imperial College London, London, United Kingdom","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5040495514"],"corresponding_institution_ids":["https://openalex.org/I47508984"],"apc_list":null,"apc_paid":null,"fwci":21.1933,"has_fulltext":false,"cited_by_count":250,"citation_normalized_percentile":{"value":0.99478608,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"43","issue":"10","first_page":"3333","last_page":"3348"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7884523868560791},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7838588953018188},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.73341304063797},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.5736361742019653},{"id":"https://openalex.org/keywords/neural-coding","display_name":"Neural coding","score":0.5674148797988892},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5528671741485596},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5293251872062683},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.48598775267601013},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.472564160823822},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.42998629808425903},{"id":"https://openalex.org/keywords/network-architecture","display_name":"Network architecture","score":0.4169577658176422},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.33056026697158813}],"concepts":[{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7884523868560791},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7838588953018188},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.73341304063797},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5736361742019653},{"id":"https://openalex.org/C77637269","wikidata":"https://www.wikidata.org/wiki/Q7002051","display_name":"Neural coding","level":2,"score":0.5674148797988892},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5528671741485596},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5293251872062683},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.48598775267601013},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.472564160823822},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.42998629808425903},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.4169577658176422},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.33056026697158813},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2020.2984244","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2020.2984244","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:32248098","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32248098","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:spiral.imperial.ac.uk:10044/1/77889","is_oa":false,"landing_page_url":"http://hdl.handle.net/10044/1/77889","pdf_url":null,"source":{"id":"https://openalex.org/S4306401396","display_name":"Spiral (Imperial College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I47508984","host_organization_name":"Imperial College London","host_organization_lineage":["https://openalex.org/I47508984"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"3348","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.5799999833106995,"display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":93,"referenced_works":["https://openalex.org/W1513100184","https://openalex.org/W1529155083","https://openalex.org/W1948643287","https://openalex.org/W1956571368","https://openalex.org/W1970697556","https://openalex.org/W1970758811","https://openalex.org/W1999034606","https://openalex.org/W2025133197","https://openalex.org/W2056346283","https://openalex.org/W2058749767","https://openalex.org/W2097259623","https://openalex.org/W2100109944","https://openalex.org/W2100926764","https://openalex.org/W2104600947","https://openalex.org/W2104620097","https://openalex.org/W2105119246","https://openalex.org/W2106403211","https://openalex.org/W2114207195","https://openalex.org/W2115706991","https://openalex.org/W2133255058","https://openalex.org/W2133665775","https://openalex.org/W2152526705","https://openalex.org/W2160956336","https://openalex.org/W2163168659","https://openalex.org/W2164517370","https://openalex.org/W2190662802","https://openalex.org/W2194775991","https://openalex.org/W2195231623","https://openalex.org/W2199472553","https://openalex.org/W2202656999","https://openalex.org/W2214189948","https://openalex.org/W2231495490","https://openalex.org/W2242218935","https://openalex.org/W2291143146","https://openalex.org/W2331128040","https://openalex.org/W2345557152","https://openalex.org/W2418999752","https://openalex.org/W2474462684","https://openalex.org/W2475287302","https://openalex.org/W2500602996","https://openalex.org/W2503186844","https://openalex.org/W2503339013","https://openalex.org/W2508457857","https://openalex.org/W2520808298","https://openalex.org/W2521490062","https://openalex.org/W2532801510","https://openalex.org/W2559870345","https://openalex.org/W2590560192","https://openalex.org/W2604146181","https://openalex.org/W2607041014","https://openalex.org/W2741192765","https://openalex.org/W2760586727","https://openalex.org/W2766452532","https://openalex.org/W2768814045","https://openalex.org/W2776574544","https://openalex.org/W2780930362","https://openalex.org/W2783573276","https://openalex.org/W2796325360","https://openalex.org/W2798987894","https://openalex.org/W2808591023","https://openalex.org/W2888469947","https://openalex.org/W2895323721","https://openalex.org/W2897501237","https://openalex.org/W2902747464","https://openalex.org/W2904488225","https://openalex.org/W2912147220","https://openalex.org/W2913533015","https://openalex.org/W2914997670","https://openalex.org/W2935732260","https://openalex.org/W2950290849","https://openalex.org/W2963197835","https://openalex.org/W2963222130","https://openalex.org/W2963372104","https://openalex.org/W2963530785","https://openalex.org/W2963610452","https://openalex.org/W2963980268","https://openalex.org/W2964007263","https://openalex.org/W2964210333","https://openalex.org/W2970987056","https://openalex.org/W2977745911","https://openalex.org/W2996800272","https://openalex.org/W3098418424","https://openalex.org/W3101690711","https://openalex.org/W3105639468","https://openalex.org/W4242059867","https://openalex.org/W4322615131","https://openalex.org/W6640763731","https://openalex.org/W6641256678","https://openalex.org/W6724411756","https://openalex.org/W6724647969","https://openalex.org/W6758896146","https://openalex.org/W6759644917","https://openalex.org/W6786148113"],"related_works":["https://openalex.org/W4293226380","https://openalex.org/W4321487865","https://openalex.org/W4313906399","https://openalex.org/W4391266461","https://openalex.org/W2590798552","https://openalex.org/W2811106690","https://openalex.org/W4239306820","https://openalex.org/W2947043951","https://openalex.org/W4312417841","https://openalex.org/W4210874298"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"propose":[4],"a":[5,42,154],"novel":[6],"deep":[7,31],"convolutional":[8,46,139],"neural":[9],"network":[10,34,57],"to":[11,77],"solve":[12],"the":[13,55,64,72,95,103,127,131,148],"general":[14],"multi-modal":[15,20,45],"image":[16,21,115,165,170,175],"restoration":[17],"(MIR)":[18],"and":[19,81,89,114,158,173],"fusion":[22],"(MIF)":[23],"problems.":[24],"Different":[25],"from":[26,41,71,126],"other":[27],"methods":[28],"based":[29],"on":[30,153],"learning,":[32],"our":[33,151],"architecture":[35,120],"is":[36,58,82,97,124],"designed":[37],"by":[38],"drawing":[39],"inspirations":[40],"new":[43],"proposed":[44,56],"sparse":[47,140],"coding":[48,141],"(MCSC)":[49],"model.":[50],"The":[51,119],"key":[52],"feature":[53,105,110],"of":[54,99,121,136,150,156],"that":[59,75],"it":[60],"can":[61],"automatically":[62],"split":[63],"common":[65,88,109],"information":[66,74,91],"shared":[67],"among":[68],"different":[69],"modalities,":[70],"unique":[73,90,104],"belongs":[76],"each":[78,122],"single":[79],"modality,":[80],"therefore":[83],"denoted":[84],"with":[85],"CU-Net,":[86],"i.e.,":[87,102],"splitting":[92],"network.":[93],"Specifically,":[94],"CU-Net":[96],"composed":[98],"three":[100],"modules,":[101],"extraction":[106],"module":[107,112,117,123],"(UFEM),":[108],"preservation":[111],"(CFPM),":[113],"reconstruction":[116],"(IRM).":[118],"derived":[125],"corresponding":[128],"part":[129],"in":[130],"MCSC":[132],"model,":[133],"which":[134],"consists":[135],"several":[137],"learned":[138],"(LCSC)":[142],"blocks.":[143],"Extensive":[144],"numerical":[145],"results":[146],"verify":[147],"effectiveness":[149],"method":[152],"variety":[155],"MIR":[157],"MIF":[159],"tasks,":[160],"including":[161],"RGB":[162],"guided":[163,168],"depth":[164],"super-resolution,":[166],"flash":[167],"non-flash":[169],"denoising,":[171],"multi-focus":[172],"multi-exposure":[174],"fusion.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":64},{"year":2024,"cited_by_count":68},{"year":2023,"cited_by_count":52},{"year":2022,"cited_by_count":36},{"year":2021,"cited_by_count":17},{"year":2020,"cited_by_count":6}],"updated_date":"2026-03-30T08:08:38.191290","created_date":"2025-10-10T00:00:00"}