{"id":"https://openalex.org/W2977745911","doi":"https://doi.org/10.1109/tip.2019.2944270","title":"Deep Coupled ISTA Network for Multi-Modal Image Super-Resolution","display_name":"Deep Coupled ISTA Network for Multi-Modal Image Super-Resolution","publication_year":2019,"publication_date":"2019-10-03","ids":{"openalex":"https://openalex.org/W2977745911","doi":"https://doi.org/10.1109/tip.2019.2944270","mag":"2977745911","pmid":"https://pubmed.ncbi.nlm.nih.gov/31603781"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2019.2944270","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2019.2944270","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040495514","display_name":"Xin Deng","orcid":"https://orcid.org/0000-0002-4708-6572"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Xin Deng","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Imperial College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053203917","display_name":"Pier Luigi Dragotti","orcid":"https://orcid.org/0000-0002-6073-2807"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Pier Luigi Dragotti","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Imperial College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5040495514"],"corresponding_institution_ids":["https://openalex.org/I47508984"],"apc_list":null,"apc_paid":null,"fwci":3.475,"has_fulltext":false,"cited_by_count":74,"citation_normalized_percentile":{"value":0.94319224,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"29","issue":null,"first_page":"1683","last_page":"1698"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.8905322551727295},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7203056216239929},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6086653470993042},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5446833968162537},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5432087779045105},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.47616809606552124},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.46512576937675476},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4613637328147888},{"id":"https://openalex.org/keywords/iterative-reconstruction","display_name":"Iterative reconstruction","score":0.456635981798172},{"id":"https://openalex.org/keywords/network-architecture","display_name":"Network architecture","score":0.44508761167526245},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4402887523174286}],"concepts":[{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.8905322551727295},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7203056216239929},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6086653470993042},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5446833968162537},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5432087779045105},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.47616809606552124},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.46512576937675476},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4613637328147888},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.456635981798172},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.44508761167526245},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4402887523174286},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tip.2019.2944270","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2019.2944270","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:31603781","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31603781","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null},{"id":"pmh:oai:spiral.imperial.ac.uk:10044/1/74161","is_oa":false,"landing_page_url":"http://hdl.handle.net/10044/1/74161","pdf_url":null,"source":{"id":"https://openalex.org/S4306401396","display_name":"Spiral (Imperial College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I47508984","host_organization_name":"Imperial College London","host_organization_lineage":["https://openalex.org/I47508984"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"1698","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7400000095367432}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":102,"referenced_works":["https://openalex.org/W54257720","https://openalex.org/W935139217","https://openalex.org/W1533861849","https://openalex.org/W1584663654","https://openalex.org/W1589819097","https://openalex.org/W1599195847","https://openalex.org/W1791560514","https://openalex.org/W1906770428","https://openalex.org/W1930824406","https://openalex.org/W1948643287","https://openalex.org/W1949568868","https://openalex.org/W1956571368","https://openalex.org/W1973794531","https://openalex.org/W2020925091","https://openalex.org/W2030978325","https://openalex.org/W2032768707","https://openalex.org/W2046779692","https://openalex.org/W2047028564","https://openalex.org/W2058749767","https://openalex.org/W2082029531","https://openalex.org/W2088254198","https://openalex.org/W2097160319","https://openalex.org/W2099749431","https://openalex.org/W2104600947","https://openalex.org/W2104620097","https://openalex.org/W2115706991","https://openalex.org/W2118103795","https://openalex.org/W2118273112","https://openalex.org/W2120824855","https://openalex.org/W2121058967","https://openalex.org/W2160956336","https://openalex.org/W2164278908","https://openalex.org/W2184016288","https://openalex.org/W2195231623","https://openalex.org/W2214189948","https://openalex.org/W2214802144","https://openalex.org/W2242218935","https://openalex.org/W2255887839","https://openalex.org/W2291143146","https://openalex.org/W2294512729","https://openalex.org/W2345557152","https://openalex.org/W2476548250","https://openalex.org/W2500602996","https://openalex.org/W2503186844","https://openalex.org/W2513228454","https://openalex.org/W2520808298","https://openalex.org/W2521490062","https://openalex.org/W2552808051","https://openalex.org/W2560815146","https://openalex.org/W2592696501","https://openalex.org/W2606594217","https://openalex.org/W2619204584","https://openalex.org/W2625429595","https://openalex.org/W2741192765","https://openalex.org/W2747898905","https://openalex.org/W2760586727","https://openalex.org/W2788495591","https://openalex.org/W2790567986","https://openalex.org/W2795467458","https://openalex.org/W2799120945","https://openalex.org/W2888469947","https://openalex.org/W2891026515","https://openalex.org/W2897501237","https://openalex.org/W2904488225","https://openalex.org/W2905472194","https://openalex.org/W2935732260","https://openalex.org/W2939079025","https://openalex.org/W2951236102","https://openalex.org/W2963027389","https://openalex.org/W2963129783","https://openalex.org/W2963222130","https://openalex.org/W2963372104","https://openalex.org/W2963470893","https://openalex.org/W2963495716","https://openalex.org/W2963610452","https://openalex.org/W2963689682","https://openalex.org/W2964007263","https://openalex.org/W2964210333","https://openalex.org/W3100063120","https://openalex.org/W3102870589","https://openalex.org/W4241716071","https://openalex.org/W4255455317","https://openalex.org/W4289123244","https://openalex.org/W4292363360","https://openalex.org/W6602211262","https://openalex.org/W6624640001","https://openalex.org/W6631943919","https://openalex.org/W6638194035","https://openalex.org/W6640763731","https://openalex.org/W6641256678","https://openalex.org/W6677645113","https://openalex.org/W6678025836","https://openalex.org/W6678827375","https://openalex.org/W6686262638","https://openalex.org/W6691908604","https://openalex.org/W6697020685","https://openalex.org/W6724647969","https://openalex.org/W6739495466","https://openalex.org/W6750091626","https://openalex.org/W6756840390","https://openalex.org/W6761015569","https://openalex.org/W6766192371"],"related_works":["https://openalex.org/W3204184292","https://openalex.org/W3176564347","https://openalex.org/W1985458517","https://openalex.org/W2355833770","https://openalex.org/W3031039437","https://openalex.org/W183202219","https://openalex.org/W3095877357","https://openalex.org/W2072565696","https://openalex.org/W2050451745","https://openalex.org/W3092344832"],"abstract_inverted_index":{"Given":[0],"a":[1,34,39,49,92,116,139],"low-resolution":[2],"(LR)":[3],"image,":[4],"multi-modal":[5,52,199],"image":[6,18,25],"super-resolution":[7],"(MISR)":[8],"aims":[9],"to":[10,37,57,72,121,155],"find":[11],"the":[12,20,74,79,88,102,123,126,135,158,163,176],"high-resolution":[13],"(HR)":[14],"version":[15],"of":[16,22,125],"this":[17,30],"with":[19,171],"guidance":[21],"an":[23,106],"HR":[24],"from":[26],"another":[27],"modality.":[28],"In":[29,61],"paper,":[31],"we":[32,63,86,113,133,167],"use":[33],"model-based":[35],"approach":[36],"design":[38],"new":[40],"deep":[41,93,97,110],"network":[42,103,111,127,136],"architecture":[43],"for":[44,197],"MISR.":[45],"We":[46],"first":[47],"introduce":[48],"novel":[50],"joint":[51],"dictionary":[53,141],"learning":[54,142],"(JMDL)":[55],"algorithm":[56,84,119],"model":[58,90,134],"cross-modality":[59],"dependency.":[60],"JMDL,":[62],"simultaneously":[64],"learn":[65],"three":[66],"dictionaries":[67],"and":[68,82,144,161,191],"two":[69],"transform":[70],"matrices":[71],"combine":[73],"modalities.":[75],"Then,":[76],"by":[77],"unfolding":[78],"iterative":[80],"shrinkage":[81],"thresholding":[83],"(ISTA),":[85],"turn":[87],"JMDL":[89],"into":[91],"neural":[94],"network,":[95],"called":[96],"coupled":[98],"ISTA":[99],"network.":[100],"Since":[101],"initialization":[104,137],"plays":[105],"important":[107],"role":[108],"in":[109,175],"training,":[112],"further":[114],"propose":[115],"layer-wise":[117],"optimization":[118],"(LOA)":[120],"initialize":[122],"parameters":[124],"before":[128],"running":[129],"back-propagation":[130],"strategy.":[131],"Specifically,":[132],"as":[138],"multi-layer":[140],"problem,":[143],"solve":[145],"it":[146],"through":[147],"convex":[148],"optimization.":[149],"The":[150,179],"proposed":[151],"LOA":[152],"is":[153],"demonstrated":[154],"effectively":[156],"decrease":[157],"training":[159],"loss":[160],"increase":[162],"reconstruction":[164],"accuracy.":[165],"Finally,":[166],"compare":[168],"our":[169,184],"method":[170,185],"other":[172],"state-of-the-art":[173],"methods":[174],"MISR":[177],"task.":[178],"numerical":[180],"results":[181],"show":[182],"that":[183],"consistently":[186],"outperforms":[187],"others":[188],"both":[189],"quantitatively":[190],"qualitatively":[192],"at":[193],"different":[194],"upscaling":[195],"factors":[196],"various":[198],"scenarios.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":16},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":2}],"updated_date":"2026-03-16T09:10:04.655348","created_date":"2025-10-10T00:00:00"}