{"id":"https://openalex.org/W4392980201","doi":"https://doi.org/10.1109/tpami.2024.3379736","title":"Self-Supervised Learning for Real-World Super-Resolution From Dual and Multiple Zoomed Observations","display_name":"Self-Supervised Learning for Real-World Super-Resolution From Dual and Multiple Zoomed Observations","publication_year":2024,"publication_date":"2024-03-20","ids":{"openalex":"https://openalex.org/W4392980201","doi":"https://doi.org/10.1109/tpami.2024.3379736","pmid":"https://pubmed.ncbi.nlm.nih.gov/38507386"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3379736","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3379736","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013177603","display_name":"Zhilu Zhang","orcid":"https://orcid.org/0000-0002-5758-5949"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhilu Zhang","raw_affiliation_strings":["Faculty of Computing, Harbin Institute of Technology, Harbin, Heilongjiang, China","Faculty of Computing, Harbin Institute of Technology, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Computing, Harbin Institute of Technology, Harbin, Heilongjiang, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Faculty of Computing, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059479508","display_name":"Ruohao Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruohao Wang","raw_affiliation_strings":["Faculty of Computing, Harbin Institute of Technology, Harbin, Heilongjiang, China","Faculty of Computing, Harbin Institute of Technology, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Computing, Harbin Institute of Technology, Harbin, Heilongjiang, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Faculty of Computing, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100776513","display_name":"Hongzhi Zhang","orcid":"https://orcid.org/0000-0001-8025-346X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongzhi Zhang","raw_affiliation_strings":["Faculty of Computing, Harbin Institute of Technology, Harbin, Heilongjiang, China","Faculty of Computing, Harbin Institute of Technology, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Computing, Harbin Institute of Technology, Harbin, Heilongjiang, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Faculty of Computing, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100636655","display_name":"Wangmeng Zuo","orcid":"https://orcid.org/0000-0002-3330-783X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wangmeng Zuo","raw_affiliation_strings":["Faculty of Computing, Harbin Institute of Technology, Harbin, Heilongjiang, China","Faculty of Computing, Harbin Institute of Technology, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Computing, Harbin Institute of Technology, Harbin, Heilongjiang, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Faculty of Computing, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5013177603"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":1.7149,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.84776159,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"47","issue":"3","first_page":"1348","last_page":"1361"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12015","display_name":"Photoacoustic and Ultrasonic Imaging","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7359886765480042},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.698074221611023},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6201041340827942},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.5133394598960876},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.49871182441711426},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.46384409070014954},{"id":"https://openalex.org/keywords/image-resolution","display_name":"Image resolution","score":0.45561087131500244},{"id":"https://openalex.org/keywords/superresolution","display_name":"Superresolution","score":0.42884624004364014},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.4224418103694916},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33192288875579834}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7359886765480042},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.698074221611023},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6201041340827942},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.5133394598960876},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.49871182441711426},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.46384409070014954},{"id":"https://openalex.org/C205372480","wikidata":"https://www.wikidata.org/wiki/Q210521","display_name":"Image resolution","level":2,"score":0.45561087131500244},{"id":"https://openalex.org/C141239990","wikidata":"https://www.wikidata.org/wiki/Q957423","display_name":"Superresolution","level":3,"score":0.42884624004364014},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.4224418103694916},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33192288875579834},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3379736","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3379736","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:38507386","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38507386","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1068922776","display_name":null,"funder_award_id":"U19A2073","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W764651262","https://openalex.org/W1885185971","https://openalex.org/W2133665775","https://openalex.org/W2476548250","https://openalex.org/W2601564443","https://openalex.org/W2866634454","https://openalex.org/W2883996939","https://openalex.org/W2894343975","https://openalex.org/W2919046835","https://openalex.org/W2932253358","https://openalex.org/W2943960148","https://openalex.org/W2954506705","https://openalex.org/W2962785568","https://openalex.org/W2962814024","https://openalex.org/W2963372104","https://openalex.org/W2963398989","https://openalex.org/W2963470893","https://openalex.org/W2963563295","https://openalex.org/W2963782415","https://openalex.org/W2964277374","https://openalex.org/W2966926453","https://openalex.org/W2976718572","https://openalex.org/W2987150909","https://openalex.org/W3011043518","https://openalex.org/W3034243376","https://openalex.org/W3034595214","https://openalex.org/W3035022492","https://openalex.org/W3035219913","https://openalex.org/W3035524453","https://openalex.org/W3085056143","https://openalex.org/W3097589886","https://openalex.org/W3107811908","https://openalex.org/W3109396053","https://openalex.org/W3128247532","https://openalex.org/W3133881466","https://openalex.org/W3168684807","https://openalex.org/W3170026688","https://openalex.org/W3170666462","https://openalex.org/W3172013121","https://openalex.org/W3173435145","https://openalex.org/W3174060721","https://openalex.org/W3176997885","https://openalex.org/W3177575966","https://openalex.org/W3179253672","https://openalex.org/W3179365255","https://openalex.org/W3197624229","https://openalex.org/W3203631022","https://openalex.org/W3204971388","https://openalex.org/W3207918547","https://openalex.org/W4230098700","https://openalex.org/W4230295910","https://openalex.org/W4231167724","https://openalex.org/W4310748226","https://openalex.org/W4312286465","https://openalex.org/W4312671332","https://openalex.org/W4312759958","https://openalex.org/W4313156236","https://openalex.org/W4313179393","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6714644935","https://openalex.org/W6752483423","https://openalex.org/W6766978945","https://openalex.org/W6767785265","https://openalex.org/W6784110152"],"related_works":["https://openalex.org/W4295532600","https://openalex.org/W2063823869","https://openalex.org/W2047973478","https://openalex.org/W2067569035","https://openalex.org/W2090985514","https://openalex.org/W2129380808","https://openalex.org/W3004000015","https://openalex.org/W2559771220","https://openalex.org/W4288598071","https://openalex.org/W4387300017"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,33,109,160,180,188],"consider":[4],"two":[5],"challenging":[6],"issues":[7],"in":[8,28,58],"reference-based":[9],"super-resolution":[10,76],"(RefSR)":[11],"for":[12,40,104,203],"smartphone,":[13],"(i)":[14],"how":[15,24],"to":[16,25,73,89,134,193],"choose":[17],"a":[18,29,35,87,91,126,162,199],"proper":[19],"reference":[20,72,133,208],"image,":[21,83],"and":[22,47,124,153,171,197,218],"(ii)":[23],"learn":[26,90],"RefSR":[27,42],"self-supervised":[30,37,105,195],"manner.":[31],"Particularly,":[32],"propose":[34,161],"novel":[36],"learning":[38,106],"approach":[39],"real-world":[41],"from":[43,97,129],"observations":[44,101,192],"at":[45],"dual":[46,99],"multiple":[48,56,190],"camera":[49],"zooms.":[50],"Firstly,":[51],"considering":[52],"the":[53,61,71,75,79,98,111,121,132,136,143,146,204],"popularity":[54],"of":[55,78,107,115,145,207],"cameras":[57],"modern":[59],"smartphones,":[60],"more":[62],"zoomed":[63,81,100,191],"(telephoto)":[64],"image":[65,113,119,139,157],"can":[66],"be":[67],"naturally":[68],"leveraged":[69],"as":[70,120,131],"guide":[74],"(SR)":[77],"lesser":[80],"(ultra-wide)":[82],"which":[84],"gives":[85],"us":[86],"chance":[88],"deep":[92],"network":[93],"that":[94,212],"performs":[95],"SR":[96],"(DZSR).":[102],"Secondly,":[103],"DZSR,":[108],"take":[110,189],"telephoto":[112,154],"instead":[114],"an":[116],"additional":[117],"high-resolution":[118],"supervision":[122],"information,":[123],"select":[125],"center":[127],"patch":[128,152],"it":[130],"super-resolve":[135],"corresponding":[137],"ultra-wide":[138,149],"patch.":[140],"To":[141,175],"mitigate":[142],"effect":[144],"misalignment":[147],"between":[148],"low-resolution":[150],"(LR)":[151],"ground-truth":[155],"(GT)":[156],"during":[158],"training,":[159],"two-stage":[163],"alignment":[164,170],"method,":[165],"including":[166],"patch-based":[167],"optical":[168],"flow":[169],"auxiliary-LR":[172],"guiding":[173],"alignment.":[174],"generate":[176],"visually":[177],"pleasing":[178],"results,":[179],"present":[181,198],"local":[182],"overlapped":[183],"sliced":[184],"Wasserstein":[185],"loss.":[186],"Furthermore,":[187],"explore":[194],"RefSR,":[196],"progressive":[200],"fusion":[201],"scheme":[202],"effective":[205],"utilization":[206],"images.":[209],"Experiments":[210],"show":[211],"our":[213],"methods":[214],"achieve":[215],"better":[216],"quantitative":[217],"qualitative":[219],"performance":[220],"against":[221],"state-of-the-arts.":[222]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}
