{"id":"https://openalex.org/W4416407765","doi":"https://doi.org/10.1109/iccv51701.2025.01144","title":"Devil is in the Uniformity: Exploring Diverse Learners Within Transformer for Image Restoration","display_name":"Devil is in the Uniformity: Exploring Diverse Learners Within Transformer for Image Restoration","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4416407765","doi":"https://doi.org/10.1109/iccv51701.2025.01144"},"language":"en","primary_location":{"id":"doi:10.1109/iccv51701.2025.01144","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51701.2025.01144","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2503.20174","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048689548","display_name":"Shihao Zhou","orcid":"https://orcid.org/0000-0002-9202-9761"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shihao Zhou","raw_affiliation_strings":["VCIP & TMCC & DISSec, College of Computer Science, Nankai University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"VCIP & TMCC & DISSec, College of Computer Science, Nankai University","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074529399","display_name":"Dayu Li","orcid":null},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dayu Li","raw_affiliation_strings":["VCIP & TMCC & DISSec, College of Computer Science, Nankai University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"VCIP & TMCC & DISSec, College of Computer Science, Nankai University","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048600941","display_name":"Jinshan Pan","orcid":"https://orcid.org/0000-0002-4431-0671"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinshan Pan","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022642392","display_name":"Juncheng Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juncheng Zhou","raw_affiliation_strings":["VCIP & TMCC & DISSec, College of Computer Science, Nankai University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"VCIP & TMCC & DISSec, College of Computer Science, Nankai University","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007965169","display_name":"Jinglei Shi","orcid":"https://orcid.org/0000-0003-2926-0415"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinglei Shi","raw_affiliation_strings":["VCIP & TMCC & DISSec, College of Computer Science, Nankai University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"VCIP & TMCC & DISSec, College of Computer Science, Nankai University","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040951686","display_name":"Jufeng Yang","orcid":"https://orcid.org/0000-0001-6591-8988"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jufeng Yang","raw_affiliation_strings":["VCIP & TMCC & DISSec, College of Computer Science, Nankai University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"VCIP & TMCC & DISSec, College of Computer Science, Nankai University","institution_ids":["https://openalex.org/I205237279"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"12307","last_page":"12317"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.8858000040054321,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.8858000040054321,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.05299999937415123,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.022099999710917473,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.8111000061035156},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6187999844551086},{"id":"https://openalex.org/keywords/image-restoration","display_name":"Image restoration","score":0.4884999990463257},{"id":"https://openalex.org/keywords/linear-subspace","display_name":"Linear subspace","score":0.42500001192092896},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.320499986410141},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3077000081539154}],"concepts":[{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.8111000061035156},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6485999822616577},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6187999844551086},{"id":"https://openalex.org/C106430172","wikidata":"https://www.wikidata.org/wiki/Q6002272","display_name":"Image restoration","level":4,"score":0.4884999990463257},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4480000138282776},{"id":"https://openalex.org/C12362212","wikidata":"https://www.wikidata.org/wiki/Q728435","display_name":"Linear subspace","level":2,"score":0.42500001192092896},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.320499986410141},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3077000081539154},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3021000027656555},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.29339998960494995},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.28929999470710754},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.27549999952316284},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2709999978542328},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/iccv51701.2025.01144","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51701.2025.01144","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2503.20174","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2503.20174","pdf_url":"https://arxiv.org/pdf/2503.20174","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2503.20174","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2503.20174","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2503.20174","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2503.20174","pdf_url":"https://arxiv.org/pdf/2503.20174","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1701301398","display_name":null,"funder_award_id":"624B2072,U22B2049,62302240","funder_id":"https://openalex.org/F4320320884","funder_display_name":"Camargo Foundation"}],"funders":[{"id":"https://openalex.org/F4320320884","display_name":"Camargo Foundation","ror":"https://ror.org/04hbteb59"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Transformer-based":[0],"approaches":[1],"have":[2],"gained":[3],"significant":[4],"attention":[5,33,152],"in":[6,21,74,112,189],"image":[7,85,167],"restoration,":[8],"where":[9],"the":[10,48,92,98,106,144,180,190],"core":[11],"component,":[12],"i.e,":[13],"Multi-Head":[14,94],"Attention":[15,95],"(MHA),":[16],"plays":[17],"a":[18,41,75],"crucial":[19],"role":[20],"capturing":[22],"diverse":[23,64,118],"features":[24,120],"and":[25,40,66,97,131,139,155,176],"recovering":[26],"high-quality":[27],"results.":[28],"In":[29,54],"MHA,":[30],"heads":[31,123,153],"perform":[32],"calculation":[34],"independently":[35],"from":[36,50,126],"uniform":[37],"split":[38],"subspaces,":[39],"redundancy":[42,107,145],"issue":[43],"is":[44,110,187],"triggered":[45],"to":[46,59,104,124,178],"hinder":[47],"model":[49],"achieving":[51],"satisfactory":[52],"outputs.":[53],"this":[55],"paper,":[56],"we":[57],"propose":[58],"improve":[60],"MHA":[61],"by":[62,121,147],"exploring":[63],"learners":[65],"introducing":[67],"various":[68],"interactions":[69,150],"between":[70,151],"heads,":[71],"which":[72],"results":[73],"Hierarchical":[76,93],"multI-head":[77],"atteNtion":[78],"driven":[79],"Transformer":[80],"model,":[81],"termed":[82],"HINT,":[83],"for":[84],"restoration.":[86],"HINT":[87],"contains":[88],"two":[89],"modules,":[90],"i.e.,":[91],"(HMHA)":[96],"Query-Key":[99],"Cache":[100],"Updating":[101],"(QKCU)":[102],"module,":[103],"address":[105],"problem":[108,146],"that":[109],"rooted":[111],"vanilla":[113],"MHA.":[114],"Specifically,":[115],"HMHA":[116],"extracts":[117],"contextual":[119],"employing":[122],"learn":[125],"subspaces":[127],"of":[128,182],"varying":[129],"sizes":[130],"containing":[132],"different":[133],"information.":[134],"Moreover,":[135],"QKCU,":[136],"comprising":[137],"intra-":[138],"inter-layer":[140],"schemes,":[141],"further":[142],"reduces":[143],"facilitating":[148],"enhanced":[149],"within":[154],"across":[156,165],"layers.":[157],"Extensive":[158],"experiments":[159],"are":[160],"conducted":[161],"on":[162],"12":[163],"benchmarks":[164],"5":[166],"restoration":[168],"tasks,":[169],"including":[170],"low-light":[171],"enhancement,":[172],"dehazing,":[173],"desnowing,":[174],"denoising,":[175],"deraining,":[177],"demonstrate":[179],"superiority":[181],"HINT.":[183],"The":[184],"source":[185],"code":[186],"available":[188],"supplementary":[191],"materials.":[192]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}