{"id":"https://openalex.org/W4402727345","doi":"https://doi.org/10.1109/cvpr52733.2024.00285","title":"Adapt or Perish: Adaptive Sparse Transformer with Attentive Feature Refinement for Image Restoration","display_name":"Adapt or Perish: Adaptive Sparse Transformer with Attentive Feature Refinement for Image Restoration","publication_year":2024,"publication_date":"2024-06-16","ids":{"openalex":"https://openalex.org/W4402727345","doi":"https://doi.org/10.1109/cvpr52733.2024.00285"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52733.2024.00285","doi":"https://doi.org/10.1109/cvpr52733.2024.00285","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.00285","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048689548","display_name":"Shihao Zhou","orcid":"https://orcid.org/0000-0002-9202-9761","observed_orcids":["https://orcid.org/0000-0002-9202-9761"]},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shihao Zhou","raw_affiliation_strings":["Nankai University,VCIP & TMCC & DISSec, College of Computer Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nankai University,VCIP & TMCC & DISSec, College of Computer Science","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104269521","display_name":"Duosheng Chen","orcid":"https://orcid.org/0009-0005-9811-8596","observed_orcids":["https://orcid.org/0009-0005-9811-8596"]},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Duosheng Chen","raw_affiliation_strings":["Nankai University,VCIP & TMCC & DISSec, College of Computer Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nankai University,VCIP & TMCC & DISSec, College of Computer Science","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004164569","display_name":"Jinshan Pan","orcid":"https://orcid.org/0000-0003-0304-9507","observed_orcids":["https://orcid.org/0000-0003-0304-9507"]},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinshan Pan","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007965169","display_name":"Jinglei Shi","orcid":"https://orcid.org/0000-0003-2926-0415","observed_orcids":["https://orcid.org/0000-0003-2926-0415"]},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinglei Shi","raw_affiliation_strings":["Nankai University,VCIP & TMCC & DISSec, College of Computer Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nankai University,VCIP & TMCC & DISSec, College of Computer Science","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089409678","display_name":"Jufeng Yang","orcid":"https://orcid.org/0000-0003-0219-3443","observed_orcids":["https://orcid.org/0000-0003-0219-3443"]},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jufeng Yang","raw_affiliation_strings":["Nankai University,VCIP & TMCC & DISSec, College of Computer Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nankai University,VCIP & TMCC & DISSec, College of Computer Science","institution_ids":["https://openalex.org/I205237279"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":36.7783,"has_fulltext":false,"cited_by_count":255,"citation_normalized_percentile":{"value":0.99758663,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"2952","last_page":"2963"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.7865999937057495,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.7865999937057495,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.15919999778270721,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.024000000208616257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-restoration","display_name":"image restoration","score":0.75},{"id":"https://openalex.org/keywords/sparse-transformer","display_name":"sparse transformer","score":0.7599999904632568},{"id":"https://openalex.org/keywords/feature-redundancy-reduction","display_name":"feature redundancy reduction","score":0.6019999980926514},{"id":"https://openalex.org/keywords/feature-refinement","display_name":"feature refinement","score":0.5360000133514404},{"id":"https://openalex.org/keywords/attention-mechanism","display_name":"attention mechanism","score":0.44200000166893005},{"id":"https://openalex.org/keywords/rain-removal","display_name":"rain removal","score":0.699999988079071},{"id":"https://openalex.org/keywords/image-dehazing","display_name":"image dehazing","score":0.9509999752044678},{"id":"https://openalex.org/keywords/long-term-dependencies","display_name":"long-range dependencies","score":0.5759999752044678}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6753478050231934},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.569468080997467},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5637952089309692},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5532554388046265},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.48466756939888},{"id":"https://openalex.org/C106430172","wikidata":"https://www.wikidata.org/wiki/Q6002272","display_name":"Image restoration","level":4,"score":0.46666163206100464},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.45189738273620605},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3886581361293793},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.21352753043174744},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09374693036079407},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.06280982494354248},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr52733.2024.00285","doi":"https://doi.org/10.1109/cvpr52733.2024.00285","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.00285","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":119,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W1990592195","https://openalex.org/W2102166818","https://openalex.org/W2126926806","https://openalex.org/W2128254161","https://openalex.org/W2133665775","https://openalex.org/W2154815154","https://openalex.org/W2194775991","https://openalex.org/W2518108298","https://openalex.org/W2546302380","https://openalex.org/W2552465644","https://openalex.org/W2612445135","https://openalex.org/W2626778328","https://openalex.org/W2735224642","https://openalex.org/W2740982616","https://openalex.org/W2759428153","https://openalex.org/W2779176852","https://openalex.org/W2866634454","https://openalex.org/W2884068670","https://openalex.org/W2908510526","https://openalex.org/W2912268344","https://openalex.org/W2912435603","https://openalex.org/W2930755307","https://openalex.org/W2937612027","https://openalex.org/W2941471678","https://openalex.org/W2962737939","https://openalex.org/W2963085671","https://openalex.org/W2963446712","https://openalex.org/W2963800716","https://openalex.org/W2982795046","https://openalex.org/W2985577924","https://openalex.org/W2989393016","https://openalex.org/W2990007814","https://openalex.org/W2997753998","https://openalex.org/W2998249728","https://openalex.org/W3014859219","https://openalex.org/W3034331889","https://openalex.org/W3034979923","https://openalex.org/W3035250394","https://openalex.org/W3035713416","https://openalex.org/W3081639259","https://openalex.org/W3094502228","https://openalex.org/W3099686304","https://openalex.org/W3110888170","https://openalex.org/W3131331541","https://openalex.org/W3138516171","https://openalex.org/W3167706095","https://openalex.org/W3170697543","https://openalex.org/W3171125843","https://openalex.org/W3173269149","https://openalex.org/W3174756006","https://openalex.org/W3175515048","https://openalex.org/W3186182384","https://openalex.org/W3196113192","https://openalex.org/W3200543719","https://openalex.org/W3202040256","https://openalex.org/W3203373193","https://openalex.org/W3206417993","https://openalex.org/W3207918547","https://openalex.org/W3208275223","https://openalex.org/W3212756788","https://openalex.org/W3214264009","https://openalex.org/W3215632849","https://openalex.org/W4205261430","https://openalex.org/W4206662200","https://openalex.org/W4221161156","https://openalex.org/W4225672218","https://openalex.org/W4225871896","https://openalex.org/W4226261765","https://openalex.org/W4226453196","https://openalex.org/W4283023197","https://openalex.org/W4292794824","https://openalex.org/W4298170715","https://openalex.org/W4304091652","https://openalex.org/W4304091719","https://openalex.org/W4312617404","https://openalex.org/W4312625691","https://openalex.org/W4312678820","https://openalex.org/W4312812783","https://openalex.org/W4312826772","https://openalex.org/W4312880823","https://openalex.org/W4312914040","https://openalex.org/W4312938066","https://openalex.org/W4313166619","https://openalex.org/W4317496742","https://openalex.org/W4318953193","https://openalex.org/W4319778255","https://openalex.org/W4320854821","https://openalex.org/W4321021768","https://openalex.org/W4327808545","https://openalex.org/W4362582380","https://openalex.org/W4362692272","https://openalex.org/W4385815533","https://openalex.org/W4386047745","https://openalex.org/W4386065865","https://openalex.org/W4386075704","https://openalex.org/W4386075800","https://openalex.org/W4386076128","https://openalex.org/W4386076603","https://openalex.org/W4386076656","https://openalex.org/W4386083159","https://openalex.org/W4386839902","https://openalex.org/W4387500703","https://openalex.org/W4388145401","https://openalex.org/W4389666313","https://openalex.org/W4390812935","https://openalex.org/W4390872643","https://openalex.org/W4390872931","https://openalex.org/W4390873109","https://openalex.org/W4390873681","https://openalex.org/W4390874267","https://openalex.org/W4391791443","https://openalex.org/W4392251956","https://openalex.org/W4402667884","https://openalex.org/W4402667894","https://openalex.org/W4402753686","https://openalex.org/W6784333009","https://openalex.org/W6790669928","https://openalex.org/W6847989182"],"related_works":["https://openalex.org/W4412837262","https://openalex.org/W7165000743","https://openalex.org/W4410306263","https://openalex.org/W4386075800","https://openalex.org/W7133360404","https://openalex.org/W4415349694","https://openalex.org/W4225672218","https://openalex.org/W4302306054","https://openalex.org/W4393762813","https://openalex.org/W7119187392"],"abstract_inverted_index":{"Transformer-based":[0],"approaches":[1],"have":[2,30,171],"achieved":[3],"promising":[4],"performance":[5,177],"in":[6,77,156,181],"image":[7],"restoration":[8,160],"tasks,":[9,183],"given":[10],"their":[11],"ability":[12],"to":[13,65,117,152],"model":[14],"long-range":[15],"dependencies,":[16],"which":[17],"is":[18,104,115],"crucial":[19],"for":[20,128,142],"recovering":[21],"clear":[22,162],"images.":[23,164],"Though":[24],"diverse":[25],"efficient":[26],"attention":[27],"mechanism":[28],"designs":[29],"addressed":[31],"the":[32,67,112,120,132,140,159,173],"intensive":[33],"computations":[34],"associated":[35],"with":[36],"using":[37,107],"transformers,":[38],"they":[39],"often":[40],"involve":[41],"redundant":[42],"information":[43,137],"and":[44,73,80,95,175,191,196],"noisy":[45,68],"interactions":[46,69],"from":[47],"irrelevant":[48,71],"regions":[49],"by":[50],"considering":[51],"all":[52],"available":[53,200],"tokens.":[54],"In":[55],"this":[56],"work,":[57],"we":[58],"propose":[59],"an":[60,89,149],"Adaptive":[61,90],"Sparse":[62,91],"Transformer":[63],"(AST)":[64],"mitigate":[66],"of":[70,123,161,178],"areas":[72],"remove":[74],"feature":[75,154],"redundancy":[76,155],"both":[78],"spatial":[79],"channel":[81],"domains.":[82],"AST":[83],"comprises":[84],"two":[85],"core":[86],"designs,":[87],"i.e.,":[88],"Self-Attention":[92],"(ASSA)":[93],"block":[94],"a":[96,108],"Feature":[97],"Refinement":[98],"Feed-forward":[99],"Network":[100],"(FRFN).":[101],"Specifically,":[102],"ASSA":[103],"adaptively":[105],"computed":[106],"two-branch":[109],"paradigm,":[110],"where":[111],"sparse":[113],"branch":[114],"introduced":[116],"filter":[118],"out":[119],"negative":[121],"impacts":[122],"low":[124],"query-key":[125],"matching":[126],"scores":[127],"aggregating":[129],"features,":[130],"while":[131],"dense":[133],"one":[134],"ensures":[135],"sufficient":[136],"flow":[138],"through":[139],"network":[141],"learning":[143],"discriminative":[144],"representations.":[145],"Meanwhile,":[146],"FRFN":[147],"employs":[148],"enhance-and-ease":[150],"scheme":[151],"eliminate":[153],"channels,":[157],"enhancing":[158],"latent":[163],"Experimental":[165],"results":[166],"on":[167],"commonly":[168],"used":[169],"benchmarks":[170],"demonstrated":[172],"versatility":[174],"competitive":[176],"our":[179],"method":[180],"several":[182],"including":[184],"rain":[185],"streak":[186],"removal,":[187,190],"real":[188],"haze":[189],"raindrop":[192],"removal.":[193],"The":[194],"code":[195],"pre-trained":[197],"models":[198],"are":[199],"at":[201],"https://github.com/joshyZhou/AST.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":133},{"year":2025,"cited_by_count":116},{"year":2024,"cited_by_count":6}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2024-09-23T00:00:00"}