{"id":"https://openalex.org/W4409991544","doi":"https://doi.org/10.1109/tnnls.2025.3561924","title":"Modumer: Modulating Transformer for Image Restoration","display_name":"Modumer: Modulating Transformer for Image Restoration","publication_year":2025,"publication_date":"2025-05-01","ids":{"openalex":"https://openalex.org/W4409991544","doi":"https://doi.org/10.1109/tnnls.2025.3561924","pmid":"https://pubmed.ncbi.nlm.nih.gov/40310737"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2025.3561924","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3561924","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://mediatum.ub.tum.de/1778954","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020286040","display_name":"Yuning Cui","orcid":"https://orcid.org/0000-0002-1279-5539"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuning Cui","raw_affiliation_strings":["School of Cyber Science and Technology, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000903991","display_name":"Mingyu Liu","orcid":"https://orcid.org/0000-0002-8752-7950"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mingyu Liu","raw_affiliation_strings":["School of Computation, Information and Technology, Technical University of Munich, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"School of Computation, Information and Technology, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057999649","display_name":"Wenqi Ren","orcid":"https://orcid.org/0000-0001-5481-653X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenqi Ren","raw_affiliation_strings":["School of Cyber Science and Technology, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063781430","display_name":"Alois Knoll","orcid":"https://orcid.org/0000-0003-4840-076X"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alois Knoll","raw_affiliation_strings":["School of Computation, Information and Technology, Technical University of Munich, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"School of Computation, Information and Technology, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5020286040"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":16.0386,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.99291406,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"36","issue":"9","first_page":"17099","last_page":"17113"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9761000275611877,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9761000275611877,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9753000140190125,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14158","display_name":"Optical Systems and Laser Technology","score":0.9496999979019165,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.540565550327301},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4015459418296814},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.21594113111495972},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19429093599319458},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.07656610012054443}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.540565550327301},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4015459418296814},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.21594113111495972},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19429093599319458},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.07656610012054443}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnnls.2025.3561924","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3561924","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:40310737","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40310737","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:mediatum.ub.tum.de:node/1778954","is_oa":true,"landing_page_url":"https://mediatum.ub.tum.de/1778954","pdf_url":null,"source":{"id":"https://openalex.org/S4377196330","display_name":"mediaTUM  (Technical University of Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:mediatum.ub.tum.de:node/1778954","is_oa":true,"landing_page_url":"https://mediatum.ub.tum.de/1778954","pdf_url":null,"source":{"id":"https://openalex.org/S4377196330","display_name":"mediaTUM  (Technical University of Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3661155299","display_name":null,"funder_award_id":"62322216","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5552467846","display_name":null,"funder_award_id":"62311530686","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6615738350","display_name":null,"funder_award_id":"62172409","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":98,"referenced_works":["https://openalex.org/W2110158442","https://openalex.org/W2121927366","https://openalex.org/W2556068545","https://openalex.org/W2559264300","https://openalex.org/W2560533888","https://openalex.org/W2728927411","https://openalex.org/W2748263833","https://openalex.org/W2930755307","https://openalex.org/W2962777203","https://openalex.org/W2962785568","https://openalex.org/W2963074253","https://openalex.org/W2963085671","https://openalex.org/W2963249268","https://openalex.org/W2963800716","https://openalex.org/W2963928582","https://openalex.org/W2965217508","https://openalex.org/W2988641380","https://openalex.org/W2989393016","https://openalex.org/W2990007814","https://openalex.org/W2998249728","https://openalex.org/W3014483994","https://openalex.org/W3017136408","https://openalex.org/W3034278302","https://openalex.org/W3035326127","https://openalex.org/W3035484352","https://openalex.org/W3091987649","https://openalex.org/W3103549414","https://openalex.org/W3104495176","https://openalex.org/W3114544597","https://openalex.org/W3125869362","https://openalex.org/W3139382121","https://openalex.org/W3156456396","https://openalex.org/W3170697543","https://openalex.org/W3186182384","https://openalex.org/W3194523157","https://openalex.org/W3200683480","https://openalex.org/W3201952986","https://openalex.org/W3202040256","https://openalex.org/W3206886340","https://openalex.org/W3207918547","https://openalex.org/W3215632849","https://openalex.org/W4210842488","https://openalex.org/W4224130636","https://openalex.org/W4225672218","https://openalex.org/W4226453196","https://openalex.org/W4229862590","https://openalex.org/W4283023197","https://openalex.org/W4312373367","https://openalex.org/W4312432424","https://openalex.org/W4312617404","https://openalex.org/W4312678820","https://openalex.org/W4312812783","https://openalex.org/W4312914040","https://openalex.org/W4312938066","https://openalex.org/W4313059954","https://openalex.org/W4327808545","https://openalex.org/W4382457391","https://openalex.org/W4385346076","https://openalex.org/W4385413584","https://openalex.org/W4385767446","https://openalex.org/W4386066405","https://openalex.org/W4386072291","https://openalex.org/W4386075642","https://openalex.org/W4386075800","https://openalex.org/W4386076325","https://openalex.org/W4386076603","https://openalex.org/W4387042228","https://openalex.org/W4387968529","https://openalex.org/W4388322996","https://openalex.org/W4388430459","https://openalex.org/W4389305847","https://openalex.org/W4390787921","https://openalex.org/W4390872514","https://openalex.org/W4390873681","https://openalex.org/W4390874267","https://openalex.org/W4390874447","https://openalex.org/W4393150006","https://openalex.org/W4393178521","https://openalex.org/W4396918399","https://openalex.org/W4399995659","https://openalex.org/W4400726779","https://openalex.org/W4401024127","https://openalex.org/W4402716142","https://openalex.org/W4402727345","https://openalex.org/W4402727675","https://openalex.org/W4402753988","https://openalex.org/W4402952320","https://openalex.org/W4403287549","https://openalex.org/W4403705976","https://openalex.org/W4403791344","https://openalex.org/W4403792113","https://openalex.org/W4403792302","https://openalex.org/W4403842407","https://openalex.org/W4403942500","https://openalex.org/W4405079116","https://openalex.org/W4407449638","https://openalex.org/W4407638147","https://openalex.org/W4409366647"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Image":[0],"restoration":[1,48,156,178],"aims":[2],"to":[3,29,90,112],"recover":[4],"clean":[5],"images":[6],"from":[7],"degraded":[8],"counterparts.":[9],"While":[10],"Transformer-based":[11],"approaches":[12],"have":[13],"achieved":[14],"significant":[15],"advancements":[16],"in":[17,152,175,185],"this":[18,38],"field,":[19],"they":[20],"are":[21],"limited":[22],"by":[23,49],"high":[24],"complexity":[25],"and":[26,45,54,64,67,98,165],"their":[27,34],"inability":[28],"capture":[30],"omni-range":[31],"dependencies,":[32],"hindering":[33],"overall":[35],"performance.":[36,123],"In":[37,124],"work,":[39],"we":[40,79,106],"develop":[41],"Modumer":[42,145],"for":[43],"effective":[44],"efficient":[46],"image":[47,155,159,177,187],"revisiting":[50],"the":[51,81,86,92,132,136,143,169],"Transformer":[52,88],"block":[53,63,89],"modulation":[55,83,97],"design,":[56],"which":[57,115],"processes":[58],"input":[59],"through":[60],"a":[61,108,126],"convolutional":[62],"projection":[65],"layers":[66],"fuses":[68],"features":[69],"via":[70],"elementwise":[71],"multiplication.":[72],"Specifically,":[73],"within":[74],"each":[75],"unit":[76],"of":[77,135],"Modumer,":[78],"integrate":[80],"cascaded":[82],"design":[84],"with":[85],"downsampled":[87],"build":[91],"attention":[93,113],"layers,":[94,114],"enabling":[95],"omni-kernel":[96],"mapping":[99],"inputs":[100],"into":[101],"high-dimensional":[102],"feature":[103],"spaces.":[104],"Moreover,":[105,168],"introduce":[107],"bioinspired":[109],"parameter-sharing":[110],"mechanism":[111],"not":[116],"only":[117],"enhances":[118],"efficiency":[119],"but":[120],"also":[121],"improves":[122],"addition,":[125],"dual-domain":[127],"feed-forward":[128],"network":[129],"(DFFN)":[130],"strengthens":[131],"representational":[133],"power":[134],"model.":[137],"Extensive":[138],"experimental":[139],"evaluations":[140],"demonstrate":[141],"that":[142],"proposed":[144],"achieves":[146],"state-of-the-art":[147],"performance":[148,184],"across":[149],"ten":[150],"datasets":[151],"five":[153],"single-degradation":[154],"tasks,":[157],"including":[158],"motion":[160],"deblurring,":[161],"deraining,":[162],"dehazing,":[163],"desnowing,":[164],"low-light":[166],"enhancement.":[167],"model":[170],"exhibits":[171],"strong":[172],"generalization":[173],"capabilities":[174],"all-in-one":[176],"tasks.":[179],"Additionally,":[180],"it":[181],"demonstrates":[182],"competitive":[183],"composite-degradation":[186],"restoration.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":10}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}