{"id":"https://openalex.org/W4409326045","doi":"https://doi.org/10.1109/tpami.2025.3559891","title":"MB-TaylorFormer V2: Improved Multi-Branch Linear Transformer Expanded by Taylor Formula for Image Restoration","display_name":"MB-TaylorFormer V2: Improved Multi-Branch Linear Transformer Expanded by Taylor Formula for Image Restoration","publication_year":2025,"publication_date":"2025-04-10","ids":{"openalex":"https://openalex.org/W4409326045","doi":"https://doi.org/10.1109/tpami.2025.3559891","pmid":"https://pubmed.ncbi.nlm.nih.gov/40208767"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3559891","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3559891","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039127802","display_name":"Zhi Jin","orcid":"https://orcid.org/0000-0001-9670-7366"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhi Jin","raw_affiliation_strings":["School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, Guangdong, P.R. China"],"affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961","https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, Guangdong, P.R. China","institution_ids":["https://openalex.org/I180726961","https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011501189","display_name":"Yuwei Qiu","orcid":"https://orcid.org/0000-0003-1915-0749"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuwei Qiu","raw_affiliation_strings":["School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, Guangdong, P.R. China"],"affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961","https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, Guangdong, P.R. China","institution_ids":["https://openalex.org/I180726961","https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103144603","display_name":"Kaihao Zhang","orcid":"https://orcid.org/0000-0002-4317-660X"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaihao Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Shenzhen Campus of Harbin Institute of Technology, Shenzhen, China","School of Computer Science and Technology, Shenzhen Campus of Harbin Institute of Technology, Shenzhen, Guangdong, P.R. China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shenzhen Campus of Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computer Science and Technology, Shenzhen Campus of Harbin Institute of Technology, Shenzhen, Guangdong, P.R. China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101819061","display_name":"Hongdong Li","orcid":"https://orcid.org/0000-0003-4125-1554"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hongdong Li","raw_affiliation_strings":["School of Engineering and Computer Science, Australian National University, Canberra, ACT, Australia"],"affiliations":[{"raw_affiliation_string":"School of Engineering and Computer Science, Australian National University, Canberra, ACT, Australia","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004450394","display_name":"Wenhan Luo","orcid":"https://orcid.org/0000-0002-5697-4168"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wenhan Luo","raw_affiliation_strings":["Hong Kong University of Science and Technology, Clear Water Bay, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Clear Water Bay, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5039127802"],"corresponding_institution_ids":["https://openalex.org/I157773358","https://openalex.org/I180726961"],"apc_list":null,"apc_paid":null,"fwci":142.6367,"has_fulltext":false,"cited_by_count":114,"citation_normalized_percentile":{"value":0.99992881,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"47","issue":"7","first_page":"5990","last_page":"6005"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12015","display_name":"Photoacoustic and Ultrasonic Imaging","score":0.963100016117096,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9545999765396118,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-restoration","display_name":"Image restoration","score":0.6137358546257019},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5496937036514282},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5406993627548218},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4552314877510071},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.43727877736091614},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4056522250175476},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3905775547027588},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.38146188855171204},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.32538700103759766},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17162379622459412},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.10208261013031006}],"concepts":[{"id":"https://openalex.org/C106430172","wikidata":"https://www.wikidata.org/wiki/Q6002272","display_name":"Image restoration","level":4,"score":0.6137358546257019},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5496937036514282},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5406993627548218},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4552314877510071},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.43727877736091614},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4056522250175476},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3905775547027588},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.38146188855171204},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.32538700103759766},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17162379622459412},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.10208261013031006},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2025.3559891","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3559891","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40208767","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40208767","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-160633","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-160633","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":105,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W2128254161","https://openalex.org/W2183341477","https://openalex.org/W2476548250","https://openalex.org/W2509784253","https://openalex.org/W2519481857","https://openalex.org/W2531409750","https://openalex.org/W2559264300","https://openalex.org/W2560533888","https://openalex.org/W2601564443","https://openalex.org/W2740982616","https://openalex.org/W2748263833","https://openalex.org/W2796314858","https://openalex.org/W2799192307","https://openalex.org/W2884068670","https://openalex.org/W2912435603","https://openalex.org/W2948606054","https://openalex.org/W2962782447","https://openalex.org/W2963017889","https://openalex.org/W2963878020","https://openalex.org/W2963928582","https://openalex.org/W2964212750","https://openalex.org/W2965217508","https://openalex.org/W2967997213","https://openalex.org/W2970360808","https://openalex.org/W2971061988","https://openalex.org/W2980047233","https://openalex.org/W2982083293","https://openalex.org/W2983446232","https://openalex.org/W2988641380","https://openalex.org/W2998249728","https://openalex.org/W3033003249","https://openalex.org/W3034278302","https://openalex.org/W3034504121","https://openalex.org/W3034725788","https://openalex.org/W3035022492","https://openalex.org/W3035326127","https://openalex.org/W3035484352","https://openalex.org/W3040726448","https://openalex.org/W3047011367","https://openalex.org/W3089141666","https://openalex.org/W3090412929","https://openalex.org/W3094502228","https://openalex.org/W3099686304","https://openalex.org/W3103549414","https://openalex.org/W3106758205","https://openalex.org/W3107405705","https://openalex.org/W3138516171","https://openalex.org/W3139382121","https://openalex.org/W3151130473","https://openalex.org/W3170697543","https://openalex.org/W3171125843","https://openalex.org/W3173269149","https://openalex.org/W3174300208","https://openalex.org/W3175448204","https://openalex.org/W3175515048","https://openalex.org/W3175634226","https://openalex.org/W3177247441","https://openalex.org/W3194523157","https://openalex.org/W3201952986","https://openalex.org/W3202040256","https://openalex.org/W3202362072","https://openalex.org/W3203784466","https://openalex.org/W3206886340","https://openalex.org/W3207918547","https://openalex.org/W4205261430","https://openalex.org/W4214947578","https://openalex.org/W4225672218","https://openalex.org/W4283813092","https://openalex.org/W4308233971","https://openalex.org/W4312556940","https://openalex.org/W4312617404","https://openalex.org/W4312678820","https://openalex.org/W4312812783","https://openalex.org/W4312841491","https://openalex.org/W4312847199","https://openalex.org/W4312938066","https://openalex.org/W4312977443","https://openalex.org/W4313007769","https://openalex.org/W4319300839","https://openalex.org/W4372270072","https://openalex.org/W4385245566","https://openalex.org/W4386076209","https://openalex.org/W4386170296","https://openalex.org/W4386759882","https://openalex.org/W4388430459","https://openalex.org/W4390872583","https://openalex.org/W4390872931","https://openalex.org/W4390874124","https://openalex.org/W4390874447","https://openalex.org/W4398138244","https://openalex.org/W4399562320","https://openalex.org/W4399995659","https://openalex.org/W6637373629","https://openalex.org/W6696085341","https://openalex.org/W6726497184","https://openalex.org/W6737664043","https://openalex.org/W6767022471","https://openalex.org/W6779163297","https://openalex.org/W6779709467","https://openalex.org/W6783944145","https://openalex.org/W6810370753","https://openalex.org/W6838697126","https://openalex.org/W6840865132","https://openalex.org/W7066912073"],"related_works":["https://openalex.org/W2357322570","https://openalex.org/W2997591215","https://openalex.org/W2227541280","https://openalex.org/W2029783634","https://openalex.org/W2979181971","https://openalex.org/W2888591766","https://openalex.org/W90581812","https://openalex.org/W2974904990","https://openalex.org/W2365681766","https://openalex.org/W2393963626"],"abstract_inverted_index":{"Recently,":[0],"Transformer":[1,145],"networks":[2],"have":[3],"demonstrated":[4],"outstanding":[5],"performance":[6,188],"in":[7,38,85,189],"the":[8,15,24,56,61,66,70,77,80,101,113,124,134,138,151,168,171],"field":[9,18],"of":[10,28,55,72,79,112,123,141,170],"image":[11,39,179,191,196],"restoration":[12,40,180,192],"due":[13],"to":[14,21,64,75,153],"global":[16],"receptive":[17,114,125],"and":[19,68,130,166,202],"adaptability":[20],"input.":[22],"However,":[23],"quadratic":[25],"computational":[26,88,164,207],"complexity":[27],"Softmax-attention":[29,67],"poses":[30],"a":[31,52,86,93],"significant":[32],"limitation":[33],"on":[34],"its":[35],"extensive":[36],"application":[37],"tasks,":[41,193],"particularly":[42],"for":[43],"high-resolution":[44],"images.":[45],"To":[46],"tackle":[47],"this":[48],"challenge,":[49],"we":[50,91],"propose":[51],"novel":[53],"variant":[54,59],"Transformer.":[57],"This":[58],"leverages":[60],"Taylor":[62,82,142,172],"expansion":[63,173],"approximate":[65,76],"utilizes":[69],"concept":[71],"norm-preserving":[73],"mapping":[74],"remainder":[78],"first-order":[81],"expansion,":[83],"resulting":[84],"linear":[87],"complexity.":[89],"Moreover,":[90],"introduce":[92],"multi-branch":[94],"architecture":[95],"featuring":[96],"multi-scale":[97],"patch":[98],"embedding":[99],"into":[100],"proposed":[102,135],"Transformer,":[103],"which":[104],"has":[105,150],"four":[106],"distinct":[107],"advantages:":[108],"1)":[109],"various":[110],"sizes":[111],"field;":[115,126],"2)":[116],"multi-level":[117],"semantic":[118],"information;":[119],"3)":[120],"flexible":[121],"shapes":[122],"4)":[127],"accelerated":[128],"training":[129],"inference":[131],"speed.":[132],"Hence,":[133],"model,":[136],"named":[137],"second":[139],"version":[140],"formula":[143],"expansion-based":[144],"(for":[146],"short":[147],"MB-TaylorFormer":[148,184],"V2)":[149],"capability":[152],"concurrently":[154],"process":[155],"coarse-to-fine":[156],"features,":[157],"capture":[158],"long-distance":[159],"pixel":[160],"interactions":[161],"with":[162,204],"limited":[163],"cost,":[165],"improve":[167],"approximation":[169],"remainder.":[174],"Experimental":[175],"results":[176],"across":[177],"diverse":[178],"benchmarks":[181],"demonstrate":[182],"that":[183],"V2":[185],"achieves":[186],"state-of-the-art":[187],"multiple":[190],"such":[194],"as":[195],"dehazing,":[197],"deraining,":[198],"desnowing,":[199],"motion":[200],"deblurring,":[201],"denoising,":[203],"very":[205],"little":[206],"overhead.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":36},{"year":2025,"cited_by_count":78}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}