{"id":"https://openalex.org/W7203640951","doi":"https://doi.org/10.1109/tpami.2026.3723414","title":"PolaFormer++: Polarity-Aware Linear Attention With Channel-Wise Spikiness","display_name":"PolaFormer++: Polarity-Aware Linear Attention With Channel-Wise Spikiness","publication_year":2026,"publication_date":"2026-08-17","ids":{"openalex":"https://openalex.org/W7203640951","doi":"https://doi.org/10.1109/tpami.2026.3723414","pmid":"https://pubmed.ncbi.nlm.nih.gov/42606977"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2026.3723414","doi":"https://doi.org/10.1109/tpami.2026.3723414","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2026.3723414","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","doyens","jufo-3","medline","norway-2","poland-200","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125133225","display_name":"Weikang Meng","orcid":"https://orcid.org/0009-0003-5851-1727","observed_orcids":["https://orcid.org/0009-0003-5851-1727"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weikang Meng","raw_affiliation_strings":["Harbin Institute of Technology"],"raw_orcid":"https://orcid.org/0009-0003-5851-1727","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063603492","display_name":"Yadan Luo","orcid":"https://orcid.org/0000-0001-6272-2971","observed_orcids":["https://orcid.org/0000-0001-6272-2971"]},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yadan Luo","raw_affiliation_strings":["The University of Queensland"],"raw_orcid":"https://orcid.org/0000-0001-6272-2971","affiliations":[{"raw_affiliation_string":"The University of Queensland","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045702955","display_name":"Liangyu Huo","orcid":"https://orcid.org/0000-0002-0703-3978","observed_orcids":["https://orcid.org/0000-0002-0703-3978"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liangyu Huo","raw_affiliation_strings":["Harbin Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031844674","display_name":"Yingjian Li","orcid":"https://orcid.org/0000-0002-0653-4535","observed_orcids":["https://orcid.org/0000-0002-0653-4535"]},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingjian Li","raw_affiliation_strings":["Pengcheng Laboratory"],"raw_orcid":"https://orcid.org/0000-0002-0653-4535","affiliations":[{"raw_affiliation_string":"Pengcheng Laboratory","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147375010","display_name":"Yaowei Wang","orcid":"https://orcid.org/0000-0003-2197-9038","observed_orcids":["https://orcid.org/0000-0003-2197-9038"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaowei Wang","raw_affiliation_strings":["Harbin Institute of Technology"],"raw_orcid":"https://orcid.org/0000-0003-2197-9038","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100459168","display_name":"Zheng Zhang","orcid":"https://orcid.org/0000-0003-1470-6998","observed_orcids":["https://orcid.org/0000-0003-1470-6998","https://orcid.org/0000-0002-1805-7705","https://orcid.org/0009-0006-4322-847X"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Zhang","raw_affiliation_strings":["Harbin Institute of Technology"],"raw_orcid":"https://orcid.org/0000-0003-1470-6998","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052993469","display_name":"Heng Tao Shen","orcid":"https://orcid.org/0000-0002-2999-2088","observed_orcids":["https://orcid.org/0000-0002-2999-2088","https://orcid.org/0000-0001-9872-8451","https://orcid.org/0000-0001-8330-2204"]},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heng Tao Shen","raw_affiliation_strings":["Tongji University"],"raw_orcid":"https://orcid.org/0000-0002-2999-2088","affiliations":[{"raw_affiliation_string":"Tongji University","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.58606801,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"48","issue":"11","first_page":"15412","last_page":"15426"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9320999979972839,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9320999979972839,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.05139999836683273,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.003800000064074993,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/linear-attention","display_name":"linear attention","score":0.9929999709129333},{"id":"https://openalex.org/keywords/attention-entropy","display_name":"attention entropy","score":0.5360000133514404},{"id":"https://openalex.org/keywords/vision-transformer","display_name":"vision transformer","score":0.5929999947547913},{"id":"https://openalex.org/keywords/efficient-transformers","display_name":"efficient transformers","score":0.43799999356269836},{"id":"https://openalex.org/keywords/image-classification","display_name":"image classification","score":0.49799999594688416},{"id":"https://openalex.org/keywords/object-detection","display_name":"object detection","score":0.75},{"id":"https://openalex.org/keywords/semantic-segmentation","display_name":"semantic segmentation","score":0.9850000143051147},{"id":"https://openalex.org/keywords/image-super-resolution","display_name":"image super-resolution","score":0.9869999885559082}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6022999882698059},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5794000029563904},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.357699990272522},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.334199994802475},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.322299987077713},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.31369999051094055},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.28279998898506165},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.274399995803833},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2651999890804291},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2524999976158142}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2026.3723414","doi":"https://doi.org/10.1109/tpami.2026.3723414","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2026.3723414","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","doyens","jufo-3","medline","norway-2","poland-200","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:42606977","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42606977","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1791560514","https://openalex.org/W1861492603","https://openalex.org/W1930824406","https://openalex.org/W2047920195","https://openalex.org/W2108598243","https://openalex.org/W2121927366","https://openalex.org/W2192954843","https://openalex.org/W2340897893","https://openalex.org/W2507296351","https://openalex.org/W2626778328","https://openalex.org/W2741137940","https://openalex.org/W2950858167","https://openalex.org/W2963150697","https://openalex.org/W2963351448","https://openalex.org/W2964288609","https://openalex.org/W3120633509","https://openalex.org/W3131500599","https://openalex.org/W3138516171","https://openalex.org/W3160337317","https://openalex.org/W3175515048","https://openalex.org/W3207918547","https://openalex.org/W4287020683","https://openalex.org/W4292070096","https://openalex.org/W4312847199","https://openalex.org/W4312950730","https://openalex.org/W4312977443","https://openalex.org/W4312986923","https://openalex.org/W4386047745","https://openalex.org/W4386075553","https://openalex.org/W4386076222","https://openalex.org/W4390872297","https://openalex.org/W4390872447","https://openalex.org/W4390872521","https://openalex.org/W4390872931","https://openalex.org/W4390874070","https://openalex.org/W4390874124","https://openalex.org/W4392763775","https://openalex.org/W4396918399","https://openalex.org/W4402726980","https://openalex.org/W4402754139","https://openalex.org/W4402952320","https://openalex.org/W4403944333","https://openalex.org/W4409366956","https://openalex.org/W4410915127","https://openalex.org/W4413145295","https://openalex.org/W4413146346","https://openalex.org/W4413146520","https://openalex.org/W4413147024","https://openalex.org/W4413147662","https://openalex.org/W4415795260","https://openalex.org/W4415796023","https://openalex.org/W4415797017","https://openalex.org/W4416432166","https://openalex.org/W7133196671","https://openalex.org/W7133227460","https://openalex.org/W7138278574","https://openalex.org/W7160065441"],"related_works":["https://openalex.org/W4406880101","https://openalex.org/W4415182404","https://openalex.org/W4417156146","https://openalex.org/W7214718608","https://openalex.org/W7128029063","https://openalex.org/W7155107675","https://openalex.org/W7221787703","https://openalex.org/W4413146520","https://openalex.org/W4415797017","https://openalex.org/W4390874124"],"abstract_inverted_index":{"Linear":[0],"attention":[1,22,77,89,141,161,211],"has":[2],"recently":[3],"emerged":[4],"as":[5,58],"an":[6,73],"efficient":[7],"alternative":[8],"to":[9,17,32,53,90,125],"Softmax-based":[10],"self-attention":[11],"by":[12,46],"reducing":[13],"quadratic":[14],"computational":[15],"complexity":[16],"linear.":[18],"However,":[19],"existing":[20],"linear":[21,76,88,210],"mechanisms":[23],"still":[24],"suffer":[25],"from":[26],"substantial":[27],"performance":[28],"degradation,":[29],"primarily":[30],"due":[31],"two":[33,116],"limitations:":[34],"the":[35,51,55,86,121,148,158],"loss":[36],"of":[37,133,139,152,160],"negative":[38],"elements":[39],"in":[40,59,212],"query":[41],"and":[42,50,94,186,200,206],"key":[43],"vectors":[44,119],"caused":[45],"non-negative":[47],"feature":[48,112,155,168],"maps,":[49],"failure":[52],"preserve":[54],"spikiness":[56],"property":[57],"Softmax":[60],"attention,":[61],"which":[62,114,166],"weakens":[63],"token":[64],"discriminability.":[65],"To":[66],"address":[67],"these":[68],"issues,":[69],"we":[70,83,105,146],"propose":[71,106],"PolaFormer++,":[72],"enhanced":[74],"polarity-aware":[75,87],"mechanism":[78],"with":[79,129],"Channel-wise":[80,109],"Spikiness.":[81],"Specifically,":[82],"first":[84,149],"introduce":[85],"recover":[91],"both":[92],"same-":[93],"opposite-polarity":[95],"interactions":[96],"via":[97],"polarity":[98,123,143],"decomposition,":[99],"preserving":[100],"complete":[101],"similarity":[102],"information.":[103],"Secondly,":[104],"a":[107,130,167,195,203],"Polarity-aware":[108],"Spiky":[110],"(PaCS)":[111],"map,":[113],"incorporates":[115],"learnable":[117],"temperature":[118],"into":[120],"dual":[122],"flows":[124],"endow":[126],"each":[127],"channel":[128],"distinct":[131],"degree":[132],"spikiness,":[134],"thereby":[135],"enabling":[136],"adaptive":[137],"control":[138],"channel-wise":[140,154],"across":[142],"flows.":[144],"Moreover,":[145],"provide":[147],"theoretical":[150,205],"analysis":[151],"how":[153],"maps":[156],"influence":[157],"entropy":[159],"weight,":[162],"revealing":[163],"conditions":[164],"under":[165],"map":[169],"preserves":[170],"entropy-reducing":[171],"behavior.":[172],"Comprehensive":[173],"experiments":[174],"on":[175],"image":[176,182],"classification,":[177],"object":[178],"detection,":[179],"semantic":[180],"segmentation,":[181],"super-resolution,":[183],"diffusion-based":[184],"generation,":[185],"3D":[187],"novel":[188],"view":[189],"synthesis":[190],"demonstrate":[191],"that":[192],"PolaFormer++":[193],"achieves":[194],"superior":[196],"balance":[197],"between":[198],"efficiency":[199],"accuracy,":[201],"establishing":[202],"strong":[204],"practical":[207],"foundation":[208],"for":[209],"vision":[213],"Transformers.":[214]},"counts_by_year":[],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2026-08-18T00:00:00"}