{"id":"https://openalex.org/W4316021708","doi":"https://doi.org/10.1109/tpami.2023.3236725","title":"Convolution-Enhanced Evolving Attention Networks","display_name":"Convolution-Enhanced Evolving Attention Networks","publication_year":2023,"publication_date":"2023-01-13","ids":{"openalex":"https://openalex.org/W4316021708","doi":"https://doi.org/10.1109/tpami.2023.3236725","pmid":"https://pubmed.ncbi.nlm.nih.gov/37018677"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3236725","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3236725","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100776576","display_name":"Yujing Wang","orcid":"https://orcid.org/0000-0002-7940-5216"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yujing Wang","raw_affiliation_strings":["Key Laboratory of Machine Perception, MOE, School of Intelligence Science and Technology, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Machine Perception, MOE, School of Intelligence Science and Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001423732","display_name":"Yaming Yang","orcid":"https://orcid.org/0009-0005-8744-7693"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaming Yang","raw_affiliation_strings":["Key Laboratory of Machine Perception, MOE, School of Intelligence Science and Technology, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Machine Perception, MOE, School of Intelligence Science and Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073469297","display_name":"Zhuo Li","orcid":"https://orcid.org/0000-0002-4005-8181"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuo Li","raw_affiliation_strings":["Department of Computer Science and Technology, Engineering Research Center of Microprocessor and System, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Engineering Research Center of Microprocessor and System, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018600735","display_name":"Jiangang Bai","orcid":"https://orcid.org/0000-0002-2299-2464"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangang Bai","raw_affiliation_strings":["Key Laboratory of Machine Perception, MOE, School of Intelligence Science and Technology, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Machine Perception, MOE, School of Intelligence Science and Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100349281","display_name":"Mingliang Zhang","orcid":"https://orcid.org/0000-0003-2285-3592"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingliang Zhang","raw_affiliation_strings":["Key Laboratory of Machine Perception, MOE, School of Intelligence Science and Technology, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Machine Perception, MOE, School of Intelligence Science and Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089900108","display_name":"Xiangtai Li","orcid":"https://orcid.org/0000-0002-0550-8247"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangtai Li","raw_affiliation_strings":["Key Laboratory of Machine Perception, MOE, School of Intelligence Science and Technology, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Machine Perception, MOE, School of Intelligence Science and Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050578211","display_name":"Jing Yu","orcid":"https://orcid.org/0000-0001-7371-4512"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Yu","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100383731","display_name":"Ce Zhang","orcid":"https://orcid.org/0000-0002-8105-7505"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ce Zhang","raw_affiliation_strings":["ETH Zürich, Zürich, Switzerland"],"affiliations":[{"raw_affiliation_string":"ETH Zürich, Zürich, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013240918","display_name":"Gao Huang","orcid":"https://orcid.org/0000-0002-7251-0988"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gao Huang","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024097240","display_name":"Yunhai Tong","orcid":"https://orcid.org/0000-0001-8735-2516"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunhai Tong","raw_affiliation_strings":["Key Laboratory of Machine Perception, MOE, School of Intelligence Science and Technology, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Machine Perception, MOE, School of Intelligence Science and Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5100776576"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":2.178,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.87886853,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"45","issue":"7","first_page":"8176","last_page":"8192"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8551318645477295},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.5858540534973145},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.5779502391815186},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5684410929679871},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.5285251140594482},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4506053924560547},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.44923949241638184},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.43463072180747986},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.390508770942688},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3659495711326599},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.23701220750808716}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8551318645477295},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.5858540534973145},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.5779502391815186},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5684410929679871},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.5285251140594482},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4506053924560547},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.44923949241638184},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.43463072180747986},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.390508770942688},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3659495711326599},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.23701220750808716},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2023.3236725","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3236725","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37018677","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37018677","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.699999988079071,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":136,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1902237438","https://openalex.org/W2015861736","https://openalex.org/W2064675550","https://openalex.org/W2133564696","https://openalex.org/W2157331557","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2257408573","https://openalex.org/W2282821441","https://openalex.org/W2519091744","https://openalex.org/W2551393996","https://openalex.org/W2613328025","https://openalex.org/W2619122421","https://openalex.org/W2752782242","https://openalex.org/W2798270772","https://openalex.org/W2804078698","https://openalex.org/W2808535700","https://openalex.org/W2884585870","https://openalex.org/W2888539709","https://openalex.org/W2890096158","https://openalex.org/W2896457183","https://openalex.org/W2902482704","https://openalex.org/W2911286998","https://openalex.org/W2912351236","https://openalex.org/W2913556461","https://openalex.org/W2923014074","https://openalex.org/W2945260553","https://openalex.org/W2946567085","https://openalex.org/W2949718784","https://openalex.org/W2951025380","https://openalex.org/W2954731415","https://openalex.org/W2954930822","https://openalex.org/W2955058313","https://openalex.org/W2962784628","https://openalex.org/W2963446712","https://openalex.org/W2963532813","https://openalex.org/W2963840672","https://openalex.org/W2963925437","https://openalex.org/W2964015378","https://openalex.org/W2964080601","https://openalex.org/W2964321699","https://openalex.org/W2965373594","https://openalex.org/W2968917279","https://openalex.org/W2970726176","https://openalex.org/W2970853883","https://openalex.org/W2971121529","https://openalex.org/W2971270287","https://openalex.org/W2981413347","https://openalex.org/W2984100107","https://openalex.org/W2995015263","https://openalex.org/W3006683367","https://openalex.org/W3006983028","https://openalex.org/W3021293129","https://openalex.org/W3034885317","https://openalex.org/W3035251378","https://openalex.org/W3035503910","https://openalex.org/W3041866211","https://openalex.org/W3093702820","https://openalex.org/W3094502228","https://openalex.org/W3096609285","https://openalex.org/W3105916048","https://openalex.org/W3111535274","https://openalex.org/W3117450517","https://openalex.org/W3129247927","https://openalex.org/W3129603602","https://openalex.org/W3138516171","https://openalex.org/W3153465022","https://openalex.org/W3165871279","https://openalex.org/W3169661950","https://openalex.org/W3170874841","https://openalex.org/W3176948526","https://openalex.org/W3177349073","https://openalex.org/W3183295755","https://openalex.org/W3188872815","https://openalex.org/W3190152617","https://openalex.org/W3199148273","https://openalex.org/W4214493665","https://openalex.org/W4225493926","https://openalex.org/W4226426852","https://openalex.org/W4283311214","https://openalex.org/W4288089799","https://openalex.org/W4289360400","https://openalex.org/W4292779060","https://openalex.org/W4295312788","https://openalex.org/W4295838474","https://openalex.org/W4297733535","https://openalex.org/W4297814361","https://openalex.org/W4298395628","https://openalex.org/W4312511177","https://openalex.org/W4312598093","https://openalex.org/W4312844845","https://openalex.org/W4312960790","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6679434410","https://openalex.org/W6696085341","https://openalex.org/W6720006811","https://openalex.org/W6720514713","https://openalex.org/W6726873649","https://openalex.org/W6738577479","https://openalex.org/W6739901393","https://openalex.org/W6752378368","https://openalex.org/W6753412334","https://openalex.org/W6755207826","https://openalex.org/W6755529311","https://openalex.org/W6756978551","https://openalex.org/W6758657797","https://openalex.org/W6758841785","https://openalex.org/W6759891849","https://openalex.org/W6762122294","https://openalex.org/W6763509872","https://openalex.org/W6764072591","https://openalex.org/W6764679822","https://openalex.org/W6766673545","https://openalex.org/W6766951040","https://openalex.org/W6766978945","https://openalex.org/W6767164110","https://openalex.org/W6769627184","https://openalex.org/W6771626834","https://openalex.org/W6774054309","https://openalex.org/W6774418012","https://openalex.org/W6776684981","https://openalex.org/W6778485988","https://openalex.org/W6778883912","https://openalex.org/W6780039898","https://openalex.org/W6784333009","https://openalex.org/W6784709003","https://openalex.org/W6788071488","https://openalex.org/W6788135285","https://openalex.org/W6788467338","https://openalex.org/W6788705105","https://openalex.org/W6790434664","https://openalex.org/W6795842910","https://openalex.org/W6810811547","https://openalex.org/W6838809002"],"related_works":["https://openalex.org/W2468279273","https://openalex.org/W2354198838","https://openalex.org/W1989130879","https://openalex.org/W2103419012","https://openalex.org/W2988126442","https://openalex.org/W4388335561","https://openalex.org/W2970530566","https://openalex.org/W4288261899","https://openalex.org/W1974414866","https://openalex.org/W2964954556"],"abstract_inverted_index":{"Attention-based":[0],"neural":[1],"networks,":[2,26],"such":[3],"as":[4,32],"Transformers,":[5],"have":[6],"become":[7],"ubiquitous":[8],"in":[9,104,169],"numerous":[10],"applications,":[11,171],"including":[12,172],"computer":[13],"vision,":[14],"natural":[15,175],"language":[16,176],"processing,":[17],"and":[18,72,180],"time-series":[19,173,185],"analysis.":[20],"In":[21,65],"all":[22],"kinds":[23],"of":[24,56,82,88,120,201,212,226],"attention":[25,28,43,54,75,102,136,164,227],"the":[27,53,80,98,101,117,126,158,161,206,210,217,223],"maps":[29,55,103,137],"are":[30,59,95],"crucial":[31],"they":[33],"encode":[34],"semantic":[35],"dependencies":[36],"between":[37],"input":[38],"tokens.":[39],"However,":[40],"most":[41],"existing":[42],"networks":[44,165],"perform":[45],"modeling":[46],"or":[47],"reasoning":[48],"based":[49],"on":[50,184],"representations,":[51],"wherein":[52],"different":[57,105,139],"layers":[58,106],"learned":[60],"separately":[61],"without":[62],"explicit":[63],"interactions.":[64],"this":[66,154,215],"paper,":[67],"we":[68],"propose":[69],"a":[70,86,112,148],"novel":[71],"generic":[73],"evolving":[74,163],"mechanism,":[76,160],"which":[77],"directly":[78],"models":[79,196,222],"evolution":[81,225],"inter-token":[83,121],"relationships":[84,122],"through":[85],"chain":[87],"residual":[89,113],"convolutional":[90],"modules.":[91],"The":[92],"major":[93],"motivations":[94],"twofold.":[96],"On":[97,125],"one":[99],"hand,":[100,128],"share":[107],"transferable":[108],"knowledge,":[109,214],"thus":[110],"adding":[111],"connection":[114],"can":[115],"facilitate":[116],"information":[118],"flow":[119],"across":[123],"layers.":[124],"other":[127],"there":[129],"is":[130,144,216,231],"naturally":[131],"an":[132,199],"evolutionary":[133],"trend":[134],"among":[135],"at":[138,233],"abstraction":[140],"levels,":[141],"so":[142],"it":[143],"beneficial":[145],"to":[146,152,205],"exploit":[147],"dedicated":[149],"convolution-based":[150],"module":[151],"capture":[153],"process.":[155],"Equipped":[156],"with":[157],"proposed":[159],"convolution-enhanced":[162],"achieve":[166],"superior":[167],"performance":[168],"various":[170],"representation,":[174],"understanding,":[177],"machine":[178],"translation,":[179],"image":[181],"classification.":[182],"Especially":[183],"representation":[186],"tasks,":[187],"Evolving":[188],"Attention-enhanced":[189],"Dilated":[190],"Convolutional":[191],"(EA-DC-)":[192],"Transformer":[193],"outperforms":[194],"state-of-the-art":[195],"significantly,":[197],"achieving":[198],"average":[200],"17%":[202],"improvement":[203],"compared":[204],"best":[207,211],"SOTA.":[208],"To":[209],"our":[213],"first":[218],"work":[219],"that":[220],"explicitly":[221],"layer-wise":[224],"maps.":[228],"Our":[229],"implementation":[230],"available":[232],"https://github.com/pkuyym/EvolvingAttention.":[234]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-01T17:29:45.350535","created_date":"2025-10-10T00:00:00"}