{"id":"https://openalex.org/W4405632573","doi":"https://doi.org/10.1109/tpami.2024.3520508","title":"Demystify Transformers & Convolutions in Modern Image Deep Networks","display_name":"Demystify Transformers & Convolutions in Modern Image Deep Networks","publication_year":2024,"publication_date":"2024-12-20","ids":{"openalex":"https://openalex.org/W4405632573","doi":"https://doi.org/10.1109/tpami.2024.3520508","pmid":"https://pubmed.ncbi.nlm.nih.gov/40030604"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3520508","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3520508","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027851405","display_name":"Xiaowei Hu","orcid":"https://orcid.org/0000-0002-5708-7018"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]},{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaowei Hu","raw_affiliation_strings":["South China University of Technology, Guangzhou, China","Shanghai Artificial Intelligence Laboratory, China"],"raw_orcid":"https://orcid.org/0000-0002-5708-7018","affiliations":[{"raw_affiliation_string":"South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050100566","display_name":"Min Shi","orcid":"https://orcid.org/0000-0002-5309-5598"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Shi","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory, Shanghai, China","Shanghai Artificial Intelligence Laboratory, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]},{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049445264","display_name":"Wei\u2010Yun Wang","orcid":"https://orcid.org/0000-0002-9783-3302"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiyun Wang","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory, Shanghai, China","Shanghai Artificial Intelligence Laboratory, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]},{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016573203","display_name":"Sitong Wu","orcid":"https://orcid.org/0000-0002-7984-784X"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sitong Wu","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory, Shanghai, China","Shanghai Artificial Intelligence Laboratory, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]},{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068509121","display_name":"Linjie Xing","orcid":"https://orcid.org/0000-0002-2975-5074"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linjie Xing","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory, Shanghai, China","Shanghai Artificial Intelligence Laboratory, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]},{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062687402","display_name":"Wenhai Wang","orcid":"https://orcid.org/0000-0003-3707-6546"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhai Wang","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory, Shanghai, China","Shanghai Artificial Intelligence Laboratory, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]},{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112877229","display_name":"Xizhou Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xizhou Zhou","raw_affiliation_strings":["Tsinghua University, Beijing, China","Tsinghua University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000474748","display_name":"Lewei Lu","orcid":"https://orcid.org/0009-0009-9809-3818"},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lewei Lu","raw_affiliation_strings":["SenseTime Research, Beijing, China","SenseTime Research, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SenseTime Research, Beijing, China","institution_ids":["https://openalex.org/I4210128910"]},{"raw_affiliation_string":"SenseTime Research, China","institution_ids":["https://openalex.org/I4210128910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100620306","display_name":"Jie Zhou","orcid":"https://orcid.org/0000-0001-7701-234X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Zhou","raw_affiliation_strings":["Tsinghua University, Beijing, China","Tsinghua University, China"],"raw_orcid":"https://orcid.org/0000-0001-7701-234X","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040565849","display_name":"Xiaogang Wang","orcid":"https://orcid.org/0000-0002-8402-7504"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiaogang Wang","raw_affiliation_strings":["The Chinese University of Hong Kong, Shatin, Hong Kong","Chinese University of Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-8402-7504","affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Shatin, Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Chinese University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100748135","display_name":"Yu Qiao","orcid":"https://orcid.org/0000-0002-1889-2567"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Qiao","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory, Shanghai, China","Shanghai Artificial Intelligence Laboratory, China"],"raw_orcid":"https://orcid.org/0000-0002-1889-2567","affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]},{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026944066","display_name":"Jifeng Dai","orcid":"https://orcid.org/0000-0002-6785-0785"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jifeng Dai","raw_affiliation_strings":["Tsinghua University, Beijing, China","Shanghai Artificial Intelligence Laboratory, China"],"raw_orcid":"https://orcid.org/0000-0002-6785-0785","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1645,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.4689836,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"47","issue":"4","first_page":"2416","last_page":"2428"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.5504999756813049,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.5504999756813049,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.4878000020980835,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6682130694389343},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6274151802062988},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5414616465568542},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.513107419013977},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3911215662956238},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17204371094703674},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.11328142881393433},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.08966448903083801}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6682130694389343},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6274151802062988},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5414616465568542},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.513107419013977},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3911215662956238},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17204371094703674},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11328142881393433},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.08966448903083801}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3520508","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3520508","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40030604","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40030604","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4099999964237213,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G4092911450","display_name":null,"funder_award_id":"62376134","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8442236830","display_name":null,"funder_award_id":"U24A20325","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8996958955","display_name":null,"funder_award_id":"2022ZD0161302","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2108598243","https://openalex.org/W2130459697","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2331143823","https://openalex.org/W2549139847","https://openalex.org/W2601564443","https://openalex.org/W2618530766","https://openalex.org/W2752782242","https://openalex.org/W2963091558","https://openalex.org/W2963150697","https://openalex.org/W2963446712","https://openalex.org/W2966926453","https://openalex.org/W2992308087","https://openalex.org/W2998508940","https://openalex.org/W3035682985","https://openalex.org/W3131500599","https://openalex.org/W3138516171","https://openalex.org/W3175515048","https://openalex.org/W3179869055","https://openalex.org/W4214634256","https://openalex.org/W4226334005","https://openalex.org/W4226424839","https://openalex.org/W4246193833","https://openalex.org/W4312349930","https://openalex.org/W4312443924","https://openalex.org/W4312820606","https://openalex.org/W4313007769","https://openalex.org/W4385245566","https://openalex.org/W4386076222","https://openalex.org/W4402727033","https://openalex.org/W6637373629","https://openalex.org/W6640425456","https://openalex.org/W6729983426","https://openalex.org/W6730267373","https://openalex.org/W6737664043","https://openalex.org/W6743446608","https://openalex.org/W6745136726","https://openalex.org/W6757817989","https://openalex.org/W6758857762","https://openalex.org/W6779163297","https://openalex.org/W6784333009","https://openalex.org/W6788135285","https://openalex.org/W6796931752","https://openalex.org/W6801655670","https://openalex.org/W6839692567","https://openalex.org/W6839818334","https://openalex.org/W6840866624","https://openalex.org/W6845746577","https://openalex.org/W6859298233","https://openalex.org/W6861387779","https://openalex.org/W6868789466"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Vision":[0],"transformers":[1],"have":[2],"gained":[3],"popularity":[4],"recently,":[5],"leading":[6],"to":[7,28,46,101,141],"the":[8,48,64,86,103],"development":[9],"of":[10,51,105,132],"new":[11],"vision":[12],"backbones":[13],"with":[14],"improved":[15],"features":[16],"and":[17,40,54,108,129,144,169],"consistent":[18],"performance":[19,138,148],"gains.":[20],"However,":[21],"these":[22,68],"advancements":[23],"are":[24,114],"not":[25],"solely":[26],"attributable":[27],"novel":[29],"feature":[30,69,81],"transformation":[31,70],"designs;":[32],"certain":[33],"benefits":[34],"also":[35,157],"arise":[36],"from":[37],"advanced":[38,142],"network-level":[39,107,143],"block-level":[41,109,145],"architectures.":[42],"This":[43],"paper":[44],"aims":[45],"identify":[47],"real":[49],"gains":[50],"popular":[52],"convolution":[53],"attention":[55,74],"operators":[56],"through":[57],"a":[58,98,136],"detailed":[59,155],"study.":[60],"We":[61],"find":[62],"that":[63],"key":[65],"difference":[66],"among":[67,151],"modules,":[71],"such":[72],"as":[73,85],"or":[75],"convolution,":[76],"lies":[77],"in":[78],"their":[79],"spatial":[80],"aggregation":[82],"approach,":[83],"known":[84],"\"spatial":[87],"token":[88],"mixer\"":[89],"(STM).":[90],"To":[91],"facilitate":[92],"an":[93,130],"impartial":[94],"comparison,":[95],"we":[96],"introduce":[97],"unified":[99,118],"architecture":[100],"neutralize":[102],"impact":[104],"divergent":[106],"designs.":[110],"Subsequently,":[111],"various":[112,127,159],"STMs":[113],"integrated":[115],"into":[116],"this":[117],"framework":[119],"for":[120],"comprehensive":[121],"comparative":[122],"analysis.":[123],"Our":[124,154],"experiments":[125],"on":[126],"tasks":[128],"analysis":[131,156],"inductive":[133],"bias":[134],"show":[135],"significant":[137],"boost":[139],"due":[140],"designs,":[146],"but":[147],"differences":[149],"persist":[150],"different":[152,162],"STMs.":[153],"reveals":[158],"findings":[160],"about":[161],"STMs,":[163],"including":[164],"effective":[165],"receptive":[166],"fields,":[167],"invariance,":[168],"adversarial":[170],"robustness":[171],"tests.":[172]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2024-12-21T00:00:00"}