{"id":"https://openalex.org/W4312856857","doi":"https://doi.org/10.1109/icpr56361.2022.9956379","title":"Aggregating Global Features into Local Vision Transformer","display_name":"Aggregating Global Features into Local Vision Transformer","publication_year":2022,"publication_date":"2022-08-21","ids":{"openalex":"https://openalex.org/W4312856857","doi":"https://doi.org/10.1109/icpr56361.2022.9956379"},"language":"en","primary_location":{"id":"doi:10.1109/icpr56361.2022.9956379","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr56361.2022.9956379","pdf_url":null,"source":{"id":"https://openalex.org/S4363607731","display_name":"2022 26th International Conference on Pattern Recognition (ICPR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 26th International Conference on Pattern Recognition (ICPR)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056355057","display_name":"Krushi Patel","orcid":"https://orcid.org/0000-0003-2509-4675"},"institutions":[{"id":"https://openalex.org/I146416000","display_name":"University of Kansas","ror":"https://ror.org/001tmjg57","country_code":"US","type":"education","lineage":["https://openalex.org/I146416000"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Krushi Patel","raw_affiliation_strings":["University of Kansas,Department of Electrical Engineering and Computer Science,Lawrence KS,USA,66045"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Kansas,Department of Electrical Engineering and Computer Science,Lawrence KS,USA,66045","institution_ids":["https://openalex.org/I146416000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079024523","display_name":"Andr\u00e9s M. Bur","orcid":"https://orcid.org/0000-0001-6879-6453"},"institutions":[{"id":"https://openalex.org/I146416000","display_name":"University of Kansas","ror":"https://ror.org/001tmjg57","country_code":"US","type":"education","lineage":["https://openalex.org/I146416000"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andres M. Bur","raw_affiliation_strings":["University of Kansas,Department of Otolaryngology–Head and Neck Surgery,Kansas City,Kansas,USA,66160"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Kansas,Department of Otolaryngology–Head and Neck Surgery,Kansas City,Kansas,USA,66160","institution_ids":["https://openalex.org/I146416000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014556254","display_name":"Fengjun Li","orcid":"https://orcid.org/0000-0003-4079-2228"},"institutions":[{"id":"https://openalex.org/I146416000","display_name":"University of Kansas","ror":"https://ror.org/001tmjg57","country_code":"US","type":"education","lineage":["https://openalex.org/I146416000"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fengjun Li","raw_affiliation_strings":["University of Kansas,Department of Electrical Engineering and Computer Science,Lawrence KS,USA,66045"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Kansas,Department of Electrical Engineering and Computer Science,Lawrence KS,USA,66045","institution_ids":["https://openalex.org/I146416000"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100399485","display_name":"Guanghui Wang","orcid":"https://orcid.org/0000-0003-3182-104X"},"institutions":[{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Guanghui Wang","raw_affiliation_strings":["Ryerson University,Department of Computer Science,Toronto ON,Canada,M5B 2K3"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ryerson University,Department of Computer Science,Toronto ON,Canada,M5B 2K3","institution_ids":["https://openalex.org/I530967"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":15.2341,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.99686904,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1141","last_page":"1147"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7211341261863708},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7077756524085999},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.6266127228736877},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5514649748802185},{"id":"https://openalex.org/keywords/image-resolution","display_name":"Image resolution","score":0.46602579951286316},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.4223289489746094},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.35069215297698975},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15988659858703613},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.14688849449157715}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7211341261863708},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7077756524085999},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.6266127228736877},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5514649748802185},{"id":"https://openalex.org/C205372480","wikidata":"https://www.wikidata.org/wiki/Q210521","display_name":"Image resolution","level":2,"score":0.46602579951286316},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.4223289489746094},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35069215297698975},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15988659858703613},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.14688849449157715},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icpr56361.2022.9956379","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr56361.2022.9956379","pdf_url":null,"source":{"id":"https://openalex.org/S4363607731","display_name":"2022 26th International Conference on Pattern Recognition (ICPR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 26th International Conference on Pattern Recognition (ICPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.5699999928474426}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1686810756","https://openalex.org/W2108598243","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2408279554","https://openalex.org/W2531409750","https://openalex.org/W2565639579","https://openalex.org/W2752782242","https://openalex.org/W2765407302","https://openalex.org/W2884585870","https://openalex.org/W2895340641","https://openalex.org/W2896457183","https://openalex.org/W2955058313","https://openalex.org/W2962843773","https://openalex.org/W2963091558","https://openalex.org/W2963446712","https://openalex.org/W2963840672","https://openalex.org/W2964080601","https://openalex.org/W2964137095","https://openalex.org/W2982220924","https://openalex.org/W2983446232","https://openalex.org/W2992308087","https://openalex.org/W3007759824","https://openalex.org/W3094502228","https://openalex.org/W3113051008","https://openalex.org/W3121523901","https://openalex.org/W3129840128","https://openalex.org/W3131500599","https://openalex.org/W3133696297","https://openalex.org/W3138516171","https://openalex.org/W3151130473","https://openalex.org/W3157528469","https://openalex.org/W3160068080","https://openalex.org/W3179869055","https://openalex.org/W3181013887","https://openalex.org/W3195814479","https://openalex.org/W3210371470","https://openalex.org/W3211760555","https://openalex.org/W3217736865","https://openalex.org/W4200061105","https://openalex.org/W4200602317","https://openalex.org/W4225745743","https://openalex.org/W4226455860","https://openalex.org/W4283809036","https://openalex.org/W4288089799","https://openalex.org/W4297810817","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6684191040","https://openalex.org/W6696085341","https://openalex.org/W6714181750","https://openalex.org/W6725739302","https://openalex.org/W6728184133","https://openalex.org/W6739901393","https://openalex.org/W6741441694","https://openalex.org/W6743731764","https://openalex.org/W6745136726","https://openalex.org/W6753038380","https://openalex.org/W6753412334","https://openalex.org/W6755207826","https://openalex.org/W6769627184","https://openalex.org/W6773829392","https://openalex.org/W6784333009","https://openalex.org/W6787473954","https://openalex.org/W6790690058","https://openalex.org/W6794345597","https://openalex.org/W6805361119","https://openalex.org/W6810989377","https://openalex.org/W6838981441"],"related_works":["https://openalex.org/W4285411112","https://openalex.org/W2085033728","https://openalex.org/W2171299904","https://openalex.org/W4390494008","https://openalex.org/W2922442631","https://openalex.org/W2053596378","https://openalex.org/W4289655544","https://openalex.org/W2044092692","https://openalex.org/W2547665164","https://openalex.org/W3103111272"],"abstract_inverted_index":{"Local":[0],"Transformer-based":[1,24],"classification":[2],"models":[3,128],"have":[4],"recently":[5],"achieved":[6],"promising":[7],"results":[8,102],"with":[9,117],"relatively":[10],"low":[11],"computational":[12],"costs.":[13],"However,":[14],"the":[15,32,46,63,82,85,110],"effect":[16,83],"of":[17,22,34,84,87,122],"aggregating":[18],"spatial":[19],"global":[20,37],"information":[21,69],"local":[23,47],"architecture":[25,89,98],"is":[26],"not":[27],"clear.":[28],"This":[29],"work":[30],"investigates":[31],"outcome":[33],"applying":[35],"a":[36,118],"attention-based":[38],"module":[39],"named":[40],"multi-resolution":[41],"overlapped":[42,60],"attention":[43],"(MOA)":[44],"in":[45,62],"window-based":[48],"transformer":[49],"after":[50],"each":[51],"stage.":[52],"The":[53,124],"proposed":[54,111],"MOA":[55],"employs":[56],"slightly":[57],"larger":[58],"and":[59,94,105,127],"patches":[61],"key":[64],"to":[65,73],"enable":[66],"neighborhood":[67],"pixel":[68],"transmission,":[70],"which":[71],"leads":[72],"significant":[74],"performance":[75],"gain.":[76],"In":[77],"addition,":[78],"we":[79],"thoroughly":[80],"investigate":[81],"dimension":[86],"essential":[88],"components":[90],"through":[91],"extensive":[92],"experiments":[93],"discover":[95],"an":[96],"optimum":[97],"design.":[99],"Extensive":[100],"experimental":[101],"CIFAR-10,":[103],"CIFAR-100,":[104],"ImageNet-1K":[106],"datasets":[107],"demonstrate":[108],"that":[109],"approach":[112],"outperforms":[113],"previous":[114],"vision":[115],"Transformers":[116],"comparatively":[119],"fewer":[120],"number":[121],"parameters.":[123],"source":[125],"code":[126],"are":[129],"publicly":[130],"available":[131],"at:":[132],"https://github.com/krushi1992/MOA-transformer":[133]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":2}],"updated_date":"2026-08-15T07:11:24.734988","created_date":"2025-10-10T00:00:00"}