{"id":"https://openalex.org/W4387949413","doi":"https://doi.org/10.1109/tpami.2023.3327511","title":"Expediting Large-Scale Vision Transformer for Dense Prediction Without Fine-Tuning","display_name":"Expediting Large-Scale Vision Transformer for Dense Prediction Without Fine-Tuning","publication_year":2023,"publication_date":"2023-10-25","ids":{"openalex":"https://openalex.org/W4387949413","doi":"https://doi.org/10.1109/tpami.2023.3327511","pmid":"https://pubmed.ncbi.nlm.nih.gov/37878436"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3327511","doi":"https://doi.org/10.1109/tpami.2023.3327511","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3327511","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","doyens","jufo-3","medline","norway-2","poland-200","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051826701","display_name":"Yuhui Yuan","orcid":"https://orcid.org/0000-0002-8345-4205","observed_orcids":["https://orcid.org/0000-0002-8345-4205"]},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhui Yuan","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8345-4205","affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031672942","display_name":"Weicong Liang","orcid":"https://orcid.org/0000-0003-0496-4774","observed_orcids":["https://orcid.org/0000-0003-0496-4774"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weicong Liang","raw_affiliation_strings":["Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0496-4774","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036631624","display_name":"Henghui Ding","orcid":"https://orcid.org/0000-0003-4868-6526","observed_orcids":["https://orcid.org/0000-0003-4868-6526"]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Henghui Ding","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-4868-6526","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101560458","display_name":"Zhanhao Liang","orcid":"https://orcid.org/0009-0009-8426-8963","observed_orcids":["https://orcid.org/0009-0009-8426-8963"]},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zhanhao Liang","raw_affiliation_strings":["Australian National University, Canberra, ACT, Australia"],"raw_orcid":"https://orcid.org/0009-0009-8426-8963","affiliations":[{"raw_affiliation_string":"Australian National University, Canberra, ACT, Australia","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100460139","display_name":"Chao Zhang","orcid":"https://orcid.org/0000-0002-1018-4144","observed_orcids":["https://orcid.org/0000-0002-1018-4144"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Zhang","raw_affiliation_strings":["Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1018-4144","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101976576","display_name":"Han Hu","orcid":"https://orcid.org/0000-0001-5104-6146","observed_orcids":["https://orcid.org/0000-0001-5104-6146","https://orcid.org/0000-0001-7532-0496","https://orcid.org/0009-0009-3727-2206"]},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Hu","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5104-6146","affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2345,"currency":"USD","value_usd":2345},"apc_paid":null,"fwci":1.2444,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.78531592,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":98},"biblio":{"volume":"46","issue":"1","first_page":"250","last_page":"266"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vision-transformer","display_name":"vision transformer","score":0.6230000257492065},{"id":"https://openalex.org/keywords/dense-prediction","display_name":"dense prediction","score":0.8769999742507935},{"id":"https://openalex.org/keywords/token-clustering","display_name":"token clustering","score":0.6759999990463257},{"id":"https://openalex.org/keywords/inference-acceleration","display_name":"inference acceleration","score":0.5220000147819519},{"id":"https://openalex.org/keywords/object-detection","display_name":"object detection","score":0.6669999957084656},{"id":"https://openalex.org/keywords/semantic-segmentation","display_name":"semantic segmentation","score":1.0},{"id":"https://openalex.org/keywords/panoptic-segmentation","display_name":"panoptic segmentation","score":0.9340000152587891},{"id":"https://openalex.org/keywords/instance-segmentation","display_name":"instance segmentation","score":0.9980000257492065},{"id":"https://openalex.org/keywords/depth-estimation","display_name":"depth estimation","score":0.9990000128746033},{"id":"https://openalex.org/keywords/video-instance-segmentation","display_name":"video instance segmentation","score":0.9900000095367432}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7907576560974121},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6934554576873779},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.6201481819152832},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.608535647392273},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5892762541770935},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5259278416633606},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.491879940032959},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4366241693496704},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4072215259075165},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2023.3327511","doi":"https://doi.org/10.1109/tpami.2023.3327511","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3327511","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","doyens","jufo-3","medline","norway-2","poland-200","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37878436","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37878436","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":"Journal Article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/231606","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/231606","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1090474737","display_name":null,"funder_award_id":"2018AAA0100300","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G1491187181","display_name":"\u7a33\u5065\u9ad8\u6548\u7684\u56fe\u50cf\u5206\u7c7b\u68c0\u7d22\u8f7b\u91cf\u7ea7\u6df1\u5ea6\u795e\u7ecf\u7f51\u7edc\u7814\u7a76","funder_award_id":"62071013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G729441700","display_name":null,"funder_award_id":"61671027","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":116,"referenced_works":["https://openalex.org/W125693051","https://openalex.org/W1686810756","https://openalex.org/W1861492603","https://openalex.org/W2097117768","https://openalex.org/W2125215748","https://openalex.org/W2150066425","https://openalex.org/W2194775991","https://openalex.org/W2340897893","https://openalex.org/W2507296351","https://openalex.org/W2619947201","https://openalex.org/W2626778328","https://openalex.org/W2798791840","https://openalex.org/W2883606943","https://openalex.org/W2887051120","https://openalex.org/W2896409484","https://openalex.org/W2905741102","https://openalex.org/W2946948417","https://openalex.org/W2948672349","https://openalex.org/W2962851801","https://openalex.org/W2976122994","https://openalex.org/W2982723417","https://openalex.org/W2994673210","https://openalex.org/W2995046500","https://openalex.org/W2997517014","https://openalex.org/W3010156474","https://openalex.org/W3030520226","https://openalex.org/W3041753721","https://openalex.org/W3085139254","https://openalex.org/W3091777648","https://openalex.org/W3092852584","https://openalex.org/W3094502228","https://openalex.org/W3095851346","https://openalex.org/W3096653763","https://openalex.org/W3101415077","https://openalex.org/W3126337491","https://openalex.org/W3129093240","https://openalex.org/W3131500599","https://openalex.org/W3135367836","https://openalex.org/W3136635488","https://openalex.org/W3137278571","https://openalex.org/W3138516171","https://openalex.org/W3139633126","https://openalex.org/W3161838454","https://openalex.org/W3165745140","https://openalex.org/W3168124404","https://openalex.org/W3169769781","https://openalex.org/W3170544306","https://openalex.org/W3170863103","https://openalex.org/W3171087525","https://openalex.org/W3171206729","https://openalex.org/W3172942063","https://openalex.org/W3176153963","https://openalex.org/W3188427387","https://openalex.org/W3190492058","https://openalex.org/W3201770677","https://openalex.org/W3202698164","https://openalex.org/W3202715235","https://openalex.org/W3203020760","https://openalex.org/W3203105104","https://openalex.org/W3204801262","https://openalex.org/W3205814820","https://openalex.org/W3206810688","https://openalex.org/W3207918547","https://openalex.org/W3208359244","https://openalex.org/W3211585026","https://openalex.org/W3214661002","https://openalex.org/W3215115095","https://openalex.org/W3216272314","https://openalex.org/W3217139832","https://openalex.org/W3217727157","https://openalex.org/W4221146106","https://openalex.org/W4221146853","https://openalex.org/W4221154965","https://openalex.org/W4221155125","https://openalex.org/W4225544038","https://openalex.org/W4225825436","https://openalex.org/W4226002507","https://openalex.org/W4226066935","https://openalex.org/W4226069476","https://openalex.org/W4226161578","https://openalex.org/W4226167525","https://openalex.org/W4226174225","https://openalex.org/W4244502008","https://openalex.org/W4306886919","https://openalex.org/W4307504011","https://openalex.org/W4312333591","https://openalex.org/W4312349930","https://openalex.org/W4312358791","https://openalex.org/W4312446817","https://openalex.org/W4312560592","https://openalex.org/W4312769131","https://openalex.org/W4312772337","https://openalex.org/W4312777209","https://openalex.org/W4312804044","https://openalex.org/W4312849330","https://openalex.org/W4312872526","https://openalex.org/W4312881242","https://openalex.org/W4312910119","https://openalex.org/W4319300998","https://openalex.org/W4385768233","https://openalex.org/W4386065740","https://openalex.org/W4386071535","https://openalex.org/W4386071839","https://openalex.org/W4386075561","https://openalex.org/W4386076562","https://openalex.org/W4386723894","https://openalex.org/W4390189979","https://openalex.org/W4390873750","https://openalex.org/W6754337694","https://openalex.org/W6784333009","https://openalex.org/W6802996638","https://openalex.org/W6809716307","https://openalex.org/W6809773343","https://openalex.org/W6809978379","https://openalex.org/W6955071965","https://openalex.org/W7133206296"],"related_works":["https://openalex.org/W7133182954","https://openalex.org/W3136635488","https://openalex.org/W4400677548","https://openalex.org/W4408352778","https://openalex.org/W3203606893","https://openalex.org/W4288069699","https://openalex.org/W4280496682","https://openalex.org/W7033709294","https://openalex.org/W4402753969","https://openalex.org/W4282048102"],"abstract_inverted_index":{"In":[0,19],"a":[1,53,66,179],"wide":[2],"range":[3],"of":[4,61,74,121,166,181],"dense":[5,38,50,143,190],"prediction":[6,39,51,144,191],"tasks,":[7,52,145],"large-scale":[8],"Vision":[9,26,35],"Transformers":[10,27,36],"have":[11],"achieved":[12],"state-of-the-art":[13,174],"performance":[14],"while":[15],"requiring":[16],"expensive":[17],"computation.":[18],"contrast":[20],"to":[21,57,70,93,113],"most":[22],"existing":[23],"approaches":[24,184],"accelerating":[25,34],"for":[28,37,49,63,76],"image":[29],"classification,":[30],"we":[31,162],"focus":[32],"on":[33,141,170,189],"without":[40],"any":[41],"fine-tuning.":[42],"We":[43],"present":[44],"two":[45],"non-parametric":[46],"operators":[47],"specialized":[48],"token":[54,67,88,131],"clustering":[55,89],"layer":[56,69,90],"decrease":[58],"the":[59,72,82,95,106,164,167,171],"number":[60,73,180],"tokens":[62,75,97],"expediting":[64],"and":[65,98,118,157,187],"reconstruction":[68,120,132],"increase":[71],"recovering":[77],"high-resolution.":[78],"To":[79],"accomplish":[80],"this,":[81],"following":[83,107],"steps":[84],"are":[85,110,185],"taken:":[86],"i)":[87],"is":[91,128],"employed":[92],"cluster":[94],"neighboring":[96],"yield":[99],"low-resolution":[100,116,126],"representations":[101,123,127],"with":[102],"spatial":[103],"structures;":[104],"ii)":[105],"transformer":[108],"layers":[109],"performed":[111],"only":[112],"these":[114],"clustered":[115],"tokens;":[117],"iii)":[119],"high-resolution":[122],"from":[124],"refined":[125],"accomplished":[129],"using":[130],"layer.":[133],"The":[134],"proposed":[135,168],"approach":[136,169],"shows":[137],"promising":[138],"results":[139],"consistently":[140],"6":[142],"including":[146],"object":[147],"detection,":[148],"semantic":[149],"segmentation,":[150,152,154],"panoptic":[151],"instance":[153,159],"depth":[155],"estimation,":[156],"video":[158],"segmentation.":[160],"Additionally,":[161],"validate":[163],"effectiveness":[165],"very":[172],"recent":[173,182],"open-vocabulary":[175],"recognition":[176],"methods.":[177],"Furthermore,":[178],"representative":[183],"benchmarked":[186],"compared":[188],"tasks.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2023-10-27T00:00:00"}