{"id":"https://openalex.org/W4386027557","doi":"https://doi.org/10.1145/3611387","title":"An Investigation on Hardware-Aware Vision Transformer Scaling","display_name":"An Investigation on Hardware-Aware Vision Transformer Scaling","publication_year":2023,"publication_date":"2023-08-21","ids":{"openalex":"https://openalex.org/W4386027557","doi":"https://doi.org/10.1145/3611387"},"language":"en","primary_location":{"id":"doi:10.1145/3611387","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3611387","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3611387","source":{"id":"https://openalex.org/S136160450","display_name":"ACM Transactions on Embedded Computing Systems","issn_l":"1539-9087","issn":["1539-9087","1558-3465"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Embedded Computing Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3611387","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065172226","display_name":"Chaojian Li","orcid":"https://orcid.org/0000-0003-4030-9777"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chaojian Li","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, United States"],"raw_orcid":"https://orcid.org/0000-0003-4030-9777","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, United States","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100390573","display_name":"Kyungmin Kim","orcid":"https://orcid.org/0000-0002-5167-0683"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kyungmin Kim","raw_affiliation_strings":["University of California, Irvine, United States"],"raw_orcid":"https://orcid.org/0000-0002-5167-0683","affiliations":[{"raw_affiliation_string":"University of California, Irvine, United States","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120863457","display_name":"Bichen Wu","orcid":"https://orcid.org/0000-0002-2649-5561"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bichen Wu","raw_affiliation_strings":["Meta, San Francisco, United States"],"raw_orcid":"https://orcid.org/0000-0002-2649-5561","affiliations":[{"raw_affiliation_string":"Meta, San Francisco, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057613852","display_name":"Peizhao Zhang","orcid":"https://orcid.org/0000-0001-7128-191X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peizhao Zhang","raw_affiliation_strings":["Meta, San Francisco United States"],"raw_orcid":"https://orcid.org/0000-0001-7128-191X","affiliations":[{"raw_affiliation_string":"Meta, San Francisco United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100438461","display_name":"Hang Zhang","orcid":"https://orcid.org/0000-0002-7816-4238"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hang Zhang","raw_affiliation_strings":["Cruise, San Francisco United States"],"raw_orcid":"https://orcid.org/0000-0002-7816-4238","affiliations":[{"raw_affiliation_string":"Cruise, San Francisco United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080137972","display_name":"Xiaoliang Dai","orcid":"https://orcid.org/0000-0003-3098-2714"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaoliang Dai","raw_affiliation_strings":["Meta, San Francisco, United States"],"raw_orcid":"https://orcid.org/0000-0003-3098-2714","affiliations":[{"raw_affiliation_string":"Meta, San Francisco, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048668303","display_name":"P\u00e9ter Vajda","orcid":"https://orcid.org/0000-0002-2031-4678"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peter Vajda","raw_affiliation_strings":["Meta, San Francisco, United States"],"raw_orcid":"https://orcid.org/0000-0002-2031-4678","affiliations":[{"raw_affiliation_string":"Meta, San Francisco, United States","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019582323","display_name":"Yingyan Lin","orcid":"https://orcid.org/0000-0001-5946-203X"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yingyan (Celine) Lin","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, United States"],"raw_orcid":"https://orcid.org/0000-0001-5946-203X","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, United States","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5065172226"],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":0.2492,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.52906197,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"23","issue":"3","first_page":"1","last_page":"19"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8799283504486084},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.6886606216430664},{"id":"https://openalex.org/keywords/transferability","display_name":"Transferability","score":0.6565628051757812},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.4654100239276886},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.4612416625022888},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.45814698934555054},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4361913800239563},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4270501732826233},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.40986767411231995},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.39198631048202515},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3669184446334839},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.35261639952659607},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.22902998328208923},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.1468353271484375}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8799283504486084},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.6886606216430664},{"id":"https://openalex.org/C61272859","wikidata":"https://www.wikidata.org/wiki/Q7834031","display_name":"Transferability","level":3,"score":0.6565628051757812},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.4654100239276886},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.4612416625022888},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.45814698934555054},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4361913800239563},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4270501732826233},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.40986767411231995},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.39198631048202515},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3669184446334839},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.35261639952659607},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.22902998328208923},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.1468353271484375},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C140331021","wikidata":"https://www.wikidata.org/wiki/Q1868104","display_name":"Logit","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3611387","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3611387","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3611387","source":{"id":"https://openalex.org/S136160450","display_name":"ACM Transactions on Embedded Computing Systems","issn_l":"1539-9087","issn":["1539-9087","1558-3465"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Embedded Computing Systems","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-165963","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-165963","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1145/3611387","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3611387","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3611387","source":{"id":"https://openalex.org/S136160450","display_name":"ACM Transactions on Embedded Computing Systems","issn_l":"1539-9087","issn":["1539-9087","1558-3465"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Embedded Computing Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4699999988079071,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G3772760742","display_name":null,"funder_award_id":"2016727","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4612306153","display_name":null,"funder_award_id":"1937592","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386027557.pdf","grobid_xml":"https://content.openalex.org/works/W4386027557.grobid-xml"},"referenced_works_count":71,"referenced_works":["https://openalex.org/W206690697","https://openalex.org/W1861492603","https://openalex.org/W2108598243","https://openalex.org/W2148633389","https://openalex.org/W2194775991","https://openalex.org/W2619947201","https://openalex.org/W2752782242","https://openalex.org/W2883188678","https://openalex.org/W2892220819","https://openalex.org/W2908510526","https://openalex.org/W2922509574","https://openalex.org/W2962843773","https://openalex.org/W2963163009","https://openalex.org/W2967115342","https://openalex.org/W2981413347","https://openalex.org/W2982083293","https://openalex.org/W2990138404","https://openalex.org/W2998216295","https://openalex.org/W3001279689","https://openalex.org/W3020881633","https://openalex.org/W3033210410","https://openalex.org/W3034098129","https://openalex.org/W3034429256","https://openalex.org/W3034572008","https://openalex.org/W3035189477","https://openalex.org/W3092043977","https://openalex.org/W3092462694","https://openalex.org/W3095645723","https://openalex.org/W3096609285","https://openalex.org/W3097691692","https://openalex.org/W3109946440","https://openalex.org/W3116489684","https://openalex.org/W3121523901","https://openalex.org/W3126409283","https://openalex.org/W3126721948","https://openalex.org/W3131500599","https://openalex.org/W3137264163","https://openalex.org/W3137963805","https://openalex.org/W3138516171","https://openalex.org/W3138994021","https://openalex.org/W3139587317","https://openalex.org/W3146091044","https://openalex.org/W3151130473","https://openalex.org/W3168643403","https://openalex.org/W3170807618","https://openalex.org/W3170874841","https://openalex.org/W3214483716","https://openalex.org/W4214493665","https://openalex.org/W4214614183","https://openalex.org/W4214636423","https://openalex.org/W4287122719","https://openalex.org/W4287241953","https://openalex.org/W4287250198","https://openalex.org/W4287630176","https://openalex.org/W4287715829","https://openalex.org/W4289752289","https://openalex.org/W4297665946","https://openalex.org/W4385245566","https://openalex.org/W6608315494","https://openalex.org/W6739901393","https://openalex.org/W6757817989","https://openalex.org/W6772383348","https://openalex.org/W6775845032","https://openalex.org/W6786080308","https://openalex.org/W6791705549","https://openalex.org/W6791943378","https://openalex.org/W6792240715","https://openalex.org/W6794053914","https://openalex.org/W6797602710","https://openalex.org/W6955071965","https://openalex.org/W7066667914"],"related_works":["https://openalex.org/W2161221533","https://openalex.org/W4229699405","https://openalex.org/W1666484574","https://openalex.org/W2216382288","https://openalex.org/W2355491300","https://openalex.org/W4234629551","https://openalex.org/W2011110943","https://openalex.org/W2028856635","https://openalex.org/W2150257691","https://openalex.org/W2011433332"],"abstract_inverted_index":{"Vision":[0],"Transformer":[1],"(ViT)":[2],"has":[3,41],"demonstrated":[4],"promising":[5],"performance":[6],"in":[7],"various":[8,188],"computer":[9],"vision":[10],"tasks,":[11],"and":[12,32,46,52,72,86,121,167,179,250],"recently":[13],"attracted":[14],"a":[15,79,110,122,224,239,265,299,303],"lot":[16],"of":[17,97,217,230,270],"research":[18],"attention.":[19],"Many":[20],"recent":[21],"works":[22],"have":[23],"focused":[24],"on":[25,58,133,187,200,228,302],"proposing":[26],"new":[27],"architectures":[28],"to":[29,44,175,235,258,264,273,284],"improve":[30],"ViT":[31,82,100,177,226,241],"deploying":[33],"it":[34],"into":[35],"real-world":[36],"applications.":[37],"However,":[38],"little":[39],"effort":[40],"been":[42],"made":[43],"analyze":[45],"understand":[47],"ViT\u2019s":[48,67],"architecture":[49],"design":[50],"space":[51],"its":[53,206],"implication":[54],"for":[55],"hardware":[56,164],"costs":[57],"different":[59,162,176,191],"devices.":[60],"In":[61,254],"this":[62],"work,":[63],"by":[64,140,295],"simply":[65],"scaling":[66,147,157,171,220,261],"depth,":[68],"width,":[69],"input":[70],"size,":[71],"other":[73],"basic":[74],"configurations,":[75],"we":[76,142,212],"show":[77],"that":[78,195],"scaled":[80,107],"vanilla":[81,225],"model":[83,108,227],"without":[84],"bells":[85],"whistles":[87],"can":[88,155,169],"achieve":[89],"comparable":[90],"or":[91],"superior":[92],"accuracy-efficiency":[93],"trade-off":[94],"than":[95],"most":[96],"the":[98,118,130,145,150,196,201,214,218,236,278,285,290],"latest":[99],"variants.":[101],"Specifically,":[102],"compared":[103],"with":[104,190,205],"DeiT-Tiny,":[105],"our":[106,184,260],"achieves":[109],"\u2191":[111,123,296],"1.9%":[112],"higher":[113],"ImageNet":[114,126,267],"top-1":[115,127,268],"accuracy":[116,128,269],"under":[117,129,277,298],"same":[119,131,279],"FLOPs":[120],"3.7%":[124],"better":[125],"latency":[132],"an":[134,231],"NVIDIA":[135],"Edge":[136],"GPU":[137],"TX2.":[138],"Motivated":[139],"this,":[141],"further":[143],"investigate":[144],"extracted":[146],"strategies":[148,158,172,221,262],"from":[149,223,271],"following":[151],"two":[152],"aspects:":[153],"(1)":[154],"these":[156,170],"be":[159,173],"transferred":[160,174,257,283],"across":[161],"real":[163],"devices":[165,189],"?":[166],"(2)":[168],"variants":[178],"tasks":[180],"?.":[181],"For":[182,210],"(1),":[183],"exploration,":[185],"based":[186],"resource":[192],"budgets,":[193],"indicates":[194],"transferability":[197,216],"effectiveness":[198],"depends":[199],"underlying":[202],"device":[203],"together":[204],"corresponding":[207],"deployment":[208],"tool.":[209],"(2),":[211],"validate":[213],"effective":[215],"aforementioned":[219],"obtained":[222],"top":[229],"image":[232],"classification":[233,252],"task":[234],"PiT":[237],"model,":[238],"strong":[240],"variant":[242],"targeting":[243],"efficiency":[244],"as":[245,247],"well":[246],"object":[248,287],"detection":[249,288],"video":[251],"tasks.":[253],"particular,":[255],"when":[256],"PiT,":[259],"lead":[263],"boosted":[266,294],"74.6%":[272],"76.7%":[274],"(\u2191":[275],"2.1%)":[276],"0.7G":[280],"FLOPs.":[281],"When":[282],"COCO":[286],"task,":[289],"average":[291],"precision":[292],"is":[293],"0.7%":[297],"similar":[300],"throughput":[301],"V100":[304],"GPU.":[305]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}