{"id":"https://openalex.org/W4407736848","doi":"https://doi.org/10.1109/tc.2025.3543697","title":"ETBench: Characterizing Hybrid Vision <u>T</u>ransformer Workloads Across <u>E</u>dge Devices","display_name":"ETBench: Characterizing Hybrid Vision <u>T</u>ransformer Workloads Across <u>E</u>dge Devices","publication_year":2025,"publication_date":"2025-02-19","ids":{"openalex":"https://openalex.org/W4407736848","doi":"https://doi.org/10.1109/tc.2025.3543697"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2025.3543697","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2025.3543697","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yingkun Zhou","orcid":"https://orcid.org/0009-0008-7847-7016"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yingkun Zhou","raw_affiliation_strings":["State Key Lab of Processors, Institute of Computing Technology, CAS, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-7847-7016","affiliations":[{"raw_affiliation_string":"State Key Lab of Processors, Institute of Computing Technology, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhengshuyuan Tian","orcid":"https://orcid.org/0009-0006-0745-2298"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengshuyuan Tian","raw_affiliation_strings":["State Key Lab of Processors, Institute of Computing Technology, CAS, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-0745-2298","affiliations":[{"raw_affiliation_string":"State Key Lab of Processors, Institute of Computing Technology, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wenhao Yang","orcid":"https://orcid.org/0009-0004-6511-4110"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhao Yang","raw_affiliation_strings":["State Key Lab of Processors, Institute of Computing Technology, CAS, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0004-6511-4110","affiliations":[{"raw_affiliation_string":"State Key Lab of Processors, Institute of Computing Technology, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tingting Zhang","orcid":"https://orcid.org/0000-0002-1724-4904"},"institutions":[{"id":"https://openalex.org/I4210099020","display_name":"Beijing Biocytogen (China)","ror":"https://ror.org/01spyyb53","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210099020"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tingting Zhang","raw_affiliation_strings":["Loongson Technology Company Ltd., Beijing, China","Loongson Technology Co., Ltd., Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1724-4904","affiliations":[{"raw_affiliation_string":"Loongson Technology Company Ltd., Beijing, China","institution_ids":["https://openalex.org/I4210099020"]},{"raw_affiliation_string":"Loongson Technology Co., Ltd., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102626011","display_name":"Jinpeng Ye","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinpeng Ye","raw_affiliation_strings":["State Key Lab of Processors, Institute of Computing Technology, CAS, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-7451-3200","affiliations":[{"raw_affiliation_string":"State Key Lab of Processors, Institute of Computing Technology, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103025062","display_name":"Chenji Han","orcid":"https://orcid.org/0009-0007-1247-9644"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenji Han","raw_affiliation_strings":["State Key Lab of Processors, Institute of Computing Technology, CAS, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0007-1247-9644","affiliations":[{"raw_affiliation_string":"State Key Lab of Processors, Institute of Computing Technology, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100430605","display_name":"Tianyi Liu","orcid":"https://orcid.org/0000-0002-5341-1343"},"institutions":[{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianyi Liu","raw_affiliation_strings":["University of Texas at San Antonio, San Antonio, TX, USA","University of Texas at San Antonio, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-5341-1343","affiliations":[{"raw_affiliation_string":"University of Texas at San Antonio, San Antonio, TX, USA","institution_ids":["https://openalex.org/I45438204"]},{"raw_affiliation_string":"University of Texas at San Antonio, TX, USA","institution_ids":["https://openalex.org/I45438204"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101657448","display_name":"Fuxin Zhang","orcid":"https://orcid.org/0000-0003-0430-3669"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fuxin Zhang","raw_affiliation_strings":["State Key Lab of Processors, Institute of Computing Technology, CAS, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0430-3669","affiliations":[{"raw_affiliation_string":"State Key Lab of Processors, Institute of Computing Technology, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210090176"],"apc_list":null,"apc_paid":null,"fwci":0.6531,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.66862927,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"74","issue":"6","first_page":"1857","last_page":"1871"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9679999947547913,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5024492740631104},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3218720555305481}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5024492740631104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3218720555305481}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2025.3543697","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2025.3543697","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2013062050","https://openalex.org/W3034457371","https://openalex.org/W3190492058","https://openalex.org/W3210764291","https://openalex.org/W4320036918","https://openalex.org/W4386076539","https://openalex.org/W4390872670","https://openalex.org/W6677651945","https://openalex.org/W6687483927","https://openalex.org/W6739901393","https://openalex.org/W6751349269","https://openalex.org/W6752057402","https://openalex.org/W6757058542","https://openalex.org/W6760805404","https://openalex.org/W6762585180","https://openalex.org/W6769573080","https://openalex.org/W6774015895","https://openalex.org/W6774242638","https://openalex.org/W6776188000","https://openalex.org/W6777044420","https://openalex.org/W6779728309","https://openalex.org/W6780343938","https://openalex.org/W6785048117","https://openalex.org/W6788653264","https://openalex.org/W6792546758","https://openalex.org/W6793164127","https://openalex.org/W6794451240","https://openalex.org/W6802648153","https://openalex.org/W6806489535","https://openalex.org/W6809683236","https://openalex.org/W6842722158","https://openalex.org/W6849077681","https://openalex.org/W6850117044","https://openalex.org/W6851477881","https://openalex.org/W6861154056"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Lightweight":[0],"Convolution":[1],"and":[2,37,54,72,115,118,133,138,160,183,193],"Vision":[3],"Transformer":[4],"hybrid":[5,34,78,165],"models":[6,79,182],"have":[7],"increasingly":[8],"dominated":[9],"the":[10,21,45,150],"frontiers":[11],"of":[12,23,127,158,190],"deep":[13,43],"learning":[14],"(DL)":[15],"on":[16,33,87,107],"edge":[17,46,89],"devices;":[18],"however,":[19],"to":[20,68],"best":[22],"our":[24,101],"knowledge,":[25],"no":[26],"prior":[27],"work":[28],"has":[29],"provided":[30],"comprehensive":[31,61],"evaluation":[32],"models\u2019":[35],"performance":[36,71],"analyzed":[38],"their":[39,181],"characteristics":[40],"by":[41],"diving":[42],"into":[44],"ecosystem":[47],"with":[48],"diversified":[49],"modern":[50],"DL":[51,84,148,191],"inference":[52],"engines":[53,85,192],"heterogeneous":[55],"hardware.":[56],"This":[57],"paper":[58],"proposes":[59],"a":[60,171],"open-source":[62],"benchmark":[63,120],"suite,":[64],"<bold":[65],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[66],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">ETBench</b>,":[67],"allow":[69],"power-efficiency,":[70],"accuracy":[73,159],"assessment":[74],"for":[75,164,187],"state-of-the-art":[76],"(SOTA)":[77],"across":[80],"11":[81,113],"most":[82],"widely-used":[83],"deployed":[86],"diverse":[88],"devices.":[90],"After":[91],"building":[92],"ETBench":[93,168],"that":[94,174],"satisfies":[95],"6":[96],"design":[97],"requirements":[98],"proposed":[99],"in":[100,156,178],"work,":[102],"we":[103],"conduct":[104],"extensive":[105],"experiments":[106],"14":[108],"devices":[109],"including":[110],"19":[111],"CPUs,":[112],"GPUs":[114],"5":[116],"NPUs,":[117],"obtain":[119],"results":[121],"from":[122],"all":[123],"deployment":[124],"scenarios":[125],"(combinations":[126],"models,":[128],"quantization":[129,152],"formats,":[130],"software":[131],"engines,":[132,149],"hardware":[134,194],"platforms).":[135],"Valuable":[136],"observations":[137],"insightful":[139],"implications":[140],"are":[141],"finally":[142],"summarized.":[143],"For":[144],"example,":[145],"within":[146],"current":[147],"INT8":[151],"is":[153],"significantly":[154],"underperformed":[155],"terms":[157],"speed":[161],"against":[162],"FP16":[163],"models.":[166],"Overall,":[167],"serves":[169],"as":[170],"collaborative":[172],"platform":[173],"assists":[175],"model":[176],"architects":[177],"better":[179],"evaluating":[180],"makes":[184],"it":[185],"possible":[186],"future":[188],"co-optimizations":[189],"accelerators.":[195]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}