{"id":"https://openalex.org/W4312817101","doi":"https://doi.org/10.1109/tpds.2022.3222765","title":"TFormer: A Transmission-Friendly ViT Model for IoT Devices","display_name":"TFormer: A Transmission-Friendly ViT Model for IoT Devices","publication_year":2022,"publication_date":"2022-11-17","ids":{"openalex":"https://openalex.org/W4312817101","doi":"https://doi.org/10.1109/tpds.2022.3222765"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2022.3222765","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2022.3222765","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027687139","display_name":"Zhichao Lu","orcid":"https://orcid.org/0000-0002-4618-3573"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhichao Lu","raw_affiliation_strings":["School of Software Engineering, Sun Yat-sen University, Zhuhai, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Sun Yat-sen University, Zhuhai, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046959149","display_name":"Chuntao Ding","orcid":"https://orcid.org/0000-0001-8362-8407"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuntao Ding","raw_affiliation_strings":["School of Computer and Information Technology, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Information Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034751153","display_name":"Felix Juefei-Xu","orcid":"https://orcid.org/0000-0002-0857-8611"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Felix Juefei-Xu","raw_affiliation_strings":["Meta AI, New York, NY, USA","New York University, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Meta AI, New York, NY, USA","institution_ids":[]},{"raw_affiliation_string":"New York University, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031717929","display_name":"Vishnu Naresh Boddeti","orcid":"https://orcid.org/0000-0002-8918-9385"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vishnu Naresh Boddeti","raw_affiliation_strings":["Department of Computer Science and Engineering, Michigan State University, East Lansing, MI, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Michigan State University, East Lansing, MI, USA","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054814598","display_name":"Shangguang Wang","orcid":"https://orcid.org/0000-0001-7245-1298"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shangguang Wang","raw_affiliation_strings":["Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035343733","display_name":"Yun Yang","orcid":"https://orcid.org/0000-0002-7868-5471"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yun Yang","raw_affiliation_strings":["Department of Computing Technologies, Swinburne University of Technology, Melbourne, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"Department of Computing Technologies, Swinburne University of Technology, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I57093077"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5027687139"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":2.0417,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.8838059,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"34","issue":"2","first_page":"598","last_page":"610"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8790338635444641},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6236481666564941},{"id":"https://openalex.org/keywords/flops","display_name":"FLOPS","score":0.5721144676208496},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5127680897712708},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.47639814019203186},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.4683244526386261},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4631212651729584},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.44740796089172363},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.37323981523513794},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.14899635314941406}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8790338635444641},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6236481666564941},{"id":"https://openalex.org/C3826847","wikidata":"https://www.wikidata.org/wiki/Q188768","display_name":"FLOPS","level":2,"score":0.5721144676208496},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5127680897712708},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.47639814019203186},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.4683244526386261},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4631212651729584},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.44740796089172363},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.37323981523513794},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.14899635314941406}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2022.3222765","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2022.3222765","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G170335043","display_name":null,"funder_award_id":"2021M700364","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G2741743761","display_name":null,"funder_award_id":"61922017","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2743535806","display_name":null,"funder_award_id":"2021M691424","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G667028818","display_name":null,"funder_award_id":"62106097","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6980289824","display_name":null,"funder_award_id":"2021RC272","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G891683650","display_name":null,"funder_award_id":"62202039","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W153185079","https://openalex.org/W1821462560","https://openalex.org/W1861492603","https://openalex.org/W1974133309","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2468875367","https://openalex.org/W2549139847","https://openalex.org/W2605258629","https://openalex.org/W2737258237","https://openalex.org/W2897268228","https://openalex.org/W2910628332","https://openalex.org/W2962883027","https://openalex.org/W2963125010","https://openalex.org/W2963351448","https://openalex.org/W2975653970","https://openalex.org/W2992308087","https://openalex.org/W2996942942","https://openalex.org/W2998508940","https://openalex.org/W3030801383","https://openalex.org/W3035414587","https://openalex.org/W3035682985","https://openalex.org/W3040288082","https://openalex.org/W3041582121","https://openalex.org/W3047538493","https://openalex.org/W3049640275","https://openalex.org/W3059506646","https://openalex.org/W3094144275","https://openalex.org/W3096609285","https://openalex.org/W3101102032","https://openalex.org/W3102767875","https://openalex.org/W3113877627","https://openalex.org/W3116992856","https://openalex.org/W3121523901","https://openalex.org/W3123257271","https://openalex.org/W3130673459","https://openalex.org/W3131500599","https://openalex.org/W3136416617","https://openalex.org/W3138516171","https://openalex.org/W3163465952","https://openalex.org/W3170841864","https://openalex.org/W3187567638","https://openalex.org/W3193859704","https://openalex.org/W3202742610","https://openalex.org/W3204801262","https://openalex.org/W4214493665","https://openalex.org/W4214893857","https://openalex.org/W4283811336","https://openalex.org/W4286914341","https://openalex.org/W4289821779","https://openalex.org/W4293210321","https://openalex.org/W4312290555","https://openalex.org/W4312340826","https://openalex.org/W4312820606","https://openalex.org/W6638523607","https://openalex.org/W6682132143","https://openalex.org/W6739901393","https://openalex.org/W6757817989","https://openalex.org/W6784333009","https://openalex.org/W6788135285","https://openalex.org/W6790028984","https://openalex.org/W6801655670","https://openalex.org/W6802996638","https://openalex.org/W6810653034"],"related_works":["https://openalex.org/W2883256816","https://openalex.org/W2171408034","https://openalex.org/W3003320923","https://openalex.org/W2106140982","https://openalex.org/W2152313554","https://openalex.org/W2064303750","https://openalex.org/W1509300825","https://openalex.org/W3092582874","https://openalex.org/W2054620577","https://openalex.org/W4200394864"],"abstract_inverted_index":{"Deploying":[0],"high-performance":[1],"vision":[2,16],"transformer":[3],"(ViT)":[4],"models":[5],"on":[6,88,105,205,221,253],"ubiquitous":[7],"Internet":[8],"of":[9,38,47,64,70,112,122,127,148,183,188,215],"Things":[10],"(IoT)":[11],"devices":[12,40,108,208],"to":[13,31,50,60,86,131,169,179,192,201,209],"provide":[14],"high-quality":[15],"services":[17],"will":[18],"revolutionize":[19],"the":[20,28,32,35,45,61,71,75,110,132,137,171,181,212,216,222,240],"way":[21],"we":[22],"live,":[23],"work,":[24],"and":[25,41,66,84,119,125,136,151,159,167,199,226,234,261],"interact":[26],"with":[27,109,162,195,257],"world.":[29],"Due":[30],"contradiction":[33],"between":[34],"limited":[36],"resources":[37],"IoT":[39,90,107,207],"resource-intensive":[42],"ViT":[43,52,73,100,217],"models,":[44,74],"use":[46],"cloud":[48,80,114],"servers":[49,81],"assist":[51],"model":[53,76,123,197,242],"training":[54],"has":[55],"become":[56],"mainstream.":[57],"However,":[58],"due":[59],"larger":[62],"number":[63,121,182],"parameters":[65,77,124,166,198,260],"floating-point":[67],"operations":[68],"(FLOPs)":[69],"existing":[72],"transmitted":[78],"by":[79],"are":[82,129],"large":[83],"difficult":[85],"run":[87],"resource-constrained":[89,106,206],"devices.":[91],"To":[92],"this":[93,95,189],"end,":[94],"article":[96,190],"proposes":[97],"a":[98,113,152,164],"transmission-friendly":[99],"model,":[101],"TFormer,":[102],"for":[103,229],"deployment":[104],"assistance":[111],"server.":[115],"The":[116,144,174,185],"high":[117,213],"performance":[118,214],"small":[120],"FLOPs":[126,168,200],"TFormer":[128,172,194],"attributed":[130],"proposed":[133,138,241],"hybrid":[134,145],"layer":[135,146],"partially":[139],"connected":[140],"feed-forward":[141],"network":[142],"(PCS-FFN).":[143],"consists":[147],"nonlearnable":[149],"modules":[150],"pointwise":[153],"convolution,":[154],"which":[155],"can":[156],"obtain":[157],"multitype":[158],"multiscale":[160],"features":[161],"only":[163],"few":[165,196],"improve":[170],"performance.":[173],"PCS-FFN":[175],"adopts":[176],"group":[177],"convolution":[178],"reduce":[180],"parameters.":[184],"key":[186],"idea":[187],"is":[191],"propose":[193],"facilitate":[202],"applications":[203],"running":[204],"benefit":[210],"from":[211],"models.":[218,246],"Experimental":[219],"results":[220],"ImageNet-1K,":[223],"MS":[224],"COCO,":[225],"ADE20K":[227],"datasets":[228],"image":[230],"classification,":[231],"object":[232],"detection,":[233],"semantic":[235],"segmentation":[236],"tasks":[237],"demonstrate":[238],"that":[239],"outperforms":[243],"other":[244],"state-of-the-art":[245],"Specifically,":[247],"TFormer-S":[248],"achieves":[249],"5%":[250],"higher":[251],"accuracy":[252],"ImageNet-1K":[254],"than":[255],"ResNet18":[256],"1.4\u00d7":[258],"fewer":[259],"FLOPs.":[262]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}