{"id":"https://openalex.org/W4313162985","doi":"https://doi.org/10.1109/tmc.2022.3218724","title":"Hastening Stream Offloading of Inference via Multi-Exit DNNs in Mobile Edge Computing","display_name":"Hastening Stream Offloading of Inference via Multi-Exit DNNs in Mobile Edge Computing","publication_year":2022,"publication_date":"2022-11-04","ids":{"openalex":"https://openalex.org/W4313162985","doi":"https://doi.org/10.1109/tmc.2022.3218724"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2022.3218724","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2022.3218724","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029880904","display_name":"Zhicheng Liu","orcid":"https://orcid.org/0000-0001-8884-7457"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhicheng Liu","raw_affiliation_strings":["Tianjin Key Laboratory of Advanced Networking, College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0001-8884-7457","affiliations":[{"raw_affiliation_string":"Tianjin Key Laboratory of Advanced Networking, College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067450756","display_name":"Jinduo Song","orcid":null},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinduo Song","raw_affiliation_strings":["Tianjin Key Laboratory of Advanced Networking, College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianjin Key Laboratory of Advanced Networking, College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007510770","display_name":"Chao Qiu","orcid":"https://orcid.org/0000-0002-2224-2292"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Qiu","raw_affiliation_strings":["Tianjin Key Laboratory of Advanced Networking, College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-2224-2292","affiliations":[{"raw_affiliation_string":"Tianjin Key Laboratory of Advanced Networking, College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100363470","display_name":"Xiaofei Wang","orcid":"https://orcid.org/0000-0002-7223-1030"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofei Wang","raw_affiliation_strings":["Tianjin Key Laboratory of Advanced Networking, College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-7223-1030","affiliations":[{"raw_affiliation_string":"Tianjin Key Laboratory of Advanced Networking, College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100385692","display_name":"Xu Chen","orcid":"https://orcid.org/0000-0001-9943-6020"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Chen","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-9943-6020","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023499987","display_name":"Qiang He","orcid":"https://orcid.org/0000-0002-2607-4556"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Qiang He","raw_affiliation_strings":["Department of Computing Technologies, Swinburne University of Technology, Melbourne, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0002-2607-4556","affiliations":[{"raw_affiliation_string":"Department of Computing Technologies, Swinburne University of Technology, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100627101","display_name":"Hao Sheng","orcid":"https://orcid.org/0000-0002-2811-8962"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Sheng","raw_affiliation_strings":["State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2811-8962","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.7731,"has_fulltext":false,"cited_by_count":47,"citation_normalized_percentile":{"value":0.95615724,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"23","issue":"1","first_page":"535","last_page":"548"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9056215882301331},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.6134418845176697},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.6056029200553894},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5759493112564087},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.561893880367279},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5347021818161011},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.5188866257667542},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4827508330345154},{"id":"https://openalex.org/keywords/mobile-computing","display_name":"Mobile computing","score":0.45517709851264954},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.4341250956058502},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.41733479499816895},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.39817744493484497},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.37748420238494873},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.289339542388916},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2395647168159485}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9056215882301331},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.6134418845176697},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.6056029200553894},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5759493112564087},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.561893880367279},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5347021818161011},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.5188866257667542},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4827508330345154},{"id":"https://openalex.org/C144543869","wikidata":"https://www.wikidata.org/wiki/Q2738570","display_name":"Mobile computing","level":2,"score":0.45517709851264954},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.4341250956058502},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.41733479499816895},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.39817744493484497},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.37748420238494873},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.289339542388916},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2395647168159485},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2022.3218724","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2022.3218724","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G103782689","display_name":null,"funder_award_id":"CPSDSC202209","funder_id":"https://openalex.org/F4320321135","funder_display_name":"Chongqing University"},{"id":"https://openalex.org/G545781906","display_name":"\u4e91\u8fb9\u7aef\u7f51\u7edc\u534f\u540c\u7684\u6df1\u5ea6\u5f3a\u5316\u5b66\u4e60\u5728\u7ebf\u51b3\u7b56\u4f18\u5316\u7814\u7a76","funder_award_id":"62072332","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321106","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934"},{"id":"https://openalex.org/F4320321135","display_name":"Chongqing University","ror":"https://ror.org/023rhb549"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W1857884451","https://openalex.org/W2153972927","https://openalex.org/W2416799949","https://openalex.org/W2593769694","https://openalex.org/W2746553466","https://openalex.org/W2762586323","https://openalex.org/W2786070938","https://openalex.org/W2808381205","https://openalex.org/W2897268228","https://openalex.org/W2897807975","https://openalex.org/W2899183567","https://openalex.org/W2903650079","https://openalex.org/W2905357302","https://openalex.org/W2918221099","https://openalex.org/W2962677625","https://openalex.org/W2963037989","https://openalex.org/W2963070605","https://openalex.org/W2963376050","https://openalex.org/W2980856918","https://openalex.org/W2981114133","https://openalex.org/W2997558642","https://openalex.org/W3010665394","https://openalex.org/W3010833785","https://openalex.org/W3011134162","https://openalex.org/W3012539654","https://openalex.org/W3014359533","https://openalex.org/W3015627896","https://openalex.org/W3035595647","https://openalex.org/W3036525815","https://openalex.org/W3046577719","https://openalex.org/W3047392327","https://openalex.org/W3083321694","https://openalex.org/W3090437903","https://openalex.org/W3120061986","https://openalex.org/W3124435915","https://openalex.org/W3130871285","https://openalex.org/W3131711754","https://openalex.org/W3134603645","https://openalex.org/W3160936850","https://openalex.org/W3161224652","https://openalex.org/W3166492421","https://openalex.org/W3174065685","https://openalex.org/W3187813993","https://openalex.org/W3187981157","https://openalex.org/W3199609957","https://openalex.org/W3202549149","https://openalex.org/W3203452446","https://openalex.org/W3205100603","https://openalex.org/W4205090112","https://openalex.org/W4205398099","https://openalex.org/W4224314467","https://openalex.org/W4236099117","https://openalex.org/W4280581001","https://openalex.org/W4285105424","https://openalex.org/W4285257856","https://openalex.org/W6631943919"],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W3014317926","https://openalex.org/W2917127270","https://openalex.org/W2896883851","https://openalex.org/W3185499500"],"abstract_inverted_index":{"As":[0],"the":[1,31,37,104,127,165,168,172],"primary":[2],"driver":[3],"of":[4,17,33,43,68,181],"intelligent":[5],"mobile":[6,18,48,97],"applications,":[7],"deep":[8],"neural":[9],"networks":[10],"(DNNs)":[11],"have":[12,57],"gradually":[13],"deployed":[14],"to":[15,50,75,121],"millions":[16],"devices,":[19],"producing":[20],"massive":[21],"latency-sensitive":[22],"and":[23,79,107,155,183],"computation-intensive":[24],"tasks":[25,46],"daily.":[26],"Mobile":[27],"edge":[28,51,98],"computing":[29,34],"facilitates":[30],"deployment":[32],"resources":[35],"at":[36],"edge,":[38],"which":[39,100],"enables":[40],"fine-grained":[41],"offloading":[42],"DNN":[44,69],"inference":[45,70,81,94,112],"from":[47],"devices":[49],"nodes.":[52],"However,":[53],"most":[54],"existing":[55],"studies":[56],"not":[58],"systematically":[59],"considered":[60],"three":[61],"crucial":[62],"performance":[63,173],"aspects:":[64],"scheduling":[65],"multiple":[66,111],"streams":[67],"tasks,":[71],"leveraging":[72],"multi-exit":[73],"models":[74,82],"hasten":[76],"task":[77,113,131],"processing,":[78],"partitioning":[80],"for":[83,110,142],"partial":[84],"offloading.":[85],"To":[86],"this":[87,89],"end,":[88],"paper":[90],"proposes":[91],"an":[92,123,179],"adaptive":[93],"framework":[95],"in":[96],"computing,":[99],"can":[101],"dynamically":[102],"select":[103],"exit":[105],"point":[106,109],"partition":[108],"streams.":[114],"We":[115],"design":[116,138],"a":[117,139],"dynamic":[118],"programming":[119],"algorithm":[120,141,170],"obtain":[122],"efficient":[124],"solution":[125],"under":[126],"ideal":[128],"condition":[129],"that":[130,162],"arrival":[132],"information":[133],"is":[134,148],"known.":[135],"Further,":[136],"we":[137],"learning-based":[140],"online":[143,169],"scheduling,":[144],"whose":[145],"training":[146],"efficiency":[147],"improved":[149],"based":[150],"on":[151,174],"historical":[152],"experience":[153,157],"initialization":[154],"priority":[156],"replay.":[158],"Experimental":[159],"results":[160],"show":[161],"compared":[163],"with":[164],"Greedy":[166],"algorithm,":[167],"improves":[171],"two":[175],"environmental":[176],"parameters":[177],"by":[178],"average":[180],"5.9%":[182],"32%,":[184],"respectively.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":6}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}