{"id":"https://openalex.org/W4328030459","doi":"https://doi.org/10.1109/tcc.2023.3258982","title":"DNN Surgery: Accelerating DNN Inference on the Edge Through Layer Partitioning","display_name":"DNN Surgery: Accelerating DNN Inference on the Edge Through Layer Partitioning","publication_year":2023,"publication_date":"2023-03-20","ids":{"openalex":"https://openalex.org/W4328030459","doi":"https://doi.org/10.1109/tcc.2023.3258982"},"language":"en","primary_location":{"id":"doi:10.1109/tcc.2023.3258982","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2023.3258982","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016709633","display_name":"Huanghuang Liang","orcid":"https://orcid.org/0000-0003-2847-0285"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Huanghuang Liang","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, Hubei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015135395","display_name":"Qianlong Sang","orcid":"https://orcid.org/0009-0005-1563-9434"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianlong Sang","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, Hubei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038334756","display_name":"Chuang Hu","orcid":"https://orcid.org/0000-0002-9051-3242"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuang Hu","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, Hubei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063911669","display_name":"Dazhao Cheng","orcid":"https://orcid.org/0000-0003-2869-7623"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dazhao Cheng","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, Hubei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101677080","display_name":"Xiaobo Zhou","orcid":"https://orcid.org/0009-0004-9500-3390"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Xiaobo Zhou","raw_affiliation_strings":["Department of Computer and Information Sciences, State Key Laboratory of Internet of Things for Smart City, University of Macau, Macau, China","State Key Laboratory of Internet of Things for Smart City & the Department of Computer and Information Sciences, University of Macau, Macau, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Sciences, State Key Laboratory of Internet of Things for Smart City, University of Macau, Macau, China","institution_ids":["https://openalex.org/I6469544","https://openalex.org/I204512498"]},{"raw_affiliation_string":"State Key Laboratory of Internet of Things for Smart City & the Department of Computer and Information Sciences, University of Macau, Macau, China","institution_ids":["https://openalex.org/I6469544","https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100411794","display_name":"Dan Wang","orcid":"https://orcid.org/0000-0002-0921-2726"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Dan Wang","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035549916","display_name":"Wei Bao","orcid":"https://orcid.org/0000-0003-1874-1766"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wei Bao","raw_affiliation_strings":["School of Computer Science, The University of Sydney, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100445368","display_name":"Yu Wang","orcid":"https://orcid.org/0000-0003-3511-0288"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Wang","raw_affiliation_strings":["Department of Computer and Information Sciences, Temple University, Philadelphia, PA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Sciences, Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5016709633"],"corresponding_institution_ids":["https://openalex.org/I37461747"],"apc_list":null,"apc_paid":null,"fwci":5.6484,"has_fulltext":false,"cited_by_count":46,"citation_normalized_percentile":{"value":0.97166876,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"11","issue":"3","first_page":"3111","last_page":"3125"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7745710611343384},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.673439621925354},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6450281739234924},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.551928699016571},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.5370029807090759},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45236581563949585},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.442113995552063},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.42391258478164673},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37865832448005676},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.12250679731369019},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.12066474556922913}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7745710611343384},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.673439621925354},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6450281739234924},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.551928699016571},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.5370029807090759},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45236581563949585},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.442113995552063},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.42391258478164673},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37865832448005676},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.12250679731369019},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.12066474556922913},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcc.2023.3258982","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2023.3258982","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-166706","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-166706","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W14889835","https://openalex.org/W587794757","https://openalex.org/W639708223","https://openalex.org/W1972191802","https://openalex.org/W2046056978","https://openalex.org/W2101788345","https://openalex.org/W2113137767","https://openalex.org/W2144931885","https://openalex.org/W2194775991","https://openalex.org/W2296516251","https://openalex.org/W2342810050","https://openalex.org/W2412479940","https://openalex.org/W2468875367","https://openalex.org/W2469094744","https://openalex.org/W2570343428","https://openalex.org/W2585720638","https://openalex.org/W2599379624","https://openalex.org/W2604805566","https://openalex.org/W2605258629","https://openalex.org/W2797932837","https://openalex.org/W2809811157","https://openalex.org/W2872933037","https://openalex.org/W2887117815","https://openalex.org/W2960833983","https://openalex.org/W2960944858","https://openalex.org/W2962883027","https://openalex.org/W2963973518","https://openalex.org/W2964217527","https://openalex.org/W2964350391","https://openalex.org/W2981958729","https://openalex.org/W2982507465","https://openalex.org/W2985740385","https://openalex.org/W3009990445","https://openalex.org/W3012561096","https://openalex.org/W3021234123","https://openalex.org/W3035564946","https://openalex.org/W3046256272","https://openalex.org/W3047375952","https://openalex.org/W3047544015","https://openalex.org/W3084340075","https://openalex.org/W3091862797","https://openalex.org/W3110777925","https://openalex.org/W3155039760","https://openalex.org/W3160220816","https://openalex.org/W3168682287","https://openalex.org/W3210635777","https://openalex.org/W4220901627","https://openalex.org/W6600612813","https://openalex.org/W6617368339","https://openalex.org/W6620707391","https://openalex.org/W6731892127","https://openalex.org/W6735636592","https://openalex.org/W6736209464","https://openalex.org/W6794265893","https://openalex.org/W6796383972","https://openalex.org/W7036755447"],"related_works":["https://openalex.org/W4244478748","https://openalex.org/W4223488648","https://openalex.org/W2134969820","https://openalex.org/W2251605416","https://openalex.org/W2560439919","https://openalex.org/W4389340727","https://openalex.org/W3150465815","https://openalex.org/W1997222214","https://openalex.org/W3128807919","https://openalex.org/W3176411177"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2],"deep":[3],"neural":[4],"networks":[5],"have":[6],"substantially":[7,98],"improved":[8],"the":[9,37,48,51,70,82,88,100,128,141,150,154,158,161,173],"accuracy":[10],"and":[11,84,105,195,223,229,236],"speed":[12],"of":[13,43,54,64,102,160],"various":[14],"intelligent":[15],"applications.":[16],"Nevertheless,":[17],"one":[18],"obstacle":[19],"is":[20,59,93,123,165,178],"that":[21,50,63,121,181],"DNN":[22,57,71,76,103,135,142,186,205,214,230],"inference":[23,34,164],"imposes":[24],"a":[25,40,112,118,132,168,224],"heavy":[26],"computation":[27],"burden":[28],"on":[29,172],"end":[30],"devices,":[31],"but":[32],"offloading":[33],"tasks":[35],"to":[36,77,192,199,216],"cloud":[38,85,162],"causes":[39],"large":[41],"volume":[42],"data":[44,52,89],"transmission.":[45,90],"Motivated":[46],"by":[47,111],"fact":[49],"size":[53],"some":[55],"intermediate":[56],"layers":[58],"significantly":[60],"smaller":[61],"than":[62,117],"raw":[65],"input":[66],"data,":[67],"we":[68,212],"designed":[69],"surgery,":[72],"which":[73,138],"allows":[74],"partitioned":[75],"be":[78],"processed":[79],"at":[80],"both":[81],"edge":[83],"while":[86],"limiting":[87],"The":[91],"challenge":[92],"twofold:":[94],"(1)":[95],"Network":[96],"dynamics":[97],"influence":[99],"performance":[101],"partition,":[104],"(2)":[106],"State-of-the-art":[107],"DNNs":[108],"are":[109],"characterized":[110],"directed":[113],"acyclic":[114],"graph":[115],"rather":[116],"chain,":[119],"so":[120],"partition":[122,151],"incredibly":[124],"complicated.":[125],"To":[126],"solve":[127],"issues,":[129],"We":[130,147,202],"design":[131],"Dynamic":[133],"Adaptive":[134],"Surgery(DADS)":[136],"scheme,":[137],"optimally":[139],"partitions":[140],"under":[143,153],"different":[144],"network":[145],"conditions.":[146],"also":[148],"study":[149],"problem":[152],"cost-constrained":[155],"system,":[156],"where":[157,211],"resource":[159],"for":[163],"limited.":[166],"Then,":[167],"real-world":[169],"prototype":[170],"based":[171],"selif-driving":[174],"car":[175],"video":[176],"dataset":[177],"implemented,":[179],"showing":[180],"compared":[182],"with":[183],"current":[184],"approaches,":[185],"surgery":[187,206,215,231],"can":[188],"improve":[189,196],"latency":[190],"up":[191,198],"6.45":[193],"times":[194],"throughput":[197,235],"8.31":[200],"times.":[201],"further":[203],"evaluate":[204],"through":[207],"two":[208],"case":[209],"studies":[210],"use":[213],"support":[217],"an":[218],"indoor":[219],"intrusion":[220],"detection":[221],"application":[222],"campus":[225],"traffic":[226],"monitor":[227],"application,":[228],"shows":[232],"consistently":[233],"high":[234],"low":[237],"latency.":[238]},"counts_by_year":[{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}