{"id":"https://openalex.org/W4386634637","doi":"https://doi.org/10.1109/tcad.2023.3314388","title":"Ace-Sniper: Cloud\u2013Edge Collaborative Scheduling Framework With DNN Inference Latency Modeling on Heterogeneous Devices","display_name":"Ace-Sniper: Cloud\u2013Edge Collaborative Scheduling Framework With DNN Inference Latency Modeling on Heterogeneous Devices","publication_year":2023,"publication_date":"2023-09-12","ids":{"openalex":"https://openalex.org/W4386634637","doi":"https://doi.org/10.1109/tcad.2023.3314388"},"language":"en","primary_location":{"id":"doi:10.1109/tcad.2023.3314388","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2023.3314388","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101644806","display_name":"Weihong Liu","orcid":"https://orcid.org/0000-0002-0308-0259"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Weihong Liu","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","Suzhou Institute for Advanced Research, University of Science and Technology of China, Suzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-0308-0259","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Suzhou Institute for Advanced Research, University of Science and Technology of China, Suzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101916933","display_name":"Jiawei Geng","orcid":"https://orcid.org/0000-0001-7405-9820"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawei Geng","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","Suzhou Institute for Advanced Research, University of Science and Technology of China, Suzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-7405-9820","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Suzhou Institute for Advanced Research, University of Science and Technology of China, Suzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022299432","display_name":"Zongwei Zhu","orcid":"https://orcid.org/0000-0003-3607-2631"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zongwei Zhu","raw_affiliation_strings":["Suzhou Institute for Advanced Research, University of Science and Technology of China, Suzhou, China","School of Software Engineering, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-3607-2631","affiliations":[{"raw_affiliation_string":"Suzhou Institute for Advanced Research, University of Science and Technology of China, Suzhou, China","institution_ids":[]},{"raw_affiliation_string":"School of Software Engineering, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071379775","display_name":"Yang Zhao","orcid":"https://orcid.org/0000-0003-2338-5671"},"institutions":[{"id":"https://openalex.org/I194716290","display_name":"China Academy of Space Technology","ror":"https://ror.org/025397a59","country_code":"CN","type":"government","lineage":["https://openalex.org/I194716290","https://openalex.org/I2802615301"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Zhao","raw_affiliation_strings":["National Key Laboratory of Science and Technology on Space Micrwave, Xi’an Institute of Space Radio Technology, Xi’an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Space Micrwave, Xi’an Institute of Space Radio Technology, Xi’an, China","institution_ids":["https://openalex.org/I194716290"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061084006","display_name":"Cheng Ji","orcid":"https://orcid.org/0000-0002-2525-8070"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Ji","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-2525-8070","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100616448","display_name":"Changlong Li","orcid":"https://orcid.org/0000-0002-4042-6538"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changlong Li","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4042-6538","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034958682","display_name":"Zirui Lian","orcid":"https://orcid.org/0000-0002-5104-1852"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zirui Lian","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","Suzhou Institute for Advanced Research, University of Science and Technology of China, Suzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Suzhou Institute for Advanced Research, University of Science and Technology of China, Suzhou, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077322091","display_name":"Xuehai Zhou","orcid":"https://orcid.org/0000-0002-8360-3143"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuehai Zhou","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","Suzhou Institute for Advanced Research, University of Science and Technology of China, Suzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-8360-3143","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Suzhou Institute for Advanced Research, University of Science and Technology of China, Suzhou, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5101644806"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":5.1155,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.95851615,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"43","issue":"2","first_page":"534","last_page":"547"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8140438795089722},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7411470413208008},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6329271793365479},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5969933271408081},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5255283713340759},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.5164039731025696},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5110822916030884},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4318237900733948},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3689277768135071},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3551211655139923},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3260953724384308},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08694276213645935}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8140438795089722},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7411470413208008},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6329271793365479},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5969933271408081},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5255283713340759},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.5164039731025696},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5110822916030884},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4318237900733948},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3689277768135071},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3551211655139923},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3260953724384308},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08694276213645935},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcad.2023.3314388","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2023.3314388","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2471755246","display_name":null,"funder_award_id":"62102179","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5935762161","display_name":null,"funder_award_id":"BK20200462","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G7277936492","display_name":null,"funder_award_id":"62102390","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1967398258","https://openalex.org/W1974871916","https://openalex.org/W2063559185","https://openalex.org/W2416799949","https://openalex.org/W2886851211","https://openalex.org/W2908585064","https://openalex.org/W2920995258","https://openalex.org/W2963918968","https://openalex.org/W3014810041","https://openalex.org/W3019166713","https://openalex.org/W3043302551","https://openalex.org/W3048441649","https://openalex.org/W3092181318","https://openalex.org/W3092334294","https://openalex.org/W3097528158","https://openalex.org/W3104596736","https://openalex.org/W3110777925","https://openalex.org/W3117482727","https://openalex.org/W3158444059","https://openalex.org/W3165698711","https://openalex.org/W3185659533","https://openalex.org/W3186289964","https://openalex.org/W3191664269","https://openalex.org/W3213941755","https://openalex.org/W3215850644","https://openalex.org/W4221119758","https://openalex.org/W4281757109","https://openalex.org/W4283033613","https://openalex.org/W4287333021","https://openalex.org/W4293023482","https://openalex.org/W6739901393","https://openalex.org/W6752515464","https://openalex.org/W6765484274","https://openalex.org/W6779965347","https://openalex.org/W6780284225","https://openalex.org/W6780506207","https://openalex.org/W6790754042","https://openalex.org/W6803936457"],"related_works":["https://openalex.org/W3008625068","https://openalex.org/W3128807919","https://openalex.org/W3176411177","https://openalex.org/W3035501883","https://openalex.org/W3013760193","https://openalex.org/W3162668736","https://openalex.org/W4366999913","https://openalex.org/W4281678247","https://openalex.org/W4381489698","https://openalex.org/W3014007418"],"abstract_inverted_index":{"The":[0,60],"cloud\u2013edge":[1],"collaborative":[2],"inference":[3,20,97,191],"requires":[4],"efficient":[5],"scheduling":[6,29,93,179,206],"of":[7,62,138,148,164,189],"artificial":[8],"intelligence":[9,16],"(AI)":[10],"tasks":[11,213],"to":[12,38,56,104,160],"the":[13,39,48,106,119,146,154,162,165,185,197,204,208,219],"appropriate":[14],"edge":[15,32],"devices.":[17,102],"Gls":[18],"DNN":[19,96,190],"latency":[21,98,192],"has":[22],"become":[23],"a":[24,92,109],"vital":[25],"basis":[26],"for":[27,70,135,212],"improving":[28],"efficiency.":[30],"However,":[31],"devices":[33,63],"exhibit":[34],"highly":[35],"heterogeneous":[36,101,170],"due":[37],"differences":[40],"in":[41],"hardware":[42,111],"architectures,":[43],"computing":[44],"power,":[45],"etc.":[46],"Meanwhile,":[47],"diverse":[49,139],"deep":[50],"neural":[51,129],"networks":[52],"(DNNs)":[53],"are":[54],"continuing":[55],"iterate":[57],"over":[58],"time.":[59],"diversity":[61],"and":[64,81,89,140,150,196,218],"DNNs":[65,168],"introduces":[66],"high":[67],"computational":[68],"costs":[69],"measurement":[71],"methods,":[72,207],"while":[73],"invasive":[74],"prediction":[75,193,198],"methods":[76],"face":[77],"significant":[78],"development":[79],"efforts":[80],"application":[82],"limitations.":[83],"In":[84],"this":[85],"article,":[86],"we":[87],"propose":[88],"develop":[90],"Ace-Sniper,":[91],"framework":[94],"with":[95,145,203],"modeling":[99,113],"on":[100,169,226],"First,":[103],"address":[105],"device":[107],"heterogeneity,":[108],"unified":[110],"resource":[112],"(HRM)":[114],"is":[115,133,158,194,214,222],"designed":[116,159],"by":[117,216,224],"considering":[118],"platforms":[120],"as":[121,152],"black-box":[122],"functions":[123],"that":[124,184],"output":[125],"feature":[126,136],"vectors.":[127],"Second,":[128],"network":[130,157],"similarity":[131],"(NNS)":[132],"introduced":[134],"extraction":[137],"frequently":[141],"iterated":[142],"DNNs.":[143],"Finally,":[144],"results":[147,182],"HRM":[149],"NNS":[151],"input,":[153],"performance":[155],"characterization":[156],"predict":[161],"latencies":[163],"given":[166],"unseen":[167],"devices,":[171],"which":[172],"can":[173],"be":[174],"combined":[175],"into":[176],"most":[177],"time-based":[178],"algorithms.":[180],"Experimental":[181],"show":[183],"average":[186,209],"relative":[187],"error":[188],"11.11%,":[195],"accuracy":[199],"reaches":[200],"93.2%.":[201],"Compared":[202],"nontime-aware":[205],"waiting":[210],"time":[211],"reduced":[215],"82.95%,":[217],"platform":[220],"throughput":[221],"improved":[223],"63%":[225],"average.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":15}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}