{"id":"https://openalex.org/W3198373418","doi":"https://doi.org/10.1109/tmc.2021.3107424","title":"A Co-Scheduling Framework for DNN Models on Mobile and Edge Devices with Heterogeneous Hardware","display_name":"A Co-Scheduling Framework for DNN Models on Mobile and Edge Devices with Heterogeneous Hardware","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3198373418","doi":"https://doi.org/10.1109/tmc.2021.3107424","mag":"3198373418"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2021.3107424","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2021.3107424","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047324704","display_name":"Zhiyuan Xu","orcid":"https://orcid.org/0000-0003-2879-3244"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zhiyuan Xu","raw_affiliation_strings":["Electrical Engineering and Computer Science, Syracuse University, 2029 Syracuse, New York, United States, (e-mail: zxu105@syr.edu)"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science, Syracuse University, 2029 Syracuse, New York, United States, (e-mail: zxu105@syr.edu)","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048130147","display_name":"Dejun Yang","orcid":"https://orcid.org/0000-0002-1811-4423"},"institutions":[{"id":"https://openalex.org/I167576493","display_name":"Colorado School of Mines","ror":"https://ror.org/04raf6v53","country_code":"US","type":"education","lineage":["https://openalex.org/I167576493"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dejun Yang","raw_affiliation_strings":["Computer Science, Colorado School of Mines, 3557 Golden, Colorado, United States, (e-mail: djyang@mines.edu)"],"affiliations":[{"raw_affiliation_string":"Computer Science, Colorado School of Mines, 3557 Golden, Colorado, United States, (e-mail: djyang@mines.edu)","institution_ids":["https://openalex.org/I167576493"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031741238","display_name":"Chengxiang Yin","orcid":"https://orcid.org/0000-0002-3238-960X"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chengxiang Yin","raw_affiliation_strings":["Electrical Engineering and Computer Science, Syracuse University, 2029 Syracuse, New York, United States, (e-mail: cyin02@syr.edu)"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science, Syracuse University, 2029 Syracuse, New York, United States, (e-mail: cyin02@syr.edu)","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039176528","display_name":"Jian Tang","orcid":"https://orcid.org/0000-0003-4418-0114"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jian Tang","raw_affiliation_strings":["Electrical Engineering and Computer Science, Syracuse University, 2029 Syracuse, New York, United States, (e-mail: jtang02@syr.edu)"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science, Syracuse University, 2029 Syracuse, New York, United States, (e-mail: jtang02@syr.edu)","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100651384","display_name":"Yanzhi Wang","orcid":"https://orcid.org/0000-0002-3024-7990"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanzhi Wang","raw_affiliation_strings":["ECE, Northeastern University, 1848 Boston, Massachusetts, United States, (e-mail: yanz.wang@northeastern.edu)"],"affiliations":[{"raw_affiliation_string":"ECE, Northeastern University, 1848 Boston, Massachusetts, United States, (e-mail: yanz.wang@northeastern.edu)","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026230689","display_name":"Guoliang Xue","orcid":"https://orcid.org/0000-0002-5833-8894"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guoliang Xue","raw_affiliation_strings":["Computer Science and Engineering, Arizona State University, 7864 Tempe, Arizona, United States, (e-mail: xue@asu.edu)"],"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, Arizona State University, 7864 Tempe, Arizona, United States, (e-mail: xue@asu.edu)","institution_ids":["https://openalex.org/I55732556"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5047324704"],"corresponding_institution_ids":["https://openalex.org/I70983195"],"apc_list":null,"apc_paid":null,"fwci":1.7601,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.85556217,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8787726163864136},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5933681130409241},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5579944252967834},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5534142851829529},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.5384068489074707},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5343759655952454},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.5194756388664246},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4735352694988251},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.452082097530365},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.4436595141887665},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.432861328125},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.41872638463974},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.41775739192962646},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.3654692769050598},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.36073029041290283},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.3032914996147156},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.27031955122947693},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.19282713532447815},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.17133942246437073}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8787726163864136},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5933681130409241},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5579944252967834},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5534142851829529},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.5384068489074707},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5343759655952454},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.5194756388664246},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4735352694988251},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.452082097530365},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.4436595141887665},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.432861328125},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.41872638463974},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.41775739192962646},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3654692769050598},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.36073029041290283},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.3032914996147156},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.27031955122947693},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.19282713532447815},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.17133942246437073},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2021.3107424","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2021.3107424","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8999999761581421,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G214874713","display_name":null,"funder_award_id":"1704662","funder_id":"https://openalex.org/F4320337388","funder_display_name":"Division of Computer and Network Systems"},{"id":"https://openalex.org/G5877293658","display_name":null,"funder_award_id":"1704092","funder_id":"https://openalex.org/F4320337388","funder_display_name":"Division of Computer and Network Systems"}],"funders":[{"id":"https://openalex.org/F4320337388","display_name":"Division of Computer and Network Systems","ror":"https://ror.org/02rdzmk74"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W1546411676","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W1966000877","https://openalex.org/W1976948919","https://openalex.org/W2102660061","https://openalex.org/W2119144962","https://openalex.org/W2121910542","https://openalex.org/W2140973383","https://openalex.org/W2145339207","https://openalex.org/W2194775991","https://openalex.org/W2271840356","https://openalex.org/W2279098554","https://openalex.org/W2300242332","https://openalex.org/W2525851376","https://openalex.org/W2554777827","https://openalex.org/W2605258629","https://openalex.org/W2766306478","https://openalex.org/W2798170643","https://openalex.org/W2804032941","https://openalex.org/W2860338957","https://openalex.org/W2885579974","https://openalex.org/W2886851211","https://openalex.org/W2897268228","https://openalex.org/W2898495092","https://openalex.org/W2909099954","https://openalex.org/W2919064223","https://openalex.org/W2919115771","https://openalex.org/W2963363373","https://openalex.org/W2963549123","https://openalex.org/W2963674387","https://openalex.org/W2963728985","https://openalex.org/W2964233199","https://openalex.org/W2979679572","https://openalex.org/W2997768846","https://openalex.org/W3016712945","https://openalex.org/W3038006402","https://openalex.org/W3104263540","https://openalex.org/W4236853429","https://openalex.org/W4296180618","https://openalex.org/W4297775537","https://openalex.org/W4383112908","https://openalex.org/W6620707391","https://openalex.org/W6631190155","https://openalex.org/W6632670727","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6677580257","https://openalex.org/W6684260611","https://openalex.org/W6684921986","https://openalex.org/W6692846177","https://openalex.org/W6693397755","https://openalex.org/W6694517276","https://openalex.org/W6695314431","https://openalex.org/W6714058667","https://openalex.org/W6730179637","https://openalex.org/W6736057607","https://openalex.org/W6737664043","https://openalex.org/W6743188669","https://openalex.org/W6744700018","https://openalex.org/W6748163181","https://openalex.org/W6748416416","https://openalex.org/W6748554570","https://openalex.org/W6751349269","https://openalex.org/W6751528251","https://openalex.org/W6774015895"],"related_works":["https://openalex.org/W4322761281","https://openalex.org/W4238233472","https://openalex.org/W4313463218","https://openalex.org/W4312996489","https://openalex.org/W3111395152","https://openalex.org/W4313526662","https://openalex.org/W3106131444","https://openalex.org/W3216099748","https://openalex.org/W4205963435","https://openalex.org/W4319161913"],"abstract_inverted_index":{"With":[0],"the":[1,12,68,97,113],"emergence":[2],"of":[3,14,17,71,144,194],"more":[4,6],"and":[5,9,11,35,65,130,153,156,197],"powerful":[7],"chipsets":[8],"hardware":[10],"rise":[13],"Artificial":[15],"Intelligence":[16],"Things":[18],"(AIoT),":[19],"there":[20],"is":[21,142],"a":[22,49,76,83,146],"growing":[23],"trend":[24],"for":[25],"bringing":[26],"Deep":[27,123],"Neural":[28],"Network":[29],"(DNN)":[30],"models":[31,74],"to":[32,63,127,162],"empower":[33],"mobile":[34,77],"edge":[36,79],"devices":[37],"with":[38],"intelligence":[39],"such":[40],"that":[41,186],"they":[42],"can":[43],"support":[44,67],"attractive":[45],"AI":[46],"applications":[47],"in":[48,192],"real-time":[50],"manner.":[51],"To":[52,170],"leverage":[53],"heterogeneous":[54,117],"computational":[55,114],"resources":[56,115],"(such":[57],"as":[58],"CPU,":[59],"GPU,":[60],"DSP,":[61],"etc.)":[62],"effectively":[64],"efficiently":[66,110],"concurrent":[69],"inference":[70,150],"multiple":[72],"DNN":[73,164],"on":[75,89,116,136,177],"or":[78],"device,":[80],"we":[81,173],"propose":[82],"novel":[84],"online":[85,132],"Co-Scheduling":[86],"framework":[87],"based":[88,135],"deep":[90],"REinforcement":[91],"Learning,":[92],"called":[93],"COSREL.":[94],"COSREL":[95,187],"has":[96],"following":[98],"desirable":[99],"features:":[100],"1)":[101],"it":[102,120,141,158],"achieves":[103],"significant":[104],"speedup":[105],"over":[106],"commonly-used":[107],"methods":[108],"by":[109],"utilizing":[111],"all":[112],"hardware;":[118],"2)":[119],"leverages":[121],"emerging":[122],"Reinforcement":[124],"Learning":[125],"(DRL)":[126],"make":[128],"dynamic":[129],"wise":[131],"scheduling":[133],"decisions":[134],"system":[137],"runtime":[138],"state;":[139],"3)":[140],"capable":[143],"making":[145],"good":[147],"tradeoff":[148],"among":[149],"latency,":[151,196],"throughput,":[152,195],"energy":[154,198],"efficiency;":[155],"4)":[157],"makes":[159],"no":[160],"changes":[161],"given":[163],"models,":[165],"thus":[166],"preserves":[167],"their":[168],"accuracies.":[169],"evaluate":[171],"COSREL,":[172],"conduct":[174],"extensive":[175],"experiments":[176],"an":[178],"off-the-shelf":[179],"Android":[180],"smartphone.":[181],"The":[182],"experimental":[183],"results":[184],"show":[185],"consistently":[188],"outperforms":[189],"other":[190],"baselines":[191],"terms":[193],"efficiency.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}