{"id":"https://openalex.org/W4285295176","doi":"https://doi.org/10.1109/jiot.2022.3179231","title":"Edge-Enabled Two-Stage Scheduling Based on Deep Reinforcement Learning for Internet of Everything","display_name":"Edge-Enabled Two-Stage Scheduling Based on Deep Reinforcement Learning for Internet of Everything","publication_year":2022,"publication_date":"2022-05-30","ids":{"openalex":"https://openalex.org/W4285295176","doi":"https://doi.org/10.1109/jiot.2022.3179231"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2022.3179231","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3179231","pdf_url":"https://ieeexplore.ieee.org/ielx7/6488907/10038283/09785600.pdf","source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/6488907/10038283/09785600.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055675863","display_name":"Xiaokang Zhou","orcid":"https://orcid.org/0000-0003-3488-4679"},"institutions":[{"id":"https://openalex.org/I171494771","display_name":"Shiga University","ror":"https://ror.org/01vvhy971","country_code":"JP","type":"education","lineage":["https://openalex.org/I171494771"]},{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Xiaokang Zhou","raw_affiliation_strings":["Faculty of Data Science, Shiga University, Hikone, Japan","RIKEN Center for Advanced Intelligence Project, RIKEN, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Faculty of Data Science, Shiga University, Hikone, Japan","institution_ids":["https://openalex.org/I171494771"]},{"raw_affiliation_string":"RIKEN Center for Advanced Intelligence Project, RIKEN, Tokyo, Japan","institution_ids":["https://openalex.org/I4210126580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073441538","display_name":"Wei Liang","orcid":"https://orcid.org/0000-0002-0689-256X"},"institutions":[{"id":"https://openalex.org/I49934816","display_name":"Hunan University of Technology","ror":"https://ror.org/04j3vr751","country_code":"CN","type":"education","lineage":["https://openalex.org/I49934816"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Liang","raw_affiliation_strings":["Base of International Science and Technology Innovation and Cooperation on Big Data Technology and Management, Hunan University of Technology and Business, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Base of International Science and Technology Innovation and Cooperation on Big Data Technology and Management, Hunan University of Technology and Business, Changsha, China","institution_ids":["https://openalex.org/I49934816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101967242","display_name":"Ke Yan","orcid":"https://orcid.org/0000-0001-5942-763X"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ke Yan","raw_affiliation_strings":["College of Design and Engineering, National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"College of Design and Engineering, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100367608","display_name":"Weimin Li","orcid":"https://orcid.org/0000-0001-9803-2745"},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weimin Li","raw_affiliation_strings":["School of Computer Engineering and Science, Shanghai University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering and Science, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I141962983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091532881","display_name":"Kevin I\u2010Kai Wang","orcid":"https://orcid.org/0000-0001-8450-2558"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Kevin I-Kai Wang","raw_affiliation_strings":["Department of Electrical, Computer Software Engineering, The University of Auckland, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer Software Engineering, The University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100357293","display_name":"Jianhua Ma","orcid":"https://orcid.org/0000-0003-4497-0407"},"institutions":[{"id":"https://openalex.org/I204291657","display_name":"Hosei University","ror":"https://ror.org/00bx6dj65","country_code":"JP","type":"education","lineage":["https://openalex.org/I204291657"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jianhua Ma","raw_affiliation_strings":["Faculty of Computer and Information Sciences, Hosei University, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer and Information Sciences, Hosei University, Tokyo, Japan","institution_ids":["https://openalex.org/I204291657"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061363755","display_name":"Qun Jin","orcid":"https://orcid.org/0000-0002-1325-4275"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Qun Jin","raw_affiliation_strings":["Faculty of Human Sciences, Waseda University, Tokorozawa, Japan"],"affiliations":[{"raw_affiliation_string":"Faculty of Human Sciences, Waseda University, Tokorozawa, Japan","institution_ids":["https://openalex.org/I150744194"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5055675863"],"corresponding_institution_ids":["https://openalex.org/I171494771","https://openalex.org/I4210126580"],"apc_list":null,"apc_paid":null,"fwci":19.9829,"has_fulltext":true,"cited_by_count":146,"citation_normalized_percentile":{"value":0.99650511,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"10","issue":"4","first_page":"3295","last_page":"3304"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9797999858856201,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.951200008392334,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.81139075756073},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7343606948852539},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6069958806037903},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.6046351194381714},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5076786279678345},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.41620564460754395},{"id":"https://openalex.org/keywords/stage","display_name":"Stage (stratigraphy)","score":0.4100538492202759},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34505850076675415},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3395612835884094},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.16215625405311584},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1590094268321991}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.81139075756073},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7343606948852539},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6069958806037903},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.6046351194381714},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5076786279678345},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.41620564460754395},{"id":"https://openalex.org/C146357865","wikidata":"https://www.wikidata.org/wiki/Q1123245","display_name":"Stage (stratigraphy)","level":2,"score":0.4100538492202759},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34505850076675415},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3395612835884094},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.16215625405311584},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1590094268321991},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2022.3179231","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3179231","pdf_url":"https://ieeexplore.ieee.org/ielx7/6488907/10038283/09785600.pdf","source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/jiot.2022.3179231","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3179231","pdf_url":"https://ieeexplore.ieee.org/ielx7/6488907/10038283/09785600.pdf","source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.6499999761581421,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G1084572967","display_name":null,"funder_award_id":"2019YFB1","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2071613473","display_name":null,"funder_award_id":"62072171","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2125267916","display_name":null,"funder_award_id":"2017TP1026","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G220146140","display_name":null,"funder_award_id":"72091515","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3435950671","display_name":null,"funder_award_id":"and Gr","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G374016007","display_name":null,"funder_award_id":"2017T","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4098165820","display_name":null,"funder_award_id":"2020SK2089","funder_id":"https://openalex.org/F4320330214","funder_display_name":"Key Research and Development Program of Hunan Province of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7044910107","display_name":null,"funder_award_id":"2019YFB1705200","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8208342437","display_name":null,"funder_award_id":"1 and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320330214","display_name":"Key Research and Development Program of Hunan Province of China","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285295176.pdf","grobid_xml":"https://content.openalex.org/works/W4285295176.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W2024085737","https://openalex.org/W2153144242","https://openalex.org/W2587389608","https://openalex.org/W2605846973","https://openalex.org/W2623902153","https://openalex.org/W2789896367","https://openalex.org/W2800306076","https://openalex.org/W2807754472","https://openalex.org/W2894579513","https://openalex.org/W2898035736","https://openalex.org/W2902181726","https://openalex.org/W2905601756","https://openalex.org/W2972047422","https://openalex.org/W2986907531","https://openalex.org/W2989644943","https://openalex.org/W2994965695","https://openalex.org/W2999493450","https://openalex.org/W3012431863","https://openalex.org/W3015056093","https://openalex.org/W3015366655","https://openalex.org/W3022522270","https://openalex.org/W3081084450","https://openalex.org/W3089096050","https://openalex.org/W3091872140","https://openalex.org/W3107470314","https://openalex.org/W3120795858","https://openalex.org/W3123917023","https://openalex.org/W3159562992","https://openalex.org/W3204162860","https://openalex.org/W3217748719","https://openalex.org/W4210474428"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Nowadays,":[0],"the":[1,79,88,93,130,178,192,206,234,252],"concept":[2],"of":[3,5,52,67,135,141,209,218,236],"Internet":[4,140],"Everything":[6],"(IoE)":[7],"is":[8,15,126,145,172,188,221],"becoming":[9],"a":[10,42,56,64,105,113,120,185,197,249],"hotly":[11],"discussed":[12],"topic,":[13],"which":[14,144],"playing":[16],"an":[17,97,152],"increasingly":[18],"indispensable":[19],"role":[20],"in":[21,55,104,133,138,212,240],"modern":[22],"intelligent":[23],"applications.":[24,256],"These":[25],"applications":[26],"are":[27,85],"known":[28],"for":[29,102],"their":[30],"real-time":[31],"requirements":[32],"under":[33],"limited":[34],"network":[35],"and":[36,48,76,81,174,184,223,230,245],"computing":[37,61,149,157],"resources,":[38],"thus":[39],"it":[40],"becomes":[41],"highly":[43],"demanding":[44],"task":[45,158],"to":[46,69,87,95,128,147,155,159,176,190,251],"transform":[47],"compute":[49],"tremendous":[50],"amount":[51,66],"raw":[53],"data":[54,68,89,100,108,114],"cloud":[57],"center.":[58,90],"The":[59,216],"edge\u2013cloud":[60],"infrastructure":[62,154],"allows":[63],"large":[65],"be":[70,160],"processed":[71],"on":[72,169,181,196],"nearby":[73],"edge":[74],"nodes":[75],"then":[77],"only":[78],"extracted":[80],"encrypted":[82],"key":[83],"features":[84],"transmitted":[86],"This":[91],"offers":[92],"potential":[94],"achieve":[96],"end\u2013edge\u2013cloud-based":[98],"big":[99],"intelligence":[101],"IoE":[103,255],"typical":[106],"two-stage":[107,122,179,214],"processing":[109],"scheme,":[110],"while":[111],"satisfying":[112],"security":[115],"constraint.":[116],"In":[117],"this":[118],"study,":[119],"deep-reinforcement-learning-enhanced":[121],"scheduling":[123,228,246],"(DRL-TSS)":[124],"model":[125],"proposed":[127,238],"address":[129],"NP-hard":[131],"problem":[132],"terms":[134],"operation":[136],"complexity":[137],"end\u2013edge\u2013cloud":[139],"Things":[142],"systems,":[143],"able":[146],"allocate":[148],"resources":[150],"within":[151],"edge-enabled":[153,213],"ensure":[156],"completed":[161],"with":[162,225,248],"minimum":[163],"cost.":[164],"A":[165],"presorting":[166],"scheme":[167],"based":[168,195],"Johnson\u2019s":[170],"rule":[171],"developed":[173,189],"applied":[175],"preprocess":[177],"tasks":[180],"multiple":[182],"executors,":[183],"DRL":[186],"mechanism":[187],"minimize":[191],"overall":[193],"makespan":[194],"newly":[198],"designed":[199],"instant":[200],"reward":[201],"that":[202],"takes":[203],"into":[204],"account":[205],"maximal":[207],"utilization":[208],"each":[210],"executor":[211],"scheduling.":[215],"performance":[217,247],"our":[219,237],"method":[220],"evaluated":[222],"compared":[224],"three":[226],"existing":[227],"techniques,":[229],"experimental":[231],"results":[232],"demonstrate":[233],"ability":[235],"algorithm":[239],"achieving":[241],"better":[242],"learning":[243],"efficiency":[244],"1.1-approximation":[250],"targeted":[253],"optimal":[254]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":38},{"year":2024,"cited_by_count":38},{"year":2023,"cited_by_count":54},{"year":2022,"cited_by_count":10}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}