{"id":"https://openalex.org/W3188796960","doi":"https://doi.org/10.1155/2021/8017334","title":"Deep Reinforcement Learning for Scheduling in an Edge Computing\u2010Based Industrial Internet of Things","display_name":"Deep Reinforcement Learning for Scheduling in an Edge Computing\u2010Based Industrial Internet of Things","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3188796960","doi":"https://doi.org/10.1155/2021/8017334","mag":"3188796960"},"language":"en","primary_location":{"id":"doi:10.1155/2021/8017334","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/8017334","pdf_url":"https://downloads.hindawi.com/journals/wcmc/2021/8017334.pdf","source":{"id":"https://openalex.org/S235346","display_name":"Wireless Communications and Mobile Computing","issn_l":"1530-8669","issn":["1530-8669","1530-8677"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wireless Communications and Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://downloads.hindawi.com/journals/wcmc/2021/8017334.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102743000","display_name":"Jingjing Wu","orcid":"https://orcid.org/0000-0002-0995-4340"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingjing Wu","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang 110819, China"],"raw_orcid":"https://orcid.org/0000-0002-0995-4340","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang 110819, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100607260","display_name":"Guoliang Zhang","orcid":"https://orcid.org/0000-0002-9333-1698"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoliang Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang 110819, China"],"raw_orcid":"https://orcid.org/0000-0002-9333-1698","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang 110819, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058969098","display_name":"Jiaqi Nie","orcid":"https://orcid.org/0000-0002-4322-3875"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaqi Nie","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang 110819, China"],"raw_orcid":"https://orcid.org/0000-0002-4322-3875","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang 110819, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066130866","display_name":"Yuhuai Peng","orcid":"https://orcid.org/0000-0001-9343-5377"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhuai Peng","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang 110819, China"],"raw_orcid":"https://orcid.org/0000-0001-9343-5377","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang 110819, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040791985","display_name":"Yunhou Zhang","orcid":"https://orcid.org/0000-0002-5691-291X"},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yunhou Zhang","raw_affiliation_strings":["Northeast Branch of State Grid Corporation of China, Shenyang 110180, China"],"raw_orcid":"https://orcid.org/0000-0002-5691-291X","affiliations":[{"raw_affiliation_string":"Northeast Branch of State Grid Corporation of China, Shenyang 110180, China","institution_ids":["https://openalex.org/I17442442"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5040791985"],"corresponding_institution_ids":["https://openalex.org/I17442442"],"apc_list":{"value":2550,"currency":"USD","value_usd":2550},"apc_paid":{"value":2550,"currency":"USD","value_usd":2550},"fwci":2.8611,"has_fulltext":true,"cited_by_count":33,"citation_normalized_percentile":{"value":0.90385164,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"2021","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8928095102310181},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8096048831939697},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.606559693813324},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5627219080924988},{"id":"https://openalex.org/keywords/industrial-internet","display_name":"Industrial Internet","score":0.5514104962348938},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4908934235572815},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4873126447200775},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4321694076061249},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4260333180427551},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4051995575428009},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.349521279335022},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2763597369194031},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.13066017627716064},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.11095428466796875},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10663560032844543}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8928095102310181},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8096048831939697},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.606559693813324},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5627219080924988},{"id":"https://openalex.org/C202839342","wikidata":"https://www.wikidata.org/wiki/Q60740481","display_name":"Industrial Internet","level":3,"score":0.5514104962348938},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4908934235572815},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4873126447200775},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4321694076061249},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4260333180427551},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4051995575428009},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.349521279335022},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2763597369194031},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.13066017627716064},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.11095428466796875},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10663560032844543},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1155/2021/8017334","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/8017334","pdf_url":"https://downloads.hindawi.com/journals/wcmc/2021/8017334.pdf","source":{"id":"https://openalex.org/S235346","display_name":"Wireless Communications and Mobile Computing","issn_l":"1530-8669","issn":["1530-8669","1530-8677"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wireless Communications and Mobile Computing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:95d80b22c8e4459b881dd2e4fb05651d","is_oa":true,"landing_page_url":"https://doaj.org/article/95d80b22c8e4459b881dd2e4fb05651d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Wireless Communications and Mobile Computing, Vol 2021 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1155/2021/8017334","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/8017334","pdf_url":"https://downloads.hindawi.com/journals/wcmc/2021/8017334.pdf","source":{"id":"https://openalex.org/S235346","display_name":"Wireless Communications and Mobile Computing","issn_l":"1530-8669","issn":["1530-8669","1530-8677"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wireless Communications and Mobile Computing","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.4099999964237213,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G1523570051","display_name":null,"funder_award_id":"N180708009","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G1536892917","display_name":null,"funder_award_id":"2018YFB1702000","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4427393552","display_name":null,"funder_award_id":"2018YFB1702000","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6064377716","display_name":null,"funder_award_id":"N2116012","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7614733024","display_name":null,"funder_award_id":"N2116013","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3188796960.pdf","grobid_xml":"https://content.openalex.org/works/W3188796960.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W2108534772","https://openalex.org/W2605049164","https://openalex.org/W2730079057","https://openalex.org/W2762586323","https://openalex.org/W2765555988","https://openalex.org/W2766401293","https://openalex.org/W2785208313","https://openalex.org/W2786070938","https://openalex.org/W2787444476","https://openalex.org/W2807184217","https://openalex.org/W2891372415","https://openalex.org/W2895566335","https://openalex.org/W2899152924","https://openalex.org/W2918900760","https://openalex.org/W2970547634","https://openalex.org/W2994779073","https://openalex.org/W3010727161","https://openalex.org/W3013103056","https://openalex.org/W3024862066","https://openalex.org/W3027119225","https://openalex.org/W3043320740","https://openalex.org/W3044855437","https://openalex.org/W3046127806","https://openalex.org/W3088881913","https://openalex.org/W3090648718","https://openalex.org/W3096285193","https://openalex.org/W3116067625","https://openalex.org/W3124303715","https://openalex.org/W3162980503"],"related_works":["https://openalex.org/W3076529025","https://openalex.org/W3212933010","https://openalex.org/W4390610562","https://openalex.org/W4400212587","https://openalex.org/W4322761281","https://openalex.org/W4238233472","https://openalex.org/W3111395152","https://openalex.org/W4313526662","https://openalex.org/W4313463218","https://openalex.org/W4288000017"],"abstract_inverted_index":{"The":[0,64],"demand":[1,33],"for":[2,34,173],"improving":[3],"productivity":[4],"in":[5,69,87,96,118,130],"manufacturing":[6],"systems":[7],"makes":[8],"the":[9,21,70,79,84,94,115,123,141,149,190],"industrial":[10,38,51],"Internet":[11,22],"of":[12,23,37,66,93,125],"things":[13,24],"(IIoT)":[14],"an":[15,31],"important":[16],"research":[17],"area":[18],"spawned":[19],"by":[20],"(IoT).":[25],"In":[26,104],"IIoT":[27,71,131],"systems,":[28],"there":[29],"is":[30,167,193],"increasing":[32],"different":[35,45],"types":[36],"equipment":[39],"to":[40,113,121,128,148,169],"exchange":[41],"stream":[42],"data":[43],"with":[44,178],"delays.":[46],"Communications":[47],"between":[48],"massive":[49],"heterogeneous":[50,144],"devices":[52],"and":[53,59,77,100],"clouds":[54],"will":[55],"cause":[56],"high":[57,61],"latency":[58,76],"require":[60],"network":[62,164],"bandwidth.":[63],"introduction":[65],"edge":[67,88,119],"computing":[68,89,120,143],"can":[72],"address":[73],"unacceptable":[74],"processing":[75],"reduce":[78],"heavy":[80],"link":[81],"burden.":[82],"However,":[83],"limited":[85],"resources":[86],"servers":[90],"are":[91],"one":[92],"difficulties":[95],"formulating":[97],"communication":[98],"scheduling":[99,116,138,155,171],"resource":[101],"allocation":[102],"strategies.":[103],"this":[105],"article,":[106],"we":[107,134],"use":[108],"deep":[109,153,162],"reinforcement":[110],"learning":[111],"(DRL)":[112],"solve":[114],"problem":[117],"improve":[122],"quality":[124],"services":[126],"provided":[127],"users":[129],"applications.":[132],"First,":[133],"propose":[135],"a":[136,152,160],"hierarchical":[137],"model":[139,150],"considering":[140],"central\u2010edge":[142],"architecture.":[145],"Then,":[146],"according":[147],"characteristics,":[151],"intelligent":[154],"algorithm":[156,192],"(DISA)":[157],"based":[158],"on":[159],"double":[161],"Q":[163],"(DDQN)":[165],"framework":[166],"proposed":[168,191],"make":[170],"decisions":[172],"communication.":[174],"We":[175],"compare":[176],"DISA":[177],"other":[179,197],"baseline":[180,198],"solutions":[181],"using":[182],"various":[183],"performance":[184],"metrics.":[185],"Simulation":[186],"results":[187],"show":[188],"that":[189],"more":[194],"effective":[195],"than":[196],"algorithms.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":4}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}