{"id":"https://openalex.org/W4312916838","doi":"https://doi.org/10.1109/jiot.2022.3229270","title":"Deep Reinforcement Learning Algorithm for Latency-Oriented IIoT Resource Orchestration","display_name":"Deep Reinforcement Learning Algorithm for Latency-Oriented IIoT Resource Orchestration","publication_year":2022,"publication_date":"2022-12-14","ids":{"openalex":"https://openalex.org/W4312916838","doi":"https://doi.org/10.1109/jiot.2022.3229270"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2022.3229270","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3229270","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067299655","display_name":"Peiying Zhang","orcid":"https://orcid.org/0000-0002-0990-5581"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]},{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Peiying Zhang","raw_affiliation_strings":["College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, China","State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015824263","display_name":"Yi Zhang","orcid":"https://orcid.org/0000-0001-6244-3892"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]},{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Zhang","raw_affiliation_strings":["College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, China","State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100409306","display_name":"Neeraj Kumar","orcid":"https://orcid.org/0000-0002-3020-3947"},"institutions":[{"id":"https://openalex.org/I162030827","display_name":"Thapar Institute of Engineering & Technology","ror":"https://ror.org/00wdq3744","country_code":"IN","type":"education","lineage":["https://openalex.org/I162030827"]},{"id":"https://openalex.org/I185163786","display_name":"King Abdulaziz University","ror":"https://ror.org/02ma4wv74","country_code":"SA","type":"education","lineage":["https://openalex.org/I185163786"]},{"id":"https://openalex.org/I56306041","display_name":"Lebanese American University","ror":"https://ror.org/00hqkan37","country_code":"LB","type":"education","lineage":["https://openalex.org/I56306041"]},{"id":"https://openalex.org/I5847235","display_name":"University of Petroleum and Energy Studies","ror":"https://ror.org/04q2jes40","country_code":"IN","type":"education","lineage":["https://openalex.org/I5847235"]}],"countries":["IN","LB","SA"],"is_corresponding":false,"raw_author_name":"Neeraj Kumar","raw_affiliation_strings":["Department of Computer Science and Engineering, Thapar Institute of Engineering and Technology (Deemed to be University), Patiala, India","Faculty of Computing and Information Technology, King Abdulaziz University, Jeddah, Saudi Arabia","School of Computer Science, University of Petroleum and Energy Studies, Dehradun, India","Department of Electrical and Computer Engineering, Lebanese American University, Beirut, Lebanon"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Thapar Institute of Engineering and Technology (Deemed to be University), Patiala, India","institution_ids":["https://openalex.org/I162030827"]},{"raw_affiliation_string":"Faculty of Computing and Information Technology, King Abdulaziz University, Jeddah, Saudi Arabia","institution_ids":["https://openalex.org/I185163786"]},{"raw_affiliation_string":"School of Computer Science, University of Petroleum and Energy Studies, Dehradun, India","institution_ids":["https://openalex.org/I5847235"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Lebanese American University, Beirut, Lebanon","institution_ids":["https://openalex.org/I56306041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035377793","display_name":"Ching\u2010Hsien Hsu","orcid":"https://orcid.org/0000-0002-2440-2771"},"institutions":[{"id":"https://openalex.org/I143578492","display_name":"Asia University","ror":"https://ror.org/038a1tp19","country_code":"TW","type":"education","lineage":["https://openalex.org/I143578492"]},{"id":"https://openalex.org/I14894300","display_name":"Foshan University","ror":"https://ror.org/02xvvvp28","country_code":"CN","type":"education","lineage":["https://openalex.org/I14894300"]},{"id":"https://openalex.org/I184693016","display_name":"China Medical University","ror":"https://ror.org/00v408z34","country_code":"TW","type":"education","lineage":["https://openalex.org/I184693016"]},{"id":"https://openalex.org/I4210126829","display_name":"China Medical University Hospital","ror":"https://ror.org/0368s4g32","country_code":"TW","type":"healthcare","lineage":["https://openalex.org/I4210126829"]}],"countries":["CN","TW"],"is_corresponding":false,"raw_author_name":"Ching-Hsien Hsu","raw_affiliation_strings":["Department of Computer Science and Information Engineering, Asia University, Taichung, Taiwan","Department of Medical Research, China Medical University Hospital, China Medical University, Taichung, Taiwan","Guangdong-Hong Kong-Macao Joint Laboratory for Intelligent Micro-Nano Optoelectronic Technology, School of Mathematics and Big Data, Foshan University, Foshan, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, Asia University, Taichung, Taiwan","institution_ids":["https://openalex.org/I143578492"]},{"raw_affiliation_string":"Department of Medical Research, China Medical University Hospital, China Medical University, Taichung, Taiwan","institution_ids":["https://openalex.org/I4210126829","https://openalex.org/I184693016"]},{"raw_affiliation_string":"Guangdong-Hong Kong-Macao Joint Laboratory for Intelligent Micro-Nano Optoelectronic Technology, School of Mathematics and Big Data, Foshan University, Foshan, China","institution_ids":["https://openalex.org/I14894300"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5067299655"],"corresponding_institution_ids":["https://openalex.org/I149594827","https://openalex.org/I4210162190"],"apc_list":null,"apc_paid":null,"fwci":2.4133,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.89326814,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"10","issue":"8","first_page":"7153","last_page":"7163"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10767","display_name":"Advanced Photonic Communication Systems","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8621422052383423},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6390383243560791},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.6135076880455017},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5484226942062378},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5121212005615234},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.46752312779426575},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4541768729686737},{"id":"https://openalex.org/keywords/network-virtualization","display_name":"Network virtualization","score":0.4482934772968292},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4253212809562683},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3070809841156006},{"id":"https://openalex.org/keywords/virtualization","display_name":"Virtualization","score":0.17675334215164185},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.10481759905815125},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.09040772914886475}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8621422052383423},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6390383243560791},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.6135076880455017},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5484226942062378},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5121212005615234},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.46752312779426575},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4541768729686737},{"id":"https://openalex.org/C2779898492","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Network virtualization","level":4,"score":0.4482934772968292},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4253212809562683},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3070809841156006},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.17675334215164185},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.10481759905815125},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.09040772914886475},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2022.3229270","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3229270","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G2360315967","display_name":null,"funder_award_id":"ZR2022LZH015","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G2557502505","display_name":null,"funder_award_id":"ISN23-09","funder_id":"https://openalex.org/F4320330485","funder_display_name":"State Key Laboratory of Integrated Services Networks"},{"id":"https://openalex.org/G7350231434","display_name":null,"funder_award_id":"ZR2020MF006","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G7947158521","display_name":null,"funder_award_id":"SKLNST-2021-1-17","funder_id":"https://openalex.org/F4320327101","funder_display_name":"State Key Laboratory of Networking and Switching Technology"}],"funders":[{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null},{"id":"https://openalex.org/F4320327101","display_name":"State Key Laboratory of Networking and Switching Technology","ror":null},{"id":"https://openalex.org/F4320330485","display_name":"State Key Laboratory of Integrated Services Networks","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W2114298221","https://openalex.org/W2179898067","https://openalex.org/W2769084017","https://openalex.org/W2785346526","https://openalex.org/W2790966663","https://openalex.org/W2890103652","https://openalex.org/W2895100588","https://openalex.org/W2896287286","https://openalex.org/W2908048701","https://openalex.org/W2924948991","https://openalex.org/W2945086780","https://openalex.org/W2986918619","https://openalex.org/W2989412424","https://openalex.org/W2991544738","https://openalex.org/W2999146029","https://openalex.org/W3006762012","https://openalex.org/W3009249093","https://openalex.org/W3016353205","https://openalex.org/W3024742558","https://openalex.org/W3028144365","https://openalex.org/W3030720754","https://openalex.org/W3033403733","https://openalex.org/W3044274646","https://openalex.org/W3044515030","https://openalex.org/W3081825208","https://openalex.org/W3092552692","https://openalex.org/W3098133185","https://openalex.org/W3101718285","https://openalex.org/W3102483098","https://openalex.org/W3103493968","https://openalex.org/W3105324058","https://openalex.org/W3118825529","https://openalex.org/W3120848980","https://openalex.org/W3121586304","https://openalex.org/W3131309288","https://openalex.org/W3137806212","https://openalex.org/W3181245054","https://openalex.org/W3182161186","https://openalex.org/W3187923425","https://openalex.org/W3203471184","https://openalex.org/W3212897430","https://openalex.org/W4285522969","https://openalex.org/W4287218656"],"related_works":["https://openalex.org/W2766546449","https://openalex.org/W2081900870","https://openalex.org/W4306904969","https://openalex.org/W2331259339","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2015157269"],"abstract_inverted_index":{"Due":[0],"to":[1,31,40,154,173],"geographical":[2],"factors":[3],"and":[4,38,113,132,165],"resource":[5,20,71,191],"constraints,":[6],"the":[7,13,16,23,42,56,60,70,98,108,143,155,163,167,175,183,186,189],"traditional":[8,102],"Internet":[9,25],"architecture":[10],"cannot":[11],"meet":[12,41],"needs":[14],"of":[15,26,44,47,62,74,110,127,146,185],"space\u2013air\u2013ground-integrated":[17],"network":[18,33,66,80,131,144],"(SAGIN)":[19],"layout":[21],"in":[22,35,55,97,162,188],"Industrial":[24],"Things":[27],"(IIoT)":[28],"service.":[29],"How":[30],"arrange":[32],"resources":[34],"SAGIN":[36,63,75,99,190],"quickly":[37],"efficiently":[39],"quality":[43],"service":[45],"requirements":[46],"users":[48],"has":[49],"become":[50],"a":[51,77,87,123,128,134],"hot":[52],"research":[53],"topic":[54],"industry.":[57],"Based":[58],"on":[59,92,116,142],"characteristics":[61],"with":[64],"multiple":[65],"segments,":[67],"we":[68,106],"convert":[69],"scheduling":[72],"problem":[73],"into":[76],"multidomain":[78],"virtual":[79],"embedding":[81,150],"(VNE)":[82],"problem.":[83,193],"This":[84],"article":[85],"proposes":[86],"latency-sensitive":[88],"VNE":[89],"algorithm":[90,187],"based":[91,141],"deep":[93],"reinforcement":[94],"learning":[95,124],"(DDRL-VNE)":[96],"environment.":[100],"Unlike":[101],"latency":[103,117],"optimization":[104],"algorithms,":[105],"consider":[107],"effect":[109],"traffic":[111],"size":[112],"hop":[114],"count":[115],"when":[118],"evaluating":[119],"latency.":[120],"We":[121],"constructed":[122],"agent":[125],"composed":[126],"five-layer":[129],"policy":[130],"extracted":[133],"feature":[135],"matrix":[136],"as":[137],"its":[138],"training":[139],"environment":[140],"attributes":[145],"SAGIN.":[147],"The":[148,178],"node":[149,159],"is":[151,160,171],"completed":[152],"according":[153],"probability":[156],"that":[157],"each":[158],"embedded":[161],"training,":[164],"then":[166],"breadth-first":[168],"search":[169],"strategy":[170],"used":[172],"complete":[174],"link":[176],"embedding.":[177],"experimental":[179],"results":[180],"effectively":[181],"illustrate":[182],"effectiveness":[184],"allocation":[192]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":4}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}