{"id":"https://openalex.org/W4385882107","doi":"https://doi.org/10.1109/bmsb58369.2023.10211210","title":"6G Deterministic Network Technology Based on Hierarchical Reinforcement Learning Framework","display_name":"6G Deterministic Network Technology Based on Hierarchical Reinforcement Learning Framework","publication_year":2023,"publication_date":"2023-06-14","ids":{"openalex":"https://openalex.org/W4385882107","doi":"https://doi.org/10.1109/bmsb58369.2023.10211210"},"language":"en","primary_location":{"id":"doi:10.1109/bmsb58369.2023.10211210","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bmsb58369.2023.10211210","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on Broadband Multimedia Systems and Broadcasting (BMSB)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073787423","display_name":"Yanxia Xing","orcid":null},"institutions":[{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]},{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yanxia Xing","raw_affiliation_strings":["China Telecom Corporation Limited Research Institute,Beijing,China","China Telecom Corporation Limited Research Institute, Beijing, China"],"affiliations":[{"raw_affiliation_string":"China Telecom Corporation Limited Research Institute,Beijing,China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]},{"raw_affiliation_string":"China Telecom Corporation Limited Research Institute, Beijing, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101234671","display_name":"Luyuan Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luyuan Yang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,School of Information and Communication Engineering,Beijing,China","School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,School of Information and Communication Engineering,Beijing,China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111025493","display_name":"Xinghong Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinghong Hu","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,School of Information and Communication Engineering,Beijing,China","School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,School of Information and Communication Engineering,Beijing,China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043283193","display_name":"Chengli Mei","orcid":"https://orcid.org/0000-0002-6449-0075"},"institutions":[{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]},{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengli Mei","raw_affiliation_strings":["China Telecom Corporation Limited Research Institute,Beijing,China","China Telecom Corporation Limited Research Institute, Beijing, China"],"affiliations":[{"raw_affiliation_string":"China Telecom Corporation Limited Research Institute,Beijing,China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]},{"raw_affiliation_string":"China Telecom Corporation Limited Research Institute, Beijing, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100453954","display_name":"Heng Wang","orcid":"https://orcid.org/0000-0002-2523-1329"},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heng Wang","raw_affiliation_strings":["China Telecom Corporation Limited Research Institute,Beijing,China","China Telecom Corporation Limited Research Institute, Beijing, China"],"affiliations":[{"raw_affiliation_string":"China Telecom Corporation Limited Research Institute,Beijing,China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]},{"raw_affiliation_string":"China Telecom Corporation Limited Research Institute, Beijing, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017861049","display_name":"Jinyan Li","orcid":"https://orcid.org/0000-0003-1833-7413"},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinyan Li","raw_affiliation_strings":["China Telecom Corporation Limited Research Institute,Beijing,China","China Telecom Corporation Limited Research Institute, Beijing, China"],"affiliations":[{"raw_affiliation_string":"China Telecom Corporation Limited Research Institute,Beijing,China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]},{"raw_affiliation_string":"China Telecom Corporation Limited Research Institute, Beijing, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5073787423"],"corresponding_institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"],"apc_list":null,"apc_paid":null,"fwci":0.2009,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.49270906,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"45","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.9567999839782715,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12216","display_name":"Network Time Synchronization Technologies","score":0.9381999969482422,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7920475006103516},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7669223546981812},{"id":"https://openalex.org/keywords/aperiodic-graph","display_name":"Aperiodic graph","score":0.7228032350540161},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6708361506462097},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5756590366363525},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.4788110852241516},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.46395108103752136},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.44678744673728943},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3384244441986084},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20512107014656067},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.16748017072677612},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16054946184158325}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7920475006103516},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7669223546981812},{"id":"https://openalex.org/C104247578","wikidata":"https://www.wikidata.org/wiki/Q4779368","display_name":"Aperiodic graph","level":2,"score":0.7228032350540161},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6708361506462097},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5756590366363525},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.4788110852241516},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.46395108103752136},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.44678744673728943},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3384244441986084},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20512107014656067},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.16748017072677612},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16054946184158325},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bmsb58369.2023.10211210","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bmsb58369.2023.10211210","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on Broadband Multimedia Systems and Broadcasting (BMSB)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.46000000834465027,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2866322109","https://openalex.org/W2907492528","https://openalex.org/W2920215304","https://openalex.org/W2981208882","https://openalex.org/W4285218144","https://openalex.org/W4300799055","https://openalex.org/W6740801417","https://openalex.org/W6759871227","https://openalex.org/W6923063613"],"related_works":["https://openalex.org/W2037661079","https://openalex.org/W2339191433","https://openalex.org/W4287817191","https://openalex.org/W169104718","https://openalex.org/W2020479294","https://openalex.org/W2434525066","https://openalex.org/W2771208101","https://openalex.org/W2130555437","https://openalex.org/W1508060631","https://openalex.org/W3023290810"],"abstract_inverted_index":{"With":[0],"the":[1,45,52,103,113,116,154,157,161,165,171,181],"rapid":[2,166],"development":[3],"of":[4,47,55,69,106,118,143,153,156,160,168],"mobile":[5,70,109],"networks,":[6,111],"various":[7],"IoT":[8],"services":[9,14,22,68,145,148],"are":[10,30],"booming,":[11],"and":[12,18,27,34,87,96,120,132,146,149,164,179],"these":[13],"have":[15,35],"different":[16,177],"characteristics":[17,155],"requirements.":[19],"Among":[20],"them,":[21],"such":[23],"as":[24,58],"remote":[25],"surgery":[26],"intelligent":[28],"manufacturing":[29],"sensitive":[31],"to":[32,43,65,128,173],"delay":[33,39],"high":[36],"requirements":[37],"for":[38,78,115,135],"certainty.":[40],"In":[41],"order":[42],"meet":[44],"needs":[46],"delay-sensitive":[48],"services,":[49],"3GPP":[50,107],"defined":[51],"technical":[53,76],"solution":[54,74],"5G":[56],"network":[57,172],"a":[59,91,122],"TSN":[60],"bridge":[61],"in":[62,170],"version":[63],"R16":[64],"support":[66,83],"deterministic":[67,110,182],"networks.":[71,97,137],"However,":[72],"this":[73,99],"has":[75],"shortcomings,":[77],"example,":[79],"it":[80],"does":[81,88],"not":[82,89],"aperiodic":[84,147],"service":[85],"scheduling,":[86],"define":[90],"coordination":[92],"mechanism":[93],"between":[94],"applications":[95],"Therefore,":[98],"paper":[100],"sorts":[101],"out":[102],"promotion":[104],"process":[105],"supporting":[108],"clarifies":[112],"reasons":[114],"existence":[117],"problems,":[119],"provides":[121],"GCN-based":[123],"hierarchical":[124],"reinforcement":[125],"learning":[126],"model":[127,139],"flexibly":[129],"handle":[130],"dynamic":[131],"diverse":[133],"traffic":[134,163],"6G":[136],"This":[138],"realizes":[140],"joint":[141],"scheduling":[142],"periodic":[144],"makes":[150],"full":[151],"use":[152],"slow":[158],"change":[159,167],"whole":[162],"individuals":[169],"update":[174],"sub-models":[175],"with":[176],"frequencies":[178],"ensures":[180],"delay.":[183]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}