{"id":"https://openalex.org/W4406258619","doi":"https://doi.org/10.1109/tnse.2025.3528043","title":"Graph Deep Reinforcement Learning for Multi-Cycle Queuing and Scheduling in Deterministic Networking","display_name":"Graph Deep Reinforcement Learning for Multi-Cycle Queuing and Scheduling in Deterministic Networking","publication_year":2025,"publication_date":"2025-01-10","ids":{"openalex":"https://openalex.org/W4406258619","doi":"https://doi.org/10.1109/tnse.2025.3528043"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2025.3528043","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2025.3528043","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yelin Huang","orcid":"https://orcid.org/0009-0005-8583-4729"},"institutions":[{"id":"https://openalex.org/I1328775524","display_name":"Zhejiang Sci-Tech University","ror":"https://ror.org/03893we55","country_code":"CN","type":"education","lineage":["https://openalex.org/I1328775524"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yelin Huang","raw_affiliation_strings":["School of Computer Science and Technology, Zhejiang Sci-Tech University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0005-8583-4729","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Zhejiang Sci-Tech University, Hangzhou, China","institution_ids":["https://openalex.org/I1328775524"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040432443","display_name":"Weiqiang Xu","orcid":"https://orcid.org/0000-0002-4206-7022"},"institutions":[{"id":"https://openalex.org/I1328775524","display_name":"Zhejiang Sci-Tech University","ror":"https://ror.org/03893we55","country_code":"CN","type":"education","lineage":["https://openalex.org/I1328775524"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiqiang Xu","raw_affiliation_strings":["School of Information Science and Engineering, and Zhejiang Key Laboratory of Digital Fashion and Data Governance, Zhejiang Sci-Tech University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-4206-7022","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, and Zhejiang Key Laboratory of Digital Fashion and Data Governance, Zhejiang Sci-Tech University, Hangzhou, China","institution_ids":["https://openalex.org/I1328775524"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009617425","display_name":"Yueyue Dai","orcid":"https://orcid.org/0000-0002-2163-987X"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yueyue Dai","raw_affiliation_strings":["School of Cyber Science and Engineering, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-2163-987X","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056311070","display_name":"Sabita Maharjan","orcid":"https://orcid.org/0000-0002-4616-8488"},"institutions":[{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Sabita Maharjan","raw_affiliation_strings":["Department of Informatics, University of Oslo, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0002-4616-8488","affiliations":[{"raw_affiliation_string":"Department of Informatics, University of Oslo, Oslo, Norway","institution_ids":["https://openalex.org/I184942183"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100456327","display_name":"Yan Zhang","orcid":"https://orcid.org/0000-0002-8561-5092"},"institutions":[{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Yan Zhang","raw_affiliation_strings":["Department of Informatics, University of Oslo, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0002-8561-5092","affiliations":[{"raw_affiliation_string":"Department of Informatics, University of Oslo, Oslo, Norway","institution_ids":["https://openalex.org/I184942183"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":4.1102,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.93424732,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"12","issue":"2","first_page":"1297","last_page":"1310"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9722999930381775,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9628000259399414,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7924877405166626},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6011481881141663},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5830684304237366},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5786232948303223},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.5751581192016602},{"id":"https://openalex.org/keywords/queuing-delay","display_name":"Queuing delay","score":0.5195591449737549},{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.5072469115257263},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.4915338456630707},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.44004034996032715},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.43807515501976013},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.42252278327941895},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.1490345597267151},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.12042447924613953},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.08926630020141602},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.086296945810318}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7924877405166626},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6011481881141663},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5830684304237366},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5786232948303223},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.5751581192016602},{"id":"https://openalex.org/C196095461","wikidata":"https://www.wikidata.org/wiki/Q576842","display_name":"Queuing delay","level":3,"score":0.5195591449737549},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.5072469115257263},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.4915338456630707},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.44004034996032715},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.43807515501976013},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.42252278327941895},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.1490345597267151},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.12042447924613953},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.08926630020141602},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.086296945810318},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnse.2025.3528043","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2025.3528043","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1873216522","display_name":null,"funder_award_id":"U22A2004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3099795736","display_name":null,"funder_award_id":"62201219","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2746553466","https://openalex.org/W2886514427","https://openalex.org/W2915941917","https://openalex.org/W2948046715","https://openalex.org/W2964015378","https://openalex.org/W2999848060","https://openalex.org/W3009317493","https://openalex.org/W3035331540","https://openalex.org/W3049282540","https://openalex.org/W3083869687","https://openalex.org/W3096478460","https://openalex.org/W3115726903","https://openalex.org/W3161818956","https://openalex.org/W3193630371","https://openalex.org/W3197514907","https://openalex.org/W3213930058","https://openalex.org/W4205397442","https://openalex.org/W4240660890","https://openalex.org/W4251614681","https://openalex.org/W4285218144","https://openalex.org/W4286572093","https://openalex.org/W4295916563","https://openalex.org/W4296211654","https://openalex.org/W4312309964","https://openalex.org/W4312425703","https://openalex.org/W4312601533","https://openalex.org/W4323914165","https://openalex.org/W4379930959","https://openalex.org/W4381735535","https://openalex.org/W4385695883","https://openalex.org/W4387869741","https://openalex.org/W4389747921","https://openalex.org/W4390660449","https://openalex.org/W6726873649"],"related_works":["https://openalex.org/W1534650262","https://openalex.org/W2385652787","https://openalex.org/W2517233056","https://openalex.org/W4309229665","https://openalex.org/W2624438931","https://openalex.org/W2358115907","https://openalex.org/W1983692713","https://openalex.org/W2132767805","https://openalex.org/W2002553083","https://openalex.org/W2043600582"],"abstract_inverted_index":{"Deterministic":[0],"networking":[1],"(DetNet)":[2],"offers":[3],"guaranteed":[4],"transmission":[5],"services":[6],"for":[7,76,104,169],"critical":[8],"real-time":[9],"applications,":[10],"such":[11],"as":[12],"industrial":[13],"automation":[14],"and":[15,49,80,116,131,152,204],"intelligent":[16],"transport":[17],"systems.":[18],"It":[19],"is":[20,52],"challenging":[21],"to":[22,30,56,64,108,119,126,147,185,226],"fully":[23,127,164],"utilise":[24],"link":[25,40,91,114,206],"resources":[26],"of":[27,89,134,163,190],"different":[28,202],"rates":[29,41,207],"achieve":[31,65,148],"deterministic":[32,58,66,149],"scheduling":[33,115,154,217],"in":[34,61,85,139,155,215],"real-world":[35],"network":[36,166,191,199],"scenarios":[37,200],"with":[38,201],"heterogeneous":[39],"(e.g.,":[42],"hierarchical":[43],"networks).":[44],"The":[45],"cycle":[46,74],"specified":[47],"queuing":[48,110],"forwarding":[50],"(CSQF)":[51],"a":[53,86,99,120,144,175],"typical":[54],"approach":[55],"provide":[57],"end-to-end":[59,122,223],"delay":[60,111,224],"DetNet.":[62],"However,":[63,157],"scheduling,":[67],"the":[68,72,129,222],"CSQF":[69,101],"mechanism":[70,103],"sets":[71],"same":[73],"length":[75],"both":[77],"high-speed":[78,90,113],"links":[79],"low":[81],"speed":[82],"links,":[83],"resulting":[84],"significant":[87],"waste":[88],"resources.":[92],"To":[93],"address":[94],"this":[95],"issue,":[96],"we":[97,142],"propose":[98],"multi-cycle":[100],"(MCCSQF)":[102],"multi-link":[105],"rate":[106],"networks":[107],"reduce":[109],"during":[112],"consequently":[117],"leading":[118],"lower":[121],"flow":[123,150,216],"latency.":[124],"Furthermore,":[125],"exploit":[128],"exploration":[130],"decision-making":[132],"capabilities":[133],"deep":[135],"reinforcement":[136],"learning":[137],"(DRL)":[138],"complex":[140],"environments,":[141],"design":[143],"DRL":[145,158,177,184,214],"framework":[146],"routing":[151],"low-latency":[153],"MCCSQF.":[156],"algorithms":[159],"are":[160],"not":[161],"capable":[162],"utilizing":[165],"topology":[167],"information":[168],"decision":[170],"making.":[171],"We,":[172],"therefore":[173],"introduce":[174],"graph":[176,181],"(GDRL)":[178],"algorithm-":[179],"incorporating":[180],"convolution":[182],"into":[183],"extract":[186],"topological":[187],"spatial":[188],"features":[189],"links.":[192],"Our":[193],"numerical":[194],"evaluation":[195],"results":[196],"from":[197],"various":[198],"topologies":[203],"multiple":[205],"demonstrate":[208],"that":[209],"our":[210],"proposed":[211],"GDRL":[212],"outperforms":[213],"while":[218],"MCCSQF":[219],"effectively":[220],"reduces":[221],"compared":[225],"CSQF.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}