{"id":"https://openalex.org/W4411600246","doi":"https://doi.org/10.1109/ton.2025.3580436","title":"Safety in DRL-Based Congestion Control: A Framework Empowered by Expert Refinement","display_name":"Safety in DRL-Based Congestion Control: A Framework Empowered by Expert Refinement","publication_year":2025,"publication_date":"2025-06-24","ids":{"openalex":"https://openalex.org/W4411600246","doi":"https://doi.org/10.1109/ton.2025.3580436"},"language":"en","primary_location":{"id":"doi:10.1109/ton.2025.3580436","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ton.2025.3580436","pdf_url":null,"source":{"id":"https://openalex.org/S5407042750","display_name":"IEEE Transactions on Networking","issn_l":"2998-4157","issn":["2998-4157"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005992286","display_name":"Jianer Zhou","orcid":"https://orcid.org/0000-0002-0639-9978"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jianer Zhou","raw_affiliation_strings":["Pengcheng Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-0639-9978","affiliations":[{"raw_affiliation_string":"Pengcheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100317353","display_name":"Zhiyuan Pan","orcid":"https://orcid.org/0009-0007-2278-7886"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyuan Pan","raw_affiliation_strings":["Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100330770","display_name":"Zhenyu Li","orcid":"https://orcid.org/0000-0002-9959-1124"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Li","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9959-1124","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023313904","display_name":"Gareth Tyson","orcid":"https://orcid.org/0000-0003-3010-791X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gareth Tyson","raw_affiliation_strings":["The Hong Kong University of Science and Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology, Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100637381","display_name":"Weichao Li","orcid":"https://orcid.org/0000-0002-7620-1955"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weichao Li","raw_affiliation_strings":["Pengcheng Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-7620-1955","affiliations":[{"raw_affiliation_string":"Pengcheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079537923","display_name":"Xinyi Qiu","orcid":"https://orcid.org/0000-0003-2481-3500"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyi Qiu","raw_affiliation_strings":["Pengcheng Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-2481-3500","affiliations":[{"raw_affiliation_string":"Pengcheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015250297","display_name":"Harrison Pan","orcid":"https://orcid.org/0009-0003-7472-3199"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210108629","display_name":"Computer Network Information Center","ror":"https://ror.org/01s0wyf50","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210108629"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heng Pan","raw_affiliation_strings":["Computer Network Information Center, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Network Information Center, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210108629","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100381552","display_name":"Xinyi Zhang","orcid":"https://orcid.org/0000-0002-6739-3676"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210108629","display_name":"Computer Network Information Center","ror":"https://ror.org/01s0wyf50","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210108629"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyi Zhang","raw_affiliation_strings":["Computer Network Information Center, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6739-3676","affiliations":[{"raw_affiliation_string":"Computer Network Information Center, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210108629","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030689390","display_name":"Gaogang Xie","orcid":"https://orcid.org/0000-0003-4964-1135"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210108629","display_name":"Computer Network Information Center","ror":"https://ror.org/01s0wyf50","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210108629"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gaogang Xie","raw_affiliation_strings":["Computer Network Information Center, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4964-1135","affiliations":[{"raw_affiliation_string":"Computer Network Information Center, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210108629","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5005992286"],"corresponding_institution_ids":["https://openalex.org/I4210136793"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15082914,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":"6","first_page":"2929","last_page":"2944"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.9659000039100647,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12203","display_name":"Mobile Agent-Based Network Management","score":0.9520999789237976,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.514609694480896},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4915488660335541},{"id":"https://openalex.org/keywords/process-management","display_name":"Process management","score":0.37378832697868347},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.31719738245010376},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14951184391975403}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.514609694480896},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4915488660335541},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.37378832697868347},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.31719738245010376},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14951184391975403}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ton.2025.3580436","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ton.2025.3580436","pdf_url":null,"source":{"id":"https://openalex.org/S5407042750","display_name":"IEEE Transactions on Networking","issn_l":"2998-4157","issn":["2998-4157"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Networking","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-167826","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-167826","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Climate action","id":"https://metadata.un.org/sdg/13","score":0.6100000143051147}],"awards":[{"id":"https://openalex.org/G1149468121","display_name":null,"funder_award_id":"62202447","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Deep":[0],"reinforcement":[1],"learning":[2],"(DRL)":[3],"has":[4,40],"been":[5,41],"used":[6],"in":[7,137,144,156,190,196],"congestion":[8],"control":[9],"algorithms":[10],"(CCAs)":[11],"for":[12,51,86,107],"its":[13,22],"ability":[14],"to":[15,17,81,129,177,183],"adapt":[16],"different":[18],"network":[19],"environments.":[20],"However,":[21],"effectiveness":[23,103],"is":[24],"often":[25],"hindered":[26],"by":[27,167,172],"the":[28,78,102,120,131,178],"limited":[29],"availability":[30],"of":[31,72,104,122],"training":[32,36],"data":[33],"and":[34,75,124,150,159,169,192],"constrained":[35],"scales.":[37],"While":[38],"it":[39],"proved":[42],"that":[43,65,100,118],"combining":[44],"rule-based":[45,66,105],"(expert)":[46],"CCAs":[47,67,106],"as":[48],"a":[49,98,125,187],"guide":[50],"DRL":[52,73,79,132],"(namely":[53],"hybrid":[54,138,180],"CCAs)":[55],"can":[56,164],"address":[57,91],"this":[58,92,94],"limitation,":[59],"we":[60],"show":[61],"through":[62],"experimental":[63],"measurements":[64],"potentially":[68],"restrict":[69],"action":[70],"exploration":[71,116,121],"models":[74,80],"may":[76],"cause":[77],"overly":[82],"rely":[83],"on":[84,135,174,198],"them":[85],"higher":[87],"reward":[88,126],"gains.":[89],"To":[90],"gap,":[93],"paper":[95],"proposes":[96],"Marten,":[97],"framework":[99],"improves":[101],"DRL.":[108],"Marten\u2019s":[109],"key":[110],"innovations":[111],"include":[112],"an":[113,193],"entropy-based":[114],"dynamic":[115],"scheme":[117,128],"expands":[119],"DRL,":[123],"adjustment":[127],"prevent":[130],"models\u2019":[133],"over-reliance":[134],"experts":[136],"CCAs.":[139,181],"We":[140],"have":[141],"implemented":[142],"Marten":[143,163,185],"both":[145,157],"simulation":[146],"platform":[147,152],"OpenAI":[148],"Gym":[149],"deployment":[151],"QUIC.":[153],"Experimental":[154],"results":[155],"emulated":[158],"production":[160],"networks":[161],"demonstrate":[162],"improve":[165],"throughput":[166,191],"0.31%":[168],"reduce":[170],"latency":[171,197],"12.69%":[173],"average":[175],"compared":[176],"state-of-the-art":[179],"Compared":[182],"BBR,":[184],"achieves":[186],"2.79%":[188],"increase":[189],"11.73%":[194],"reduction":[195],"average.":[199]},"counts_by_year":[],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}