{"id":"https://openalex.org/W4386245188","doi":"https://doi.org/10.1109/infocom53939.2023.10228952","title":"Marten: A Built-in Security DRL-Based Congestion Control Framework by Polishing the Expert","display_name":"Marten: A Built-in Security DRL-Based Congestion Control Framework by Polishing the Expert","publication_year":2023,"publication_date":"2023-05-17","ids":{"openalex":"https://openalex.org/W4386245188","doi":"https://doi.org/10.1109/infocom53939.2023.10228952"},"language":"en","primary_location":{"id":"doi:10.1109/infocom53939.2023.10228952","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocom53939.2023.10228952","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2023 - IEEE Conference on Computer Communications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102838132","display_name":"Zhiyuan Pan","orcid":"https://orcid.org/0009-0000-2460-6590"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhiyuan Pan","raw_affiliation_strings":["Southern University of Science and Technology,China","Peng Cheng Laboratory, China","Southern University of Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Peng Cheng Laboratory, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"Southern University of Science and Technology, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005992286","display_name":"Jianer Zhou","orcid":"https://orcid.org/0000-0002-0639-9978"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianer Zhou","raw_affiliation_strings":["Southern University of Science and Technology,China","Peng Cheng Laboratory, China","Southern University of Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Peng Cheng Laboratory, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"Southern University of Science and Technology, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079537923","display_name":"Xinyi Qiu","orcid":"https://orcid.org/0000-0003-2481-3500"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyi Qiu","raw_affiliation_strings":["Peng Cheng Laboratory,China","Peng Cheng Laboratory, China"],"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory,China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"Peng Cheng Laboratory, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100637376","display_name":"Weichao Li","orcid":"https://orcid.org/0000-0001-6875-7315"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weichao Li","raw_affiliation_strings":["Peng Cheng Laboratory,China","Peng Cheng Laboratory, China"],"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory,China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"Peng Cheng Laboratory, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058593618","display_name":"Heng Pan","orcid":"https://orcid.org/0000-0002-5506-5958"},"institutions":[{"id":"https://openalex.org/I4210101410","display_name":"International Centre for Theoretical Physics Asia-Pacific","ror":"https://ror.org/01z2px678","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210101410","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heng Pan","raw_affiliation_strings":["ICT, CAS,China","ICT, CAS, China"],"affiliations":[{"raw_affiliation_string":"ICT, CAS,China","institution_ids":["https://openalex.org/I4210101410"]},{"raw_affiliation_string":"ICT, CAS, China","institution_ids":["https://openalex.org/I4210101410"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100756634","display_name":"Wei Zhang","orcid":"https://orcid.org/0000-0002-4960-3190"},"institutions":[{"id":"https://openalex.org/I4210101410","display_name":"International Centre for Theoretical Physics Asia-Pacific","ror":"https://ror.org/01z2px678","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210101410","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["ICT, CAS,China","ICT, CAS, China"],"affiliations":[{"raw_affiliation_string":"ICT, CAS,China","institution_ids":["https://openalex.org/I4210101410"]},{"raw_affiliation_string":"ICT, CAS, China","institution_ids":["https://openalex.org/I4210101410"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5102838132"],"corresponding_institution_ids":["https://openalex.org/I3045169105","https://openalex.org/I4210136793"],"apc_list":null,"apc_paid":null,"fwci":1.4044,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.82467369,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/polishing","display_name":"Polishing","score":0.6476763486862183},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.605362594127655},{"id":"https://openalex.org/keywords/marten","display_name":"Marten","score":0.4740728437900543},{"id":"https://openalex.org/keywords/security-controls","display_name":"Security controls","score":0.4482828676700592},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.38327109813690186},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.38096606731414795},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.24307435750961304},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1950351595878601},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.13460373878479004}],"concepts":[{"id":"https://openalex.org/C138113353","wikidata":"https://www.wikidata.org/wiki/Q611639","display_name":"Polishing","level":2,"score":0.6476763486862183},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.605362594127655},{"id":"https://openalex.org/C2778793789","wikidata":"https://www.wikidata.org/wiki/Q26533","display_name":"Marten","level":3,"score":0.4740728437900543},{"id":"https://openalex.org/C178148461","wikidata":"https://www.wikidata.org/wiki/Q1632136","display_name":"Security controls","level":3,"score":0.4482828676700592},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.38327109813690186},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.38096606731414795},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.24307435750961304},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1950351595878601},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.13460373878479004},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C185933670","wikidata":"https://www.wikidata.org/wiki/Q52105","display_name":"Habitat","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/infocom53939.2023.10228952","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocom53939.2023.10228952","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2023 - IEEE Conference on Computer Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1694165248","https://openalex.org/W1771410628","https://openalex.org/W1772688858","https://openalex.org/W2022844530","https://openalex.org/W2164740236","https://openalex.org/W2745034467","https://openalex.org/W2787938642","https://openalex.org/W2795561664","https://openalex.org/W2798776137","https://openalex.org/W2885982708","https://openalex.org/W2899254093","https://openalex.org/W2946348792","https://openalex.org/W2963575966","https://openalex.org/W2963864421","https://openalex.org/W2964043796","https://openalex.org/W2970091567","https://openalex.org/W3016712945","https://openalex.org/W3044526025","https://openalex.org/W3046478992","https://openalex.org/W3047407100","https://openalex.org/W3047438757","https://openalex.org/W3095199503","https://openalex.org/W3112270907","https://openalex.org/W3138562521","https://openalex.org/W3173835271","https://openalex.org/W3181575648","https://openalex.org/W3193109390","https://openalex.org/W3216425677","https://openalex.org/W4214717370","https://openalex.org/W4231746564","https://openalex.org/W4232284301","https://openalex.org/W4240522432","https://openalex.org/W4281622875","https://openalex.org/W4302570325","https://openalex.org/W6637388848","https://openalex.org/W6638018090","https://openalex.org/W6638163082","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6692846177","https://openalex.org/W6748839928","https://openalex.org/W6750761875","https://openalex.org/W6762728350","https://openalex.org/W6780559895","https://openalex.org/W6781733293","https://openalex.org/W6797124404"],"related_works":["https://openalex.org/W2808255248","https://openalex.org/W2808660756","https://openalex.org/W2808756774","https://openalex.org/W2808279462","https://openalex.org/W2588098395","https://openalex.org/W4255292325","https://openalex.org/W2096047831","https://openalex.org/W2808263781","https://openalex.org/W2924148471","https://openalex.org/W2334885201"],"abstract_inverted_index":{"Deep":[0],"reinforcement":[1],"learning":[2],"(DRL)":[3],"has":[4],"been":[5],"proved":[6],"to":[7,12,49,72,107,119],"be":[8],"an":[9,46],"effective":[10,47],"method":[11],"improve":[13,50,147,162],"the":[14,20,29,59,63,80,89,100,109,116],"congestion":[15],"control":[16],"algorithms":[17],"(CCAs).":[18],"However,":[19],"lack":[21],"of":[22,31,91,102,111],"training":[23,26],"data":[24],"and":[25,66,104,134,151,161,166],"scale":[27],"affect":[28],"effectiveness":[30,90],"DRL":[32,44,122],"model.":[33],"Combining":[34],"rule-based":[35,60,92],"CCAs":[36,61,93],"(such":[37],"as":[38,40,99],"BBR)":[39],"a":[41,85],"guide":[42],"for":[43,94],"is":[45],"way":[48],"learning-based":[51],"CCAs.":[52],"By":[53],"experiment":[54],"measurement,":[55],"we":[56,82],"find":[57],"that":[58],"limit":[62],"action":[64],"exploration":[65,103,110],"even":[67],"cause":[68],"DRL\u2019s":[69,75],"excessive":[70],"dependence":[71],"gain":[73],"higher":[74],"reward":[76],"gain.":[77],"To":[78],"overcome":[79],"constraints,":[81],"propose":[83],"Marten,":[84],"framework":[86],"which":[87],"improves":[88],"DRL.":[95,112],"Marten":[96,114,127,145],"uses":[97,105],"entropy":[98],"degree":[101],"it":[106],"expand":[108],"Furthermore,":[113],"introduces":[115],"shielding":[117],"mechanism":[118],"avoid":[120],"wrong":[121],"actions.":[123],"We":[124],"have":[125],"implemented":[126],"in":[128,141],"both":[129],"simulation":[130],"platform":[131,136],"OpenAI":[132],"Gym":[133],"deployment":[135],"QUIC.":[137],"The":[138],"experimental":[139],"results":[140],"production":[142],"network":[143],"demonstrate":[144],"can":[146],"throughput":[148,163],"by":[149,154,164,169],"0.36%":[150],"reduce":[152,167],"latency":[153,168],"14.89%":[155],"on":[156,171],"average":[157,172],"compared":[158,173],"with":[159,174],"Eagle,":[160],"2.79%":[165],"11.73%":[170],"BBR.":[175]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}