{"id":"https://openalex.org/W4407953211","doi":"https://doi.org/10.1145/3701551.3703585","title":"ProCC: Programmatic Reinforcement Learning for Efficient and Transparent TCP Congestion Control","display_name":"ProCC: Programmatic Reinforcement Learning for Efficient and Transparent TCP Congestion Control","publication_year":2025,"publication_date":"2025-02-26","ids":{"openalex":"https://openalex.org/W4407953211","doi":"https://doi.org/10.1145/3701551.3703585"},"language":"en","primary_location":{"id":"doi:10.1145/3701551.3703585","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3701551.3703585","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eighteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014673381","display_name":"Yin Gu","orcid":"https://orcid.org/0000-0002-6734-9085"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yin Gu","raw_affiliation_strings":["State Key Lab of Cognitive Intelligence, University of Science and Technology of China, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of Cognitive Intelligence, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100323875","display_name":"Kai Zhang","orcid":"https://orcid.org/0000-0001-5335-2470"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Zhang","raw_affiliation_strings":["State Key Lab of Cognitive Intelligence, University of Science and Technology of China, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of Cognitive Intelligence, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100453156","display_name":"Qi Liu","orcid":"https://orcid.org/0000-0001-6956-5550"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Liu","raw_affiliation_strings":["State Key Lab of Cognitive Intelligence, University of Science and Technology of China, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of Cognitive Intelligence, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100767610","display_name":"Runlong Yu","orcid":"https://orcid.org/0000-0003-4080-2377"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Runlong Yu","raw_affiliation_strings":["Department of Computer Science, University of Pittsburgh, Pittsburgh, Pennsylvania, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Pittsburgh, Pittsburgh, Pennsylvania, USA","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100398281","display_name":"Xin Lin","orcid":"https://orcid.org/0000-0001-6913-4654"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Lin","raw_affiliation_strings":["State Key Lab of Cognitive Intelligence, University of Science and Technology of China, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of Cognitive Intelligence, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024889000","display_name":"Xinjie Sun","orcid":"https://orcid.org/0009-0003-4147-8094"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinjie Sun","raw_affiliation_strings":["State Key Lab of Cognitive Intelligence, University of Science and Technology of China, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of Cognitive Intelligence, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5014673381"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":1.4196,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.79644128,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"963","last_page":"972"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.630635142326355},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6236497759819031},{"id":"https://openalex.org/keywords/slow-start","display_name":"Slow-start","score":0.5998580455780029},{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.5745838284492493},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4219725728034973},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20532342791557312},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.059380918741226196}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.630635142326355},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6236497759819031},{"id":"https://openalex.org/C15195413","wikidata":"https://www.wikidata.org/wiki/Q2835766","display_name":"Slow-start","level":4,"score":0.5998580455780029},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.5745838284492493},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4219725728034973},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20532342791557312},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.059380918741226196}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3701551.3703585","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3701551.3703585","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eighteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4649667846","display_name":null,"funder_award_id":"WK2150110034","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G5887538222","display_name":null,"funder_award_id":"62406303","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W95608104","https://openalex.org/W1625390266","https://openalex.org/W2001755333","https://openalex.org/W2022844530","https://openalex.org/W2050600889","https://openalex.org/W2120346334","https://openalex.org/W2145339207","https://openalex.org/W2540285146","https://openalex.org/W2734941459","https://openalex.org/W2766447205","https://openalex.org/W2885982708","https://openalex.org/W2902331071","https://openalex.org/W2990138404","https://openalex.org/W2996811470","https://openalex.org/W3016712945","https://openalex.org/W3038898937","https://openalex.org/W3045157316","https://openalex.org/W3046478992","https://openalex.org/W3098136764","https://openalex.org/W3133382421","https://openalex.org/W3154552531","https://openalex.org/W3154935201","https://openalex.org/W3188209232","https://openalex.org/W4221155775","https://openalex.org/W4239779753","https://openalex.org/W4283787646","https://openalex.org/W4285307446","https://openalex.org/W4290991577","https://openalex.org/W4290996257","https://openalex.org/W4302802882","https://openalex.org/W4307931173","https://openalex.org/W4367047268","https://openalex.org/W4385565270","https://openalex.org/W4386365365","https://openalex.org/W4393161217","https://openalex.org/W4401024549","https://openalex.org/W6677737365"],"related_works":["https://openalex.org/W2104259103","https://openalex.org/W2185024549","https://openalex.org/W2355205438","https://openalex.org/W2369428326","https://openalex.org/W2356339667","https://openalex.org/W2398114535","https://openalex.org/W2152957590","https://openalex.org/W2915792401","https://openalex.org/W2391249904","https://openalex.org/W2082861166"],"abstract_inverted_index":{"Transmission":[0],"Control":[1,73],"Protocol":[2],"(TCP)":[3],"congestion":[4],"control":[5,83],"is":[6,108,183],"a":[7,65,79,82,132,144],"fundamental":[8],"mechanism":[9],"in":[10,88,153,176],"the":[11,21,41,117,123,141,166,206],"Internet":[12],"that":[13,181,198],"maintains":[14],"network":[15,191],"stability":[16],"and":[17,57,96,100,116,136,169,185,203,212],"performance":[18,35,196],"by":[19,47],"adjusting":[20],"sending":[22],"rate":[23],"of":[24,143,199],"connections.":[25],"Recently,":[26],"Deep":[27],"Reinforcement":[28],"Learning":[29],"(DRL)":[30],"methods":[31],"have":[32],"shown":[33],"superior":[34],"over":[36],"traditional":[37],"expert-designed":[38],"solutions.":[39],"However,":[40,102],"DRL":[42,201],"policies":[43,208],"are":[44,151,209],"often":[45],"represented":[46],"black-box":[48],"neural":[49],"networks,":[50],"they":[51],"lack":[52],"interpretability,":[53],"making":[54],"verification":[55],"challenging":[56,109],"requiring":[58],"excessive":[59],"floating-point":[60],"computation.":[61],"This":[62],"work":[63],"introduces":[64],"novel":[66],"approach,":[67],"Programmatic":[68],"reinforcement":[69],"learning":[70],"for":[71],"Congestion":[72],"(ProCC),":[74],"designed":[75],"to":[76,111,163],"autonomously":[77],"discover":[78],"program":[80,106,118,137,145],"as":[81,122],"policy":[84],"from":[85],"scratch.":[86],"Programs":[87],"ProCC":[89,130,156,182],"include":[90],"branching":[91],"structures":[92,107],"(e.g.,":[93],"if":[94],"blocks":[95],"if-else":[97],"blocks),":[98],"conditions":[99],"actions.":[101],"directly":[103],"optimizing":[104],"such":[105],"due":[110],"their":[112],"discrete":[113,167],"non-differentiable":[114],"nature,":[115],"space":[119,168],"grows":[120],"exponentially":[121],"depth":[124],"increases.":[125],"To":[126],"address":[127],"this":[128],"issue,":[129],"defines":[131],"Domain-Specific":[133],"Language":[134],"(DSL)":[135],"transformation":[138],"rules,":[139],"enabling":[140],"construction":[142],"search":[146],"graph":[147],"where":[148],"similar":[149],"programs":[150],"closer":[152],"proximity.":[154],"Subsequently,":[155],"employs":[157],"Monte":[158],"Carlo":[159],"Tree":[160],"Search":[161],"(MCTS)":[162],"efficiently":[164],"explore":[165],"obtain":[170],"promising":[171],"programs.":[172],"Extensive":[173],"experiments":[174],"conducted":[175],"multiple":[177],"simulated":[178],"environments":[179],"demonstrate":[180],"adaptive":[184],"consistently":[186],"performs":[187],"well":[188],"under":[189],"varying":[190],"conditions.":[192],"The":[193],"learned":[194],"program's":[195],"surpasses":[197],"state-of-the-art":[200],"agents,":[202],"more":[204],"importantly,":[205],"generated":[207],"concise,":[210],"transparent,":[211],"computationally":[213],"efficient.":[214]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}