{"id":"https://openalex.org/W2957514980","doi":"https://doi.org/10.1109/icc.2019.8761187","title":"Rax: Deep Reinforcement Learning for Congestion Control","display_name":"Rax: Deep Reinforcement Learning for Congestion Control","publication_year":2019,"publication_date":"2019-05-01","ids":{"openalex":"https://openalex.org/W2957514980","doi":"https://doi.org/10.1109/icc.2019.8761187","mag":"2957514980"},"language":"en","primary_location":{"id":"doi:10.1109/icc.2019.8761187","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc.2019.8761187","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2019 - 2019 IEEE International Conference on Communications (ICC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011090440","display_name":"Maximilian Bachl","orcid":"https://orcid.org/0000-0001-9482-7428"},"institutions":[{"id":"https://openalex.org/I4210122474","display_name":"Forschungszentrum Telekommunikation Wien","ror":"https://ror.org/026nftk33","country_code":"AT","type":"facility","lineage":["https://openalex.org/I4210122474"]}],"countries":["AT"],"is_corresponding":true,"raw_author_name":"Maximilian Bachl","raw_affiliation_strings":["Institute of Telecommunications, TV Wien, Vienna, Austria"],"affiliations":[{"raw_affiliation_string":"Institute of Telecommunications, TV Wien, Vienna, Austria","institution_ids":["https://openalex.org/I4210122474"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015779165","display_name":"Tanja Zseby","orcid":"https://orcid.org/0000-0002-5391-467X"},"institutions":[{"id":"https://openalex.org/I4210122474","display_name":"Forschungszentrum Telekommunikation Wien","ror":"https://ror.org/026nftk33","country_code":"AT","type":"facility","lineage":["https://openalex.org/I4210122474"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Tanja Zseby","raw_affiliation_strings":["Institute of Telecommunications, TV Wien, Vienna, Austria"],"affiliations":[{"raw_affiliation_string":"Institute of Telecommunications, TV Wien, Vienna, Austria","institution_ids":["https://openalex.org/I4210122474"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018072983","display_name":"Joachim Fabini","orcid":"https://orcid.org/0000-0002-8285-1591"},"institutions":[{"id":"https://openalex.org/I4210122474","display_name":"Forschungszentrum Telekommunikation Wien","ror":"https://ror.org/026nftk33","country_code":"AT","type":"facility","lineage":["https://openalex.org/I4210122474"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Joachim Fabini","raw_affiliation_strings":["Institute of Telecommunications, TV Wien, Vienna, Austria"],"affiliations":[{"raw_affiliation_string":"Institute of Telecommunications, TV Wien, Vienna, Austria","institution_ids":["https://openalex.org/I4210122474"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5011090440"],"corresponding_institution_ids":["https://openalex.org/I4210122474"],"apc_list":null,"apc_paid":null,"fwci":2.8294,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.91446304,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9728000164031982,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9725000262260437,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8265703320503235},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7672560214996338},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.7402600049972534},{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.7172314524650574},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.604508101940155},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5317094922065735},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5119022130966187},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5096867084503174},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4795477092266083},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.4348006248474121},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.40985268354415894},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.26953548192977905},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.19179582595825195},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12518876791000366}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8265703320503235},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7672560214996338},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.7402600049972534},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.7172314524650574},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.604508101940155},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5317094922065735},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5119022130966187},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5096867084503174},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4795477092266083},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.4348006248474121},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.40985268354415894},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26953548192977905},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.19179582595825195},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12518876791000366},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc.2019.8761187","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc.2019.8761187","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2019 - 2019 IEEE International Conference on Communications (ICC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1792364413","https://openalex.org/W2121863487","https://openalex.org/W2149695900","https://openalex.org/W2157331557","https://openalex.org/W2798776137","https://openalex.org/W2801358835","https://openalex.org/W2885268922","https://openalex.org/W2887715205","https://openalex.org/W2964043796","https://openalex.org/W3016712945","https://openalex.org/W4214717370","https://openalex.org/W6692846177","https://openalex.org/W6750761875"],"related_works":["https://openalex.org/W2120447654","https://openalex.org/W2977179488","https://openalex.org/W2144453115","https://openalex.org/W2128223750","https://openalex.org/W4238532390","https://openalex.org/W2188872161","https://openalex.org/W2002978035","https://openalex.org/W2961779879","https://openalex.org/W797688974","https://openalex.org/W2209382646"],"abstract_inverted_index":{"This":[0],"paper":[1,144],"proposes":[2],"Reactive":[3],"Adaptive":[4],"eXperience":[5],"based":[6,37,47],"congestion":[7,14,27],"control":[8,15],"(Rax),":[9],"a":[10,32,44,59,103,110,128],"new":[11],"method":[12,125],"of":[13,73,81,99,112],"(CC)":[16],"that":[17,49,115,123,146],"uses":[18],"online":[19,152],"reinforcement":[20],"learning":[21],"(RL)":[22],"to":[23,31,64,127],"maintain":[24],"an":[25],"optimum":[26],"window":[28],"with":[29,54,58,156],"respect":[30],"given":[33],"reward":[34],"function":[35],"and":[36,67,86,118,134,153],"on":[38,78],"current":[39,97],"network":[40,46,63],"conditions.":[41],"We":[42,121],"use":[43],"neural":[45,62],"approach":[48],"can":[50,149,154],"be":[51,150],"initialized":[52],"either":[53],"random":[55],"weights":[56],"or":[57],"previously":[60],"trained":[61],"improve":[65],"stability":[66],"convergence":[68],"time.":[69],"As":[70,102],"the":[71,79,91],"processing":[72],"rewards":[74],"in":[75,139],"CC":[76,137,158],"depends":[77],"arrival":[80],"acknowledgements,":[82],"which":[83],"are":[84],"delayed":[85,117],"received":[87],"one":[88],"by":[89],"one,":[90],"problem":[92],"is":[93],"not":[94],"suitable":[95],"for":[96],"implementations":[98],"Deep":[100,113,147],"RL.":[101],"remedy":[104],"we":[105],"propose":[106],"Partial":[107],"Action":[108],"Learning,":[109],"formulation":[111],"RL":[114,148],"supports":[116],"partial":[119],"rewards.":[120],"show":[122],"our":[124],"converges":[126],"stable,":[129],"close-to-optimum":[130],"solution":[131],"within":[132],"minutes":[133],"outperforms":[135],"existing":[136],"algorithms":[138],"typical":[140],"networks.":[141],"Thus,":[142],"this":[143],"demonstrates":[145],"done":[151],"compete":[155],"classic":[157],"schemes":[159],"such":[160],"as":[161],"Cubic.":[162]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}