{"id":"https://openalex.org/W4200579084","doi":"https://doi.org/10.1109/latincom53176.2021.9647836","title":"Rainbow deep reinforcement learning for TCP congestion control","display_name":"Rainbow deep reinforcement learning for TCP congestion control","publication_year":2021,"publication_date":"2021-11-17","ids":{"openalex":"https://openalex.org/W4200579084","doi":"https://doi.org/10.1109/latincom53176.2021.9647836"},"language":"en","primary_location":{"id":"doi:10.1109/latincom53176.2021.9647836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/latincom53176.2021.9647836","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Latin-American Conference on Communications (LATINCOM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069201011","display_name":"Jean P. Martins","orcid":"https://orcid.org/0000-0003-2112-3723"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Jean P. Martins","raw_affiliation_strings":["Ericsson Research, Indaiatuba, SP, Brazil"],"affiliations":[{"raw_affiliation_string":"Ericsson Research, Indaiatuba, SP, Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101937670","display_name":"Ricardo S. Souza","orcid":"https://orcid.org/0000-0001-5490-7538"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ricardo S. Souza","raw_affiliation_strings":["Ericsson Research, Indaiatuba, SP, Brazil"],"affiliations":[{"raw_affiliation_string":"Ericsson Research, Indaiatuba, SP, Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055625053","display_name":"Igor Almeida","orcid":"https://orcid.org/0000-0001-9850-4407"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Igor Almeida","raw_affiliation_strings":["Ericsson Research, Indaiatuba, SP, Brazil"],"affiliations":[{"raw_affiliation_string":"Ericsson Research, Indaiatuba, SP, Brazil","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010050881","display_name":"Silvia Lins","orcid":"https://orcid.org/0000-0001-5160-7177"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Silvia Lins","raw_affiliation_strings":["Ericsson Research, Indaiatuba, SP, Brazil"],"affiliations":[{"raw_affiliation_string":"Ericsson Research, Indaiatuba, SP, Brazil","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5069201011"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23222688,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"abs 1810 3943","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.908141553401947},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8335639238357544},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6729620695114136},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6179112195968628},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.5990296006202698},{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.5627665519714355},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.42836278676986694},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4001627564430237},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3195028007030487}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.908141553401947},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8335639238357544},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6729620695114136},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6179112195968628},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.5990296006202698},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.5627665519714355},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.42836278676986694},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4001627564430237},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3195028007030487},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/latincom53176.2021.9647836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/latincom53176.2021.9647836","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Latin-American Conference on Communications (LATINCOM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.75}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1609755472","https://openalex.org/W1840725281","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2201581102","https://openalex.org/W2528130681","https://openalex.org/W2724169821","https://openalex.org/W2746553466","https://openalex.org/W2761873684","https://openalex.org/W2798776137","https://openalex.org/W2801358835","https://openalex.org/W2811374584","https://openalex.org/W2897942816","https://openalex.org/W2898035736","https://openalex.org/W2909859782","https://openalex.org/W2951799221","https://openalex.org/W3016712945","https://openalex.org/W4213221859","https://openalex.org/W4295830359","https://openalex.org/W4298876402","https://openalex.org/W6683300800","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6740092555","https://openalex.org/W6744838376","https://openalex.org/W6747481501","https://openalex.org/W6750761875","https://openalex.org/W6752963931","https://openalex.org/W6756049356"],"related_works":["https://openalex.org/W2083794993","https://openalex.org/W4379115841","https://openalex.org/W1511772879","https://openalex.org/W3170750609","https://openalex.org/W2979471250","https://openalex.org/W2127898439","https://openalex.org/W2186315912","https://openalex.org/W2098397451","https://openalex.org/W2248125223","https://openalex.org/W3195664246"],"abstract_inverted_index":{"Traditional":[0],"algorithms":[1],"are":[2],"facing":[3],"a":[4,117],"hard":[5],"time":[6],"addressing":[7],"the":[8,19,55,59,65,93,128,147,156,164,173],"increasing":[9],"complexity":[10],"of":[11,18,40,101,130,137,166,175],"telecommunication":[12],"networks.":[13],"The":[14,89,161],"heterogeneity":[15],"and":[16,29,33,37,86,120],"dynamicity":[17],"most":[20],"recent":[21],"applications":[22],"(let":[23],"alone":[24],"their":[25],"enormous":[26],"traffic":[27],"demands":[28],"strict":[30],"delay":[31],"requirements)":[32],"calling":[34],"for":[35,151],"smart":[36],"timely":[38],"actuation":[39],"intelligent":[41],"agents.":[42],"In":[43],"this":[44],"field,":[45],"deep":[46],"reinforcement":[47],"learning":[48],"has":[49],"drawn":[50],"considerable":[51],"attention,":[52],"starting":[53],"from":[54,179],"breakthrough":[56],"achieved":[57],"by":[58],"Deep":[60],"Q-Network":[61],"(DQN)":[62],"agent":[63,91,148],"in":[64,78,106,127,168,182],"Atari":[66,112,138,183],"2600":[67],"benchmark":[68],"suite.":[69],"Since":[70],"then,":[71],"many":[72],"extensions":[73,124,177],"have":[74],"been":[75],"proposed":[76],"independently":[77],"an":[79],"attempt":[80],"to":[81,96,170],"improve":[82],"DQNs":[83,123],"sample":[84],"efficiency":[85],"training":[87,126],"stability.":[88],"Rainbow":[90,167],"was":[92],"first":[94],"proposal":[95],"show":[97],"synergy":[98],"among":[99],"six":[100],"such":[102],"extensions,":[103],"which":[104],"resulted":[105],"it":[107],"consistently":[108],"outperforming":[109],"DQN":[110],"on":[111],"games.":[113,184],"This":[114],"paper":[115],"follows":[116],"similar":[118],"path":[119],"evaluates":[121],"how":[122],"impact":[125],"context":[129],"TCP":[131,157],"congestion":[132,158],"control":[133],"decision-making.":[134],"Therefore,":[135],"instead":[136],"games,":[139],"we":[140],"consider":[141],"multiple":[142],"network":[143],"simulation":[144],"settings,":[145],"where":[146],"must":[149],"decide":[150],"increasing,":[152],"decreasing,":[153],"or":[154],"maintaining":[155],"window":[159],"size.":[160],"results":[162],"corroborate":[163],"benefits":[165],"comparison":[169],"DQN.":[171],"However,":[172],"influence":[174],"individual":[176],"differs":[178],"those":[180],"observed":[181]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}