{"id":"https://openalex.org/W3133904720","doi":"https://doi.org/10.23919/icact51234.2021.9370861","title":"TCP Congestion Avoidance in Data Centres using Reinforcement Learning","display_name":"TCP Congestion Avoidance in Data Centres using Reinforcement Learning","publication_year":2021,"publication_date":"2021-02-07","ids":{"openalex":"https://openalex.org/W3133904720","doi":"https://doi.org/10.23919/icact51234.2021.9370861","mag":"3133904720"},"language":"en","primary_location":{"id":"doi:10.23919/icact51234.2021.9370861","is_oa":false,"landing_page_url":"https://doi.org/10.23919/icact51234.2021.9370861","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 23rd International Conference on Advanced Communication Technology (ICACT)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086689891","display_name":"Ali Hassan","orcid":"https://orcid.org/0000-0002-4635-7385"},"institutions":[{"id":"https://openalex.org/I39470171","display_name":"Ontario Tech University","ror":"https://ror.org/016zre027","country_code":"CA","type":"education","lineage":["https://openalex.org/I39470171"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ali Hassan","raw_affiliation_strings":["Faculty of Business and Information Technology, University of Ontario Institute of Technology, Oshawa, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Business and Information Technology, University of Ontario Institute of Technology, Oshawa, Canada","institution_ids":["https://openalex.org/I39470171"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001883078","display_name":"Shahram Shah Heydari","orcid":"https://orcid.org/0000-0002-6107-7728"},"institutions":[{"id":"https://openalex.org/I39470171","display_name":"Ontario Tech University","ror":"https://ror.org/016zre027","country_code":"CA","type":"education","lineage":["https://openalex.org/I39470171"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Shahram Shah Heydari","raw_affiliation_strings":["Faculty of Business and Information Technology, University of Ontario Institute of Technology, Oshawa, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Business and Information Technology, University of Ontario Institute of Technology, Oshawa, Canada","institution_ids":["https://openalex.org/I39470171"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I39470171"],"apc_list":null,"apc_paid":null,"fwci":0.2713,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.34287159,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"306","last_page":"311"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7246012687683105},{"id":"https://openalex.org/keywords/tcp-tuning","display_name":"TCP tuning","score":0.7233836650848389},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.689437747001648},{"id":"https://openalex.org/keywords/zeta-tcp","display_name":"Zeta-TCP","score":0.628106951713562},{"id":"https://openalex.org/keywords/tcp-friendly-rate-control","display_name":"TCP Friendly Rate Control","score":0.6150788068771362},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6033937931060791},{"id":"https://openalex.org/keywords/tcp-acceleration","display_name":"TCP acceleration","score":0.581326961517334},{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.5137556791305542},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4994180202484131},{"id":"https://openalex.org/keywords/tcp-westwood-plus","display_name":"TCP Westwood plus","score":0.4729986786842346},{"id":"https://openalex.org/keywords/h-tcp","display_name":"H-TCP","score":0.4686141908168793},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.44650059938430786},{"id":"https://openalex.org/keywords/transmission-control-protocol","display_name":"Transmission Control Protocol","score":0.4394463896751404},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16658851504325867},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.10964784026145935},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09136658906936646},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.06997448205947876},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.06793665885925293}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7246012687683105},{"id":"https://openalex.org/C120837960","wikidata":"https://www.wikidata.org/wiki/Q7669763","display_name":"TCP tuning","level":4,"score":0.7233836650848389},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.689437747001648},{"id":"https://openalex.org/C30305156","wikidata":"https://www.wikidata.org/wiki/Q8069697","display_name":"Zeta-TCP","level":4,"score":0.628106951713562},{"id":"https://openalex.org/C30838235","wikidata":"https://www.wikidata.org/wiki/Q7669749","display_name":"TCP Friendly Rate Control","level":4,"score":0.6150788068771362},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6033937931060791},{"id":"https://openalex.org/C101452262","wikidata":"https://www.wikidata.org/wiki/Q7669757","display_name":"TCP acceleration","level":4,"score":0.581326961517334},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.5137556791305542},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4994180202484131},{"id":"https://openalex.org/C178127533","wikidata":"https://www.wikidata.org/wiki/Q7669752","display_name":"TCP Westwood plus","level":5,"score":0.4729986786842346},{"id":"https://openalex.org/C128381798","wikidata":"https://www.wikidata.org/wiki/Q5627845","display_name":"H-TCP","level":5,"score":0.4686141908168793},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.44650059938430786},{"id":"https://openalex.org/C33588617","wikidata":"https://www.wikidata.org/wiki/Q8803","display_name":"Transmission Control Protocol","level":3,"score":0.4394463896751404},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16658851504325867},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.10964784026145935},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09136658906936646},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.06997448205947876},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.06793665885925293}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/icact51234.2021.9370861","is_oa":false,"landing_page_url":"https://doi.org/10.23919/icact51234.2021.9370861","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 23rd International Conference on Advanced Communication Technology (ICACT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2163112974","https://openalex.org/W2182521281","https://openalex.org/W2232300117","https://openalex.org/W2790615648","https://openalex.org/W2801358835","https://openalex.org/W2885268922","https://openalex.org/W2920933065","https://openalex.org/W2921646839","https://openalex.org/W2946348792","https://openalex.org/W3006614180","https://openalex.org/W6685726834"],"related_works":["https://openalex.org/W1937237773","https://openalex.org/W2426825868","https://openalex.org/W2143145152","https://openalex.org/W4231807519","https://openalex.org/W1981903687","https://openalex.org/W2403263340","https://openalex.org/W1574050397","https://openalex.org/W3036907041","https://openalex.org/W2365832858","https://openalex.org/W1970099088"],"abstract_inverted_index":{"TCP,":[0],"a":[1,65,91,121],"transport":[2],"layer":[3],"protocol":[4],"which":[5],"ensures":[6],"the":[7,13,16,24,40,44,47,58,74,99,105,113,126,148,153,158],"reliable":[8],"delivery":[9],"of":[10,18,23,50,57,69,76,93,107,115,128,150],"information":[11],"on":[12,133,152],"network,":[14,41],"is":[15,33,143],"basis":[17],"Internet":[19,26],"connectivity,":[20],"with":[21],"85%":[22],"worlds":[25],"traffic":[27],"being":[28],"TCP":[29,31,118,135],"based.":[30],"however,":[32],"slow":[34],"to":[35,37,111,145],"adapt":[36],"changes":[38],"in":[39,81,98,103,120],"drastically":[42],"reducing":[43],"throughput":[45,156],"at":[46],"first":[48],"sign":[49],"possible":[51],"congestion,":[52],"thereby":[53],"preventing":[54],"rapid":[55],"restoration":[56],"throughput.":[59],"Mitigating":[60],"this":[61,82],"problem":[62],"has":[63,95],"been":[64,96],"very":[66],"active":[67],"area":[68],"research,":[70],"as,":[71],"until":[72],"recently,":[73],"idea":[75],"using":[77],"Artificial":[78],"Intelligence":[79],"(AI)":[80],"space":[83],"was":[84],"relatively":[85],"limited.":[86],"Recently,":[87],"Reinforcement":[88],"Learning":[89],"(RL),":[90],"form":[92],"AI,":[94],"explored":[97],"networking":[100],"space,":[101],"and":[102],"enhancing":[104],"performance":[106],"TCP,this":[108],"paper":[109],"aims":[110],"expand":[112],"use":[114],"RL":[116],"for":[117,125],"(TCP-RL)":[119],"software-defined":[122],"data":[123,159],"centre":[124],"purpose":[127],"network":[129,155],"congestion":[130,151],"avoidance":[131],"based":[132],"host-based":[134],"metrics.":[136],"We":[137],"demonstrate":[138],"that":[139],"our":[140],"proposed":[141],"approach":[142],"able":[144],"significantly":[146],"reduce":[147],"impact":[149],"end-to-end":[154],"within":[157],"centre.":[160]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}
