{"id":"https://openalex.org/W4220812597","doi":"https://doi.org/10.23919/icact53585.2022.9728923","title":"TCP Congestion Avoidance in Data Centres using Reinforcement Learning","display_name":"TCP Congestion Avoidance in Data Centres using Reinforcement Learning","publication_year":2022,"publication_date":"2022-02-13","ids":{"openalex":"https://openalex.org/W4220812597","doi":"https://doi.org/10.23919/icact53585.2022.9728923"},"language":"en","primary_location":{"id":"doi:10.23919/icact53585.2022.9728923","is_oa":false,"landing_page_url":"https://doi.org/10.23919/icact53585.2022.9728923","pdf_url":null,"source":{"id":"https://openalex.org/S4363608017","display_name":"2022 24th International Conference on Advanced Communication Technology (ICACT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 24th International Conference on Advanced Communication Technology (ICACT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086689891","display_name":"Ali Hassan","orcid":"https://orcid.org/0000-0002-4635-7385"},"institutions":[{"id":"https://openalex.org/I39470171","display_name":"University of Ontario Institute of Technology","ror":"https://ror.org/016zre027","country_code":"CA","type":"education","lineage":["https://openalex.org/I39470171"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Ali Hassan","raw_affiliation_strings":["University of Ontario Institute of Technology,Faculty of Business and Information Technology,Oshawa,Canada","Faculty of Business and Information Technology, University of Ontario Institute of Technology, Oshawa, Canada"],"affiliations":[{"raw_affiliation_string":"University of Ontario Institute of Technology,Faculty of Business and Information Technology,Oshawa,Canada","institution_ids":["https://openalex.org/I39470171"]},{"raw_affiliation_string":"Faculty of Business and Information Technology, University of Ontario Institute of Technology, Oshawa, Canada","institution_ids":["https://openalex.org/I39470171"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001883078","display_name":"Shahram Shah Heydari","orcid":"https://orcid.org/0000-0002-6107-7728"},"institutions":[{"id":"https://openalex.org/I39470171","display_name":"University of Ontario Institute of Technology","ror":"https://ror.org/016zre027","country_code":"CA","type":"education","lineage":["https://openalex.org/I39470171"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Shahram Shah Heydari","raw_affiliation_strings":["University of Ontario Institute of Technology,Faculty of Business and Information Technology,Oshawa,Canada","Faculty of Business and Information Technology, University of Ontario Institute of Technology, Oshawa, Canada"],"affiliations":[{"raw_affiliation_string":"University of Ontario Institute of Technology,Faculty of Business and Information Technology,Oshawa,Canada","institution_ids":["https://openalex.org/I39470171"]},{"raw_affiliation_string":"Faculty of Business and Information Technology, University of Ontario Institute of Technology, Oshawa, Canada","institution_ids":["https://openalex.org/I39470171"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5086689891"],"corresponding_institution_ids":["https://openalex.org/I39470171"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01265295,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"306","last_page":"311"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tcp-tuning","display_name":"TCP tuning","score":0.7207548022270203},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7166604995727539},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6745502352714539},{"id":"https://openalex.org/keywords/zeta-tcp","display_name":"Zeta-TCP","score":0.6371884346008301},{"id":"https://openalex.org/keywords/tcp-friendly-rate-control","display_name":"TCP Friendly Rate Control","score":0.6098913550376892},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6071935892105103},{"id":"https://openalex.org/keywords/tcp-acceleration","display_name":"TCP acceleration","score":0.5875241756439209},{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.5318201780319214},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5229464173316956},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4673604965209961},{"id":"https://openalex.org/keywords/transmission-control-protocol","display_name":"Transmission Control Protocol","score":0.46590763330459595},{"id":"https://openalex.org/keywords/tcp-westwood-plus","display_name":"TCP Westwood plus","score":0.4351139962673187},{"id":"https://openalex.org/keywords/h-tcp","display_name":"H-TCP","score":0.4223538637161255},{"id":"https://openalex.org/keywords/tcp-global-synchronization","display_name":"TCP global synchronization","score":0.4101712703704834},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1630629599094391},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.11375042796134949},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09402793645858765},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.08559256792068481},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.07027840614318848}],"concepts":[{"id":"https://openalex.org/C120837960","wikidata":"https://www.wikidata.org/wiki/Q7669763","display_name":"TCP tuning","level":4,"score":0.7207548022270203},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7166604995727539},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6745502352714539},{"id":"https://openalex.org/C30305156","wikidata":"https://www.wikidata.org/wiki/Q8069697","display_name":"Zeta-TCP","level":4,"score":0.6371884346008301},{"id":"https://openalex.org/C30838235","wikidata":"https://www.wikidata.org/wiki/Q7669749","display_name":"TCP Friendly Rate Control","level":4,"score":0.6098913550376892},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6071935892105103},{"id":"https://openalex.org/C101452262","wikidata":"https://www.wikidata.org/wiki/Q7669757","display_name":"TCP acceleration","level":4,"score":0.5875241756439209},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.5318201780319214},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5229464173316956},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4673604965209961},{"id":"https://openalex.org/C33588617","wikidata":"https://www.wikidata.org/wiki/Q8803","display_name":"Transmission Control Protocol","level":3,"score":0.46590763330459595},{"id":"https://openalex.org/C178127533","wikidata":"https://www.wikidata.org/wiki/Q7669752","display_name":"TCP Westwood plus","level":5,"score":0.4351139962673187},{"id":"https://openalex.org/C128381798","wikidata":"https://www.wikidata.org/wiki/Q5627845","display_name":"H-TCP","level":5,"score":0.4223538637161255},{"id":"https://openalex.org/C162030245","wikidata":"https://www.wikidata.org/wiki/Q2383755","display_name":"TCP global synchronization","level":4,"score":0.4101712703704834},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1630629599094391},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.11375042796134949},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09402793645858765},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.08559256792068481},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.07027840614318848}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/icact53585.2022.9728923","is_oa":false,"landing_page_url":"https://doi.org/10.23919/icact53585.2022.9728923","pdf_url":null,"source":{"id":"https://openalex.org/S4363608017","display_name":"2022 24th International Conference on Advanced Communication Technology (ICACT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 24th International Conference on Advanced Communication Technology (ICACT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2062832101","https://openalex.org/W2163112974","https://openalex.org/W2232300117","https://openalex.org/W2790615648","https://openalex.org/W2801358835","https://openalex.org/W2885268922","https://openalex.org/W2920933065","https://openalex.org/W2921646839","https://openalex.org/W2946348792","https://openalex.org/W3006614180","https://openalex.org/W6684260611","https://openalex.org/W6762728350","https://openalex.org/W6780559895"],"related_works":["https://openalex.org/W1937237773","https://openalex.org/W1984241452","https://openalex.org/W4231807519","https://openalex.org/W1981903687","https://openalex.org/W2355334374","https://openalex.org/W2513250346","https://openalex.org/W2147198325","https://openalex.org/W2166737481","https://openalex.org/W3036907041","https://openalex.org/W2403263340"],"abstract_inverted_index":{"TCP,":[0],"a":[1,65,91,121],"transport":[2],"layer":[3],"protocol":[4],"which":[5],"ensures":[6],"the":[7,13,16,24,40,44,47,58,74,99,105,113,126,148,153,158],"reliable":[8],"delivery":[9],"of":[10,18,23,50,57,69,76,93,107,115,128,150],"information":[11],"on":[12,133,152],"network,":[14,41],"is":[15,33,143],"basis":[17],"Internet":[19,26],"connectivity,":[20],"with":[21],"85%":[22],"worlds":[25],"traffic":[27],"being":[28],"TCP":[29,31,118,135],"based.":[30],"however,":[32],"slow":[34],"to":[35,37,111,145],"adapt":[36],"changes":[38],"in":[39,81,98,103,120],"drastically":[42],"reducing":[43],"throughput":[45,156],"at":[46],"first":[48],"sign":[49],"possible":[51],"congestion,":[52],"thereby":[53],"preventing":[54],"rapid":[55],"restoration":[56],"throughput.":[59],"Mitigating":[60],"this":[61,82],"problem":[62],"has":[63,95],"been":[64,96],"very":[66],"active":[67],"area":[68],"research,":[70],"as,":[71],"until":[72],"recently,":[73],"idea":[75],"using":[77],"Artificial":[78],"Intelligence":[79],"(AI)":[80],"space":[83],"was":[84],"relatively":[85],"limited.":[86],"Recently,":[87],"Reinforcement":[88],"Learning":[89],"(RL),":[90],"form":[92],"AI,":[94],"explored":[97],"networking":[100],"space,":[101],"and":[102],"enhancing":[104],"performance":[106],"TCP,this":[108],"paper":[109],"aims":[110],"expand":[112],"use":[114],"RL":[116],"for":[117,125],"(TCP-RL)":[119],"software-defined":[122],"data":[123,159],"centre":[124],"purpose":[127],"network":[129,155],"congestion":[130,151],"avoidance":[131],"based":[132],"host-based":[134],"metrics.":[136],"We":[137],"demonstrate":[138],"that":[139],"our":[140],"proposed":[141],"approach":[142],"able":[144],"significantly":[146],"reduce":[147],"impact":[149],"end-to-end":[154],"within":[157],"centre.":[160]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}