{"id":"https://openalex.org/W3137127032","doi":"https://doi.org/10.1109/ccwc51732.2021.9376056","title":"TCP Congestion Control with Multiagent Reinforcement and Transfer Learning","display_name":"TCP Congestion Control with Multiagent Reinforcement and Transfer Learning","publication_year":2021,"publication_date":"2021-01-27","ids":{"openalex":"https://openalex.org/W3137127032","doi":"https://doi.org/10.1109/ccwc51732.2021.9376056","mag":"3137127032"},"language":"en","primary_location":{"id":"doi:10.1109/ccwc51732.2021.9376056","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccwc51732.2021.9376056","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 11th Annual Computing and Communication Workshop and Conference (CCWC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090820158","display_name":"Shahrukh Khan Kasi","orcid":"https://orcid.org/0000-0002-5973-5322"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shahrukh Khan Kasi","raw_affiliation_strings":["Electrical and Computer Engineering, Michigan State University, East Lansing, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering, Michigan State University, East Lansing, MI, USA","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074019305","display_name":"Saptarshi Das","orcid":"https://orcid.org/0000-0002-8394-5303"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saptarshi Das","raw_affiliation_strings":["Electrical and Computer Engineering, Michigan State University, East Lansing, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering, Michigan State University, East Lansing, MI, USA","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5107170592","display_name":"Subir Biswas","orcid":"https://orcid.org/0000-0003-0828-2500"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Subir Biswas","raw_affiliation_strings":["Electrical and Computer Engineering, Michigan State University, East Lansing, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering, Michigan State University, East Lansing, MI, USA","institution_ids":["https://openalex.org/I87216513"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I87216513"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1507","last_page":"1513"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.7857722640037537},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7500835657119751},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7400070428848267},{"id":"https://openalex.org/keywords/tcp-tuning","display_name":"TCP tuning","score":0.6661742925643921},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6364089250564575},{"id":"https://openalex.org/keywords/tcp-friendly-rate-control","display_name":"TCP Friendly Rate Control","score":0.601550817489624},{"id":"https://openalex.org/keywords/tcp-westwood-plus","display_name":"TCP Westwood plus","score":0.5406526923179626},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5010871887207031},{"id":"https://openalex.org/keywords/network-traffic-control","display_name":"Network traffic control","score":0.4664815068244934},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.45730334520339966},{"id":"https://openalex.org/keywords/cubic-tcp","display_name":"CUBIC TCP","score":0.4190302789211273},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.33442193269729614},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14220324158668518},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.12581688165664673},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.07619193196296692},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.06727024912834167}],"concepts":[{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.7857722640037537},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7500835657119751},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7400070428848267},{"id":"https://openalex.org/C120837960","wikidata":"https://www.wikidata.org/wiki/Q7669763","display_name":"TCP tuning","level":4,"score":0.6661742925643921},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6364089250564575},{"id":"https://openalex.org/C30838235","wikidata":"https://www.wikidata.org/wiki/Q7669749","display_name":"TCP Friendly Rate Control","level":4,"score":0.601550817489624},{"id":"https://openalex.org/C178127533","wikidata":"https://www.wikidata.org/wiki/Q7669752","display_name":"TCP Westwood plus","level":5,"score":0.5406526923179626},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5010871887207031},{"id":"https://openalex.org/C201100257","wikidata":"https://www.wikidata.org/wiki/Q393287","display_name":"Network traffic control","level":3,"score":0.4664815068244934},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.45730334520339966},{"id":"https://openalex.org/C140349481","wikidata":"https://www.wikidata.org/wiki/Q4035697","display_name":"CUBIC TCP","level":5,"score":0.4190302789211273},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.33442193269729614},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14220324158668518},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.12581688165664673},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.07619193196296692},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.06727024912834167},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ccwc51732.2021.9376056","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccwc51732.2021.9376056","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 11th Annual Computing and Communication Workshop and Conference (CCWC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W621727291","https://openalex.org/W1973039793","https://openalex.org/W1974812331","https://openalex.org/W1990920914","https://openalex.org/W2009654461","https://openalex.org/W2108892923","https://openalex.org/W2121863487","https://openalex.org/W2132454267","https://openalex.org/W2801358835","https://openalex.org/W2807652507","https://openalex.org/W2897942816","https://openalex.org/W2909859782","https://openalex.org/W6676156825"],"related_works":["https://openalex.org/W71366087","https://openalex.org/W2426825868","https://openalex.org/W2143145152","https://openalex.org/W2096570563","https://openalex.org/W196708450","https://openalex.org/W1532864776","https://openalex.org/W2090452795","https://openalex.org/W1482964674","https://openalex.org/W2591808471","https://openalex.org/W2141669981"],"abstract_inverted_index":{"TCP":[0,63,87,139,157],"congestion":[1,31,54,64,71,88,104,111,140,158],"control,":[2],"although":[3],"prevalently":[4],"used":[5],"in":[6,94,135,161],"network":[7,128,170],"technologies,":[8],"is":[9,44],"not":[10],"optimal":[11,103],"for":[12,29,86],"video":[13,23],"streaming":[14,24],"applications.":[15],"High":[16],"throughput":[17,115,164],"and":[18,106,116],"low":[19,117],"latency":[20],"requirements":[21],"of":[22,38,50,125,138],"applications":[25],"present":[26],"a":[27,79,126,150],"challenge":[28],"traditional":[30],"control":[32,65,89,159],"protocols":[33],"to":[34,40,67,99],"provide":[35],"satisfactory":[36],"quality":[37],"experience":[39],"users.":[41],"This":[42],"limitation":[43],"mainly":[45],"caused":[46],"by":[47],"the":[48,57,61,70,102,123,136,154],"misidentification":[49],"non-congestion":[51,108],"losses":[52,55,109,112],"as":[53],"at":[56,101],"sender":[58],"side":[59],"causing":[60],"rule-based":[62,156],"algorithm":[66],"conservatively":[68],"reduce":[69],"window.":[72],"To":[73],"counter":[74],"that,":[75],"we":[76,121],"first":[77],"devise":[78],"transfer":[80],"learning":[81,84,133],"assisted":[82],"reinforcement":[83,132],"framework":[85],"problem.":[90],"The":[91],"proposed":[92,146],"framework,":[93],"an":[95],"online":[96],"manner,":[97],"learns":[98],"operate":[100],"window":[105],"distinguish":[107],"from":[110],"spawning":[113],"high":[114],"end-to-end":[118,169],"delay.":[119,171],"Next,":[120],"analyze":[122],"behavior":[124],"multi-user":[127],"using":[129],"coordinated":[130],"multi-agent":[131],"techniques":[134],"context":[137],"control.":[141],"We":[142],"show":[143],"that":[144],"our":[145],"solution":[147],"even":[148],"with":[149],"simple":[151],"state-space":[152],"outperforms":[153],"conventional":[155],"methods":[160],"achieving":[162],"higher":[163],"while":[165],"maintaining":[166],"much":[167],"lower":[168]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}