{"id":"https://openalex.org/W3210266275","doi":"https://doi.org/10.1109/tcomm.2021.3123130","title":"RAN Information-Assisted TCP Congestion Control Using Deep Reinforcement Learning With Reward Redistribution","display_name":"RAN Information-Assisted TCP Congestion Control Using Deep Reinforcement Learning With Reward Redistribution","publication_year":2021,"publication_date":"2021-10-26","ids":{"openalex":"https://openalex.org/W3210266275","doi":"https://doi.org/10.1109/tcomm.2021.3123130","mag":"3210266275"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2021.3123130","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2021.3123130","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100730798","display_name":"Minghao Chen","orcid":"https://orcid.org/0000-0001-7709-7355"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minghao Chen","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-7709-7355","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014842979","display_name":"Rongpeng Li","orcid":"https://orcid.org/0000-0003-4297-5060"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongpeng Li","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4297-5060","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062093738","display_name":"Jon Crowcroft","orcid":"https://orcid.org/0000-0002-7013-0121"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jon Crowcroft","raw_affiliation_strings":["Department of Computer Science, University of Cambridge, Cambridge, U.K"],"raw_orcid":"https://orcid.org/0000-0002-7013-0121","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Cambridge, Cambridge, U.K","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jianjun Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianjun Wu","raw_affiliation_strings":["Huawei Technologies Company, Ltd., Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Technologies Company, Ltd., Shanghai, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036831868","display_name":"Zhifeng Zhao","orcid":"https://orcid.org/0000-0002-5479-7890"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhifeng Zhao","raw_affiliation_strings":["Zhejiang Lab, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-5479-7890","affiliations":[{"raw_affiliation_string":"Zhejiang Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100626780","display_name":"Honggang Zhang","orcid":"https://orcid.org/0000-0003-1492-1364"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Honggang Zhang","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1492-1364","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6514,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.71319252,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"70","issue":"1","first_page":"215","last_page":"230"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7735660076141357},{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.6855717301368713},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6626220941543579},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6418519020080566},{"id":"https://openalex.org/keywords/tcp-tuning","display_name":"TCP tuning","score":0.6318281888961792},{"id":"https://openalex.org/keywords/tcp-westwood-plus","display_name":"TCP Westwood plus","score":0.536698043346405},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.5190335512161255},{"id":"https://openalex.org/keywords/transmission-control-protocol","display_name":"Transmission Control Protocol","score":0.48939886689186096},{"id":"https://openalex.org/keywords/tcp-friendly-rate-control","display_name":"TCP Friendly Rate Control","score":0.4425477981567383},{"id":"https://openalex.org/keywords/h-tcp","display_name":"H-TCP","score":0.4393683969974518},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24373579025268555},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.07000523805618286}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7735660076141357},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.6855717301368713},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6626220941543579},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6418519020080566},{"id":"https://openalex.org/C120837960","wikidata":"https://www.wikidata.org/wiki/Q7669763","display_name":"TCP tuning","level":4,"score":0.6318281888961792},{"id":"https://openalex.org/C178127533","wikidata":"https://www.wikidata.org/wiki/Q7669752","display_name":"TCP Westwood plus","level":5,"score":0.536698043346405},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.5190335512161255},{"id":"https://openalex.org/C33588617","wikidata":"https://www.wikidata.org/wiki/Q8803","display_name":"Transmission Control Protocol","level":3,"score":0.48939886689186096},{"id":"https://openalex.org/C30838235","wikidata":"https://www.wikidata.org/wiki/Q7669749","display_name":"TCP Friendly Rate Control","level":4,"score":0.4425477981567383},{"id":"https://openalex.org/C128381798","wikidata":"https://www.wikidata.org/wiki/Q5627845","display_name":"H-TCP","level":5,"score":0.4393683969974518},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24373579025268555},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.07000523805618286},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcomm.2021.3123130","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2021.3123130","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1545904353","display_name":null,"funder_award_id":"LY20F010016","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"},{"id":"https://openalex.org/G5459816226","display_name":"\u57fa\u4e8e\u4e1a\u52a1\u611f\u77e5\u7684\u5185\u751f\u667a\u80fd\u901a\u4fe1\u7f51\u7edc\u7814\u7a76","funder_award_id":"62071425","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7209202450","display_name":null,"funder_award_id":"2020YFB1804800","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G797825634","display_name":"\u57fa\u4e8e\u7528\u6237\u884c\u4e3a\u9884\u6d4b\u7684\u65e0\u7ebf\u8fb9\u7f18\u7f51\u7edc\u8d44\u6e90\u5229\u7528\u7406\u8bba\u7814\u7a76","funder_award_id":"61731002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2021085547","https://openalex.org/W2022844530","https://openalex.org/W2057462363","https://openalex.org/W2082092246","https://openalex.org/W2145339207","https://openalex.org/W2540285146","https://openalex.org/W2759910885","https://openalex.org/W2781726626","https://openalex.org/W2809013025","https://openalex.org/W2909859782","https://openalex.org/W2920933065","https://openalex.org/W2921646839","https://openalex.org/W2951799221","https://openalex.org/W2957514980","https://openalex.org/W2963095800","https://openalex.org/W2963864421","https://openalex.org/W2966944379","https://openalex.org/W2996585810","https://openalex.org/W3002189898","https://openalex.org/W3004648298","https://openalex.org/W3015159979","https://openalex.org/W3016712945","https://openalex.org/W3035218782","https://openalex.org/W3047438757","https://openalex.org/W3091574512","https://openalex.org/W3175153969","https://openalex.org/W3182817111","https://openalex.org/W4295312788","https://openalex.org/W4298876402","https://openalex.org/W6683300800","https://openalex.org/W6684921986","https://openalex.org/W6685444567","https://openalex.org/W6730111887","https://openalex.org/W6747473740","https://openalex.org/W6766978945"],"related_works":["https://openalex.org/W2393205910","https://openalex.org/W2426825868","https://openalex.org/W71366087","https://openalex.org/W2361487389","https://openalex.org/W2143145152","https://openalex.org/W1508245208","https://openalex.org/W2003923844","https://openalex.org/W2591808471","https://openalex.org/W1844073590","https://openalex.org/W4249641388"],"abstract_inverted_index":{"In":[0,55],"this":[1],"paper,":[2],"we":[3,57,87],"aim":[4],"to":[5,44,62,72,95],"propose":[6],"a":[7,17,22,52,101,130,153],"novel":[8],"transmission":[9],"control":[10,14,33,49,138],"protocol":[11],"(TCP)":[12],"congestion":[13,32,48,137],"method":[15,27],"from":[16,74],"cross-layer-based":[18],"perspective":[19],"and":[20,39,69,116,146],"present":[21],"deep":[23],"reinforcement":[24],"learning":[25],"(DRL)-driven":[26],"called":[28],"DRL-3R":[29,133],"(DRL":[30],"for":[31],"with":[34],"Radio":[35],"access":[36],"network":[37,149,161],"information":[38,61,78],"Reward":[40],"Redistribution)":[41],"so":[42],"as":[43],"learn":[45,73],"the":[46,59,65,75,89,93,105,114,118],"TCP":[47,141],"policy":[50],"in":[51,109,159],"superior":[53],"manner.":[54],"particular,":[56],"incorporate":[58],"RAN":[60,77],"timely":[63],"grasp":[64],"dynamics":[66],"of":[67,120],"RAN,":[68],"empower":[70],"DRL":[71],"delayed":[76],"feedback":[79,94],"potentially":[80],"induced":[81],"by":[82,112,151],"several":[83],"consecutive":[84],"actions.":[85],"Meanwhile,":[86],"relax":[88],"implicit":[90],"assumption":[91],"(that":[92],"one":[96],"specific":[97],"action":[98,106],"returns":[99],"at":[100],"round-trip-time":[102],"(RTT)":[103],"after":[104],"is":[107],"applied)":[108],"previous":[110],"researches,":[111],"redistributing":[113],"rewards":[115],"evaluating":[117],"merits":[119],"actions":[121],"more":[122],"accurately.":[123],"Experiment":[124],"results":[125],"show":[126],"that":[127],"besides":[128],"maintaining":[129],"reasonable":[131],"fairness,":[132],"significantly":[134],"outperforms":[135],"classical":[136],"methods":[139],"(e.g.,":[140],"Reno,":[142],"Westwood,":[143],"Cubic,":[144],"BBR":[145],"DRL-CC)":[147],"on":[148],"utility":[150],"achieving":[152],"higher":[154],"throughput":[155],"while":[156],"reducing":[157],"delay":[158],"various":[160],"environments.":[162]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}