{"id":"https://openalex.org/W3182817111","doi":"https://doi.org/10.1109/iccworkshops50388.2021.9473523","title":"RAN Information-assisted TCP Congestion Control via DRL with Reward Redistribution","display_name":"RAN Information-assisted TCP Congestion Control via DRL with Reward Redistribution","publication_year":2021,"publication_date":"2021-06-01","ids":{"openalex":"https://openalex.org/W3182817111","doi":"https://doi.org/10.1109/iccworkshops50388.2021.9473523","mag":"3182817111"},"language":"en","primary_location":{"id":"doi:10.1109/iccworkshops50388.2021.9473523","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccworkshops50388.2021.9473523","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100730798","display_name":"Minghao Chen","orcid":"https://orcid.org/0000-0001-7709-7355"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minghao Chen","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014842979","display_name":"Rongpeng Li","orcid":"https://orcid.org/0000-0003-4297-5060"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongpeng Li","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036831868","display_name":"Zhifeng Zhao","orcid":"https://orcid.org/0000-0002-5479-7890"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhifeng Zhao","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","Zhejiang Lab, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100626780","display_name":"Honggang Zhang","orcid":"https://orcid.org/0000-0003-1492-1364"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Honggang Zhang","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8139,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.65045501,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.7066987156867981},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.704513430595398},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6813177466392517},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6345179080963135},{"id":"https://openalex.org/keywords/tcp-tuning","display_name":"TCP tuning","score":0.5985645055770874},{"id":"https://openalex.org/keywords/tcp-westwood-plus","display_name":"TCP Westwood plus","score":0.5711997747421265},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.5347885489463806},{"id":"https://openalex.org/keywords/tcp-friendly-rate-control","display_name":"TCP Friendly Rate Control","score":0.4840952157974243},{"id":"https://openalex.org/keywords/transmission-control-protocol","display_name":"Transmission Control Protocol","score":0.47384077310562134},{"id":"https://openalex.org/keywords/h-tcp","display_name":"H-TCP","score":0.45992311835289},{"id":"https://openalex.org/keywords/tcp-global-synchronization","display_name":"TCP global synchronization","score":0.4299975037574768},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.41234734654426575},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15061494708061218},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.14062124490737915},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.09020394086837769},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.08705806732177734}],"concepts":[{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.7066987156867981},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.704513430595398},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6813177466392517},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6345179080963135},{"id":"https://openalex.org/C120837960","wikidata":"https://www.wikidata.org/wiki/Q7669763","display_name":"TCP tuning","level":4,"score":0.5985645055770874},{"id":"https://openalex.org/C178127533","wikidata":"https://www.wikidata.org/wiki/Q7669752","display_name":"TCP Westwood plus","level":5,"score":0.5711997747421265},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.5347885489463806},{"id":"https://openalex.org/C30838235","wikidata":"https://www.wikidata.org/wiki/Q7669749","display_name":"TCP Friendly Rate Control","level":4,"score":0.4840952157974243},{"id":"https://openalex.org/C33588617","wikidata":"https://www.wikidata.org/wiki/Q8803","display_name":"Transmission Control Protocol","level":3,"score":0.47384077310562134},{"id":"https://openalex.org/C128381798","wikidata":"https://www.wikidata.org/wiki/Q5627845","display_name":"H-TCP","level":5,"score":0.45992311835289},{"id":"https://openalex.org/C162030245","wikidata":"https://www.wikidata.org/wiki/Q2383755","display_name":"TCP global synchronization","level":4,"score":0.4299975037574768},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.41234734654426575},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15061494708061218},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.14062124490737915},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.09020394086837769},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.08705806732177734},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccworkshops50388.2021.9473523","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccworkshops50388.2021.9473523","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W159719520","https://openalex.org/W2022844530","https://openalex.org/W2057462363","https://openalex.org/W2082092246","https://openalex.org/W2118575680","https://openalex.org/W2121863487","https://openalex.org/W2540285146","https://openalex.org/W2759910885","https://openalex.org/W2809013025","https://openalex.org/W2909859782","https://openalex.org/W2920933065","https://openalex.org/W2963864421","https://openalex.org/W2966944379","https://openalex.org/W2970705602","https://openalex.org/W2996585810","https://openalex.org/W3004648298","https://openalex.org/W3016712945","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W2393205910","https://openalex.org/W2426825868","https://openalex.org/W71366087","https://openalex.org/W2403263340","https://openalex.org/W1482964674","https://openalex.org/W4231807519","https://openalex.org/W2003923844","https://openalex.org/W2048721293","https://openalex.org/W1500915927","https://openalex.org/W2096570563"],"abstract_inverted_index":{"In":[0,55],"this":[1],"paper,":[2],"we":[3,57,70],"aim":[4],"to":[5,44,62],"propose":[6],"a":[7,17,22,52,87,118,140],"novel":[8],"transmission":[9],"control":[10,14,33,49,126],"protocol":[11],"(TCP)":[12],"congestion":[13,32,48,125],"method":[15,27],"from":[16],"crosslayer-based":[18],"perspective":[19],"and":[20,39,104,133],"present":[21],"deep":[23],"reinforcement":[24],"learning":[25],"(DRL)-driven":[26],"called":[28],"DRL-3R":[29,121],"(DRL":[30],"for":[31],"with":[34],"Radio":[35],"access":[36],"network":[37,136,149],"information":[38,61],"Reward":[40],"Redistribution)":[41],"so":[42],"as":[43],"learn":[45],"the":[46,59,65,72,76,93,102,106],"TCP":[47,129],"policy":[50],"in":[51,97,147],"superior":[53],"manner.":[54],"particular,":[56],"incorporate":[58],"RAN":[60],"timely":[63],"grasp":[64],"dynamics":[66],"of":[67,78,108],"RAN.":[68],"Meanwhile,":[69],"relax":[71],"implicit":[73],"assumption":[74],"[i.e.,":[75],"feedback":[77],"one":[79],"specific":[80],"data-sending":[81],"rate":[82],"controlling":[83],"action":[84,94],"returns":[85],"at":[86],"round":[88],"trip":[89],"time":[90],"(RTT)":[91],"after":[92],"is":[95],"applied]":[96],"previous":[98],"researches":[99],"by":[100,138],"redistributing":[101],"rewards":[103],"evaluating":[105],"merits":[107],"actions":[109],"more":[110],"accurately.":[111],"Experiment":[112],"results":[113],"show":[114],"that":[115],"besides":[116],"maintaining":[117],"reasonable":[119],"fairness,":[120],"significantly":[122],"outperforms":[123],"classical":[124],"methods":[127],"(e.g.,":[128],"Reno,":[130],"Westwood,":[131],"Cubic,":[132],"BBR)":[134],"on":[135],"utility":[137],"achieving":[139],"relatively":[141],"high":[142],"throughput":[143],"while":[144],"reducing":[145],"delay":[146],"various":[148],"environments.":[150]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}