{"id":"https://openalex.org/W4391496499","doi":"https://doi.org/10.1109/wcsp58612.2023.10404994","title":"Deep Reinforcement Learning Based TCP Congestion Control in UAV Assisted Wireless Networks","display_name":"Deep Reinforcement Learning Based TCP Congestion Control in UAV Assisted Wireless Networks","publication_year":2023,"publication_date":"2023-11-02","ids":{"openalex":"https://openalex.org/W4391496499","doi":"https://doi.org/10.1109/wcsp58612.2023.10404994"},"language":"en","primary_location":{"id":"doi:10.1109/wcsp58612.2023.10404994","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcsp58612.2023.10404994","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Conference on Wireless Communications and Signal Processing (WCSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086267874","display_name":"Yixiao Feng","orcid":"https://orcid.org/0009-0006-1465-0049"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yixiao Feng","raw_affiliation_strings":["Intelligent Gaming and Decision-Making Laboratory,Beijing,China,100010"],"affiliations":[{"raw_affiliation_string":"Intelligent Gaming and Decision-Making Laboratory,Beijing,China,100010","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016850011","display_name":"Yining Wang","orcid":"https://orcid.org/0009-0005-7917-0874"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yining Wang","raw_affiliation_strings":["Intelligent Gaming and Decision-Making Laboratory,Beijing,China,100010"],"affiliations":[{"raw_affiliation_string":"Intelligent Gaming and Decision-Making Laboratory,Beijing,China,100010","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053385500","display_name":"Bo Zhang","orcid":"https://orcid.org/0000-0003-0986-0018"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bo Zhang","raw_affiliation_strings":["Intelligent Gaming and Decision-Making Laboratory,Beijing,China,100010"],"affiliations":[{"raw_affiliation_string":"Intelligent Gaming and Decision-Making Laboratory,Beijing,China,100010","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026176376","display_name":"Li Zhou","orcid":"https://orcid.org/0000-0003-4099-6917"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Zhou","raw_affiliation_strings":["National University of Defense Technology,College of Electronic Science and Technology,Changsha,China,410073"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology,College of Electronic Science and Technology,Changsha,China,410073","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5086267874"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4018,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.64447921,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"862","last_page":"867"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8105335235595703},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.8072938919067383},{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.7787125706672668},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7372093200683594},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6955133676528931},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.6642404794692993},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5237146019935608},{"id":"https://openalex.org/keywords/packet-loss","display_name":"Packet loss","score":0.5132641792297363},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5016214847564697},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4965980648994446},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.4559321105480194},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4457109570503235},{"id":"https://openalex.org/keywords/explicit-congestion-notification","display_name":"Explicit Congestion Notification","score":0.43964678049087524},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4141943156719208},{"id":"https://openalex.org/keywords/tcp-friendly-rate-control","display_name":"TCP Friendly Rate Control","score":0.36508411169052124},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.10927513241767883},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.06748148798942566},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.06423038244247437}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8105335235595703},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.8072938919067383},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.7787125706672668},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7372093200683594},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6955133676528931},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.6642404794692993},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5237146019935608},{"id":"https://openalex.org/C54108766","wikidata":"https://www.wikidata.org/wiki/Q391064","display_name":"Packet loss","level":3,"score":0.5132641792297363},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5016214847564697},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4965980648994446},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.4559321105480194},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4457109570503235},{"id":"https://openalex.org/C61298376","wikidata":"https://www.wikidata.org/wiki/Q1760683","display_name":"Explicit Congestion Notification","level":5,"score":0.43964678049087524},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4141943156719208},{"id":"https://openalex.org/C30838235","wikidata":"https://www.wikidata.org/wiki/Q7669749","display_name":"TCP Friendly Rate Control","level":4,"score":0.36508411169052124},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10927513241767883},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.06748148798942566},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.06423038244247437}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcsp58612.2023.10404994","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcsp58612.2023.10404994","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Conference on Wireless Communications and Signal Processing (WCSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.6200000047683716}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1606011487","https://openalex.org/W2139378549","https://openalex.org/W2155952380","https://openalex.org/W2801358835","https://openalex.org/W3043543211","https://openalex.org/W3046478992","https://openalex.org/W3047438757","https://openalex.org/W3172394904","https://openalex.org/W3190322952","https://openalex.org/W3203789000","https://openalex.org/W4214717370","https://openalex.org/W4248409180","https://openalex.org/W4285742007","https://openalex.org/W4312264399","https://openalex.org/W4372037215","https://openalex.org/W4377862205","https://openalex.org/W4381748106","https://openalex.org/W6762728350"],"related_works":["https://openalex.org/W2166950183","https://openalex.org/W3022919989","https://openalex.org/W2071614110","https://openalex.org/W2369230276","https://openalex.org/W1542379831","https://openalex.org/W2124572611","https://openalex.org/W2141697444","https://openalex.org/W1786343368","https://openalex.org/W2162566722","https://openalex.org/W2357989245"],"abstract_inverted_index":{"In":[0,25],"this":[1,122],"paper,":[2],"the":[3,26,50,63,68,71,77,100,105,110,117,141,147,163,169,177],"problem":[4,88,94,144],"of":[5,73,113],"congestion":[6,60,142,166],"control":[7,12,67,143,167],"is":[8,56,89,97,134],"studied":[9,27],"for":[10],"transmission":[11,36,47],"protocol":[13],"(TCP)":[14],"in":[15,176,184],"an":[16,92,124,173],"unmanned":[17],"aerial":[18],"vehicles":[19],"(UAVs)":[20],"assisted":[21],"wireless":[22],"network":[23,155],"(UAWN).":[24],"model,":[28],"transmitters":[29],"transmit":[30],"data":[31],"packets":[32,74,114],"to":[33,59,62,98,150,153,162],"receivers":[34],"over":[35],"links":[37],"that":[38],"must":[39,84],"pass":[40],"through":[41,76,116],"two":[42,51],"UAV":[43],"base":[44],"stations.":[45],"The":[46,87,136],"link":[48,79],"between":[49],"UAVs,":[52],"called":[53],"bottleneck":[54,78,118],"link,":[55],"highly":[57],"prone":[58],"due":[61],"significant":[64],"traffic.":[65],"To":[66,120],"system":[69],"congestion,":[70],"number":[72,112],"passing":[75,115],"during":[80],"each":[81],"time":[82],"interval":[83],"be":[85],"controlled.":[86],"formulated":[90],"as":[91],"optimization":[93],"whose":[95],"goal":[96],"improve":[99],"average":[101,106,178,185],"throughput":[102,179],"and":[103,145,180],"reduce":[104],"latency":[107],"by":[108],"controlling":[109],"maximum":[111],"link.":[119],"solve":[121],"problem,":[123],"advantage":[125],"actor":[126],"critic":[127],"(A2C)":[128],"framework":[129],"based":[130,165],"reinforcement":[131],"learning":[132],"algorithm":[133,138],"proposed.":[135],"proposed":[137,170],"effectively":[139],"solves":[140],"enables":[146],"trained":[148],"model":[149],"quickly":[151],"adapt":[152],"dynamic":[154],"environments.":[156],"Simulation":[157],"results":[158],"demonstrate":[159],"that,":[160],"compared":[161],"Q-learning":[164],"algorithm,":[168],"approach":[171],"yields":[172],"18.9%":[174],"improvement":[175],"a":[181],"2.8%":[182],"reduction":[183],"latency.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}