{"id":"https://openalex.org/W4392153236","doi":"https://doi.org/10.1109/globecom54140.2023.10437507","title":"Learning to Maximize Network Bandwidth Utilization with Deep Reinforcement Learning","display_name":"Learning to Maximize Network Bandwidth Utilization with Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-12-04","ids":{"openalex":"https://openalex.org/W4392153236","doi":"https://doi.org/10.1109/globecom54140.2023.10437507"},"language":"en","primary_location":{"id":"doi:10.1109/globecom54140.2023.10437507","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom54140.2023.10437507","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2023 - 2023 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032197140","display_name":"Hasibul Jamil","orcid":"https://orcid.org/0000-0001-7631-1487"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hasibul Jamil","raw_affiliation_strings":["University at Buffalo (SUNY),Department of Computer Science and Engineering,Amherst,NY,USA,14260"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University at Buffalo (SUNY),Department of Computer Science and Engineering,Amherst,NY,USA,14260","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025219603","display_name":"Elvis Rodrigues","orcid":null},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elvis Rodrigues","raw_affiliation_strings":["University at Buffalo (SUNY),Department of Computer Science and Engineering,Amherst,NY,USA,14260"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University at Buffalo (SUNY),Department of Computer Science and Engineering,Amherst,NY,USA,14260","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087660836","display_name":"Jacob Goldverg","orcid":null},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jacob Goldverg","raw_affiliation_strings":["University at Buffalo (SUNY),Department of Computer Science and Engineering,Amherst,NY,USA,14260"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University at Buffalo (SUNY),Department of Computer Science and Engineering,Amherst,NY,USA,14260","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069324928","display_name":"Tevfik Kosar","orcid":"https://orcid.org/0000-0002-5600-6706"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tevfik Kosar","raw_affiliation_strings":["University at Buffalo (SUNY),Department of Computer Science and Engineering,Amherst,NY,USA,14260"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University at Buffalo (SUNY),Department of Computer Science and Engineering,Amherst,NY,USA,14260","institution_ids":["https://openalex.org/I63190737"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I63190737"],"apc_list":null,"apc_paid":null,"fwci":0.1877,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.55500251,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"3711","last_page":"3716"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7971405982971191},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7106484770774841},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.6212292313575745},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46510443091392517},{"id":"https://openalex.org/keywords/bandwidth-allocation","display_name":"Bandwidth allocation","score":0.43227776885032654},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3273719549179077},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2696889042854309}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7971405982971191},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7106484770774841},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.6212292313575745},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46510443091392517},{"id":"https://openalex.org/C200157131","wikidata":"https://www.wikidata.org/wiki/Q4854763","display_name":"Bandwidth allocation","level":3,"score":0.43227776885032654},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3273719549179077},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2696889042854309}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom54140.2023.10437507","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom54140.2023.10437507","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2023 - 2023 IEEE Global Communications Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2209424234","display_name":null,"funder_award_id":"CCF-2007829","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1630733292","https://openalex.org/W1990920914","https://openalex.org/W2022844530","https://openalex.org/W2071314114","https://openalex.org/W2101344075","https://openalex.org/W2115564061","https://openalex.org/W2117264435","https://openalex.org/W2129285970","https://openalex.org/W2139378549","https://openalex.org/W2158242880","https://openalex.org/W2161344864","https://openalex.org/W2162566501","https://openalex.org/W2492794003","https://openalex.org/W2523251154","https://openalex.org/W2736601468","https://openalex.org/W2798776137","https://openalex.org/W2801358835","https://openalex.org/W2885982708","https://openalex.org/W2970998197","https://openalex.org/W2997502654","https://openalex.org/W3138562521","https://openalex.org/W3191170634","https://openalex.org/W3210845418","https://openalex.org/W4283803449","https://openalex.org/W4294672422","https://openalex.org/W4302802882","https://openalex.org/W6679335249","https://openalex.org/W6683195989","https://openalex.org/W6734001291","https://openalex.org/W6741002519","https://openalex.org/W6750761875","https://openalex.org/W6762728350","https://openalex.org/W6764791836","https://openalex.org/W6780373310","https://openalex.org/W6790780345"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Efficiently":[0],"transferring":[1],"data":[2],"over":[3],"long-distance,":[4],"high-speed":[5],"networks":[6],"requires":[7],"optimal":[8,84,171],"utilization":[9,132],"of":[10,24,45,86],"available":[11,98,197],"network":[12,34,67,99,105,115,130,135,192,198],"bandwidth.":[13],"One":[14],"effective":[15],"method":[16],"to":[17,32,53,81,95,103,128,147,179],"achieve":[18],"this":[19],"is":[20,93],"through":[21],"the":[22,42,58,83,123,196],"use":[23],"parallel":[25,46,87,124],"TCP":[26,47,88,125],"streams.":[27,89],"This":[28],"approach":[29,74],"allows":[30],"applications":[31],"leverage":[33],"parallelism,":[35],"thereby":[36],"enhancing":[37],"transfer":[38],"throughput.":[39,183],"However,":[40],"determining":[41],"ideal":[43],"number":[44,85],"streams":[48],"can":[49,120,168,190],"be":[50],"challenging":[51],"due":[52],"non-deterministic":[54],"background":[55],"traffic":[56],"sharing":[57],"network,":[59],"as":[60,62],"well":[61],"non-stationary":[63],"and":[64,137,153,194],"partially":[65],"observable":[66],"signals.":[68],"We":[69,143],"present":[70],"a":[71,205],"novel":[72],"learning-based":[73],"that":[75,165,187],"utilizes":[76],"deep":[77],"reinforcement":[78],"learning":[79],"(DRL)":[80],"determine":[82],"Our":[90],"DRL-based":[91,118,150],"algorithm":[92,167],"designed":[94],"intelligently":[96],"utilize":[97],"bandwidth":[100,131],"while":[101,176],"adapting":[102],"different":[104],"conditions.":[106],"Unlike":[107],"rule-based":[108],"heuristics,":[109],"which":[110],"lack":[111],"generalization":[112],"in":[113],"unknown":[114],"scenarios,":[116],"our":[117,149,166,188],"solution":[119,189],"dynamically":[121],"adjust":[122],"stream":[126],"numbers":[127],"optimize":[129],"without":[133],"causing":[134],"congestion":[136,193],"ensuring":[138],"fairness":[139],"among":[140,201],"competing":[141,202],"transfers.":[142],"conducted":[144],"extensive":[145],"experiments":[146],"evaluate":[148],"algorithm's":[151],"performance":[152],"compared":[154],"it":[155],"with":[156],"several":[157],"state-of-the-art":[158],"online":[159],"optimization":[160],"algorithms.":[161],"The":[162],"results":[163],"demonstrate":[164],"identify":[169],"nearly":[170],"solutions":[172],"40":[173],"%":[174,181],"faster":[175],"achieving":[177],"up":[178],"15":[180],"higher":[182],"Further-more,":[184],"we":[185],"show":[186],"prevent":[191],"distribute":[195],"resources":[199],"fairly":[200],"transfers,":[203],"unlike":[204],"discriminatory":[206],"algorithm.":[207]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}