{"id":"https://openalex.org/W4401907549","doi":"https://doi.org/10.1109/tnsm.2024.3450596","title":"Lightweight Automatic ECN Tuning Based on Deep Reinforcement Learning With Ultra-Low Overhead in Datacenter Networks","display_name":"Lightweight Automatic ECN Tuning Based on Deep Reinforcement Learning With Ultra-Low Overhead in Datacenter Networks","publication_year":2024,"publication_date":"2024-08-27","ids":{"openalex":"https://openalex.org/W4401907549","doi":"https://doi.org/10.1109/tnsm.2024.3450596"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2024.3450596","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2024.3450596","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022806757","display_name":"Jinbin Hu","orcid":"https://orcid.org/0000-0001-8216-9683"},"institutions":[{"id":"https://openalex.org/I56934997","display_name":"Changsha University of Science and Technology","ror":"https://ror.org/03yph8055","country_code":"CN","type":"education","lineage":["https://openalex.org/I56934997"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinbin Hu","raw_affiliation_strings":["School of Computer and Communication Engineering, Changsha University of Science and Technology, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0001-8216-9683","affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, Changsha University of Science and Technology, Changsha, China","institution_ids":["https://openalex.org/I56934997"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076220263","display_name":"Zikai Zhou","orcid":"https://orcid.org/0000-0002-0299-7241"},"institutions":[{"id":"https://openalex.org/I56934997","display_name":"Changsha University of Science and Technology","ror":"https://ror.org/03yph8055","country_code":"CN","type":"education","lineage":["https://openalex.org/I56934997"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zikai Zhou","raw_affiliation_strings":["School of Computer and Communication Engineering, Changsha University of Science and Technology, Changsha, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, Changsha University of Science and Technology, Changsha, China","institution_ids":["https://openalex.org/I56934997"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100405987","display_name":"Jin Zhang","orcid":"https://orcid.org/0000-0002-7464-2247"},"institutions":[{"id":"https://openalex.org/I56934997","display_name":"Changsha University of Science and Technology","ror":"https://ror.org/03yph8055","country_code":"CN","type":"education","lineage":["https://openalex.org/I56934997"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Zhang","raw_affiliation_strings":["School of Computer and Communication Engineering, Changsha University of Science and Technology, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-7464-2247","affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, Changsha University of Science and Technology, Changsha, China","institution_ids":["https://openalex.org/I56934997"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.8267,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.95348316,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"21","issue":"6","first_page":"6398","last_page":"6408"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9628999829292297,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9628999829292297,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9606999754905701,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9514999985694885,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8289656639099121},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7062519788742065},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.7060376405715942},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4525824785232544},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.366968035697937},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3488764762878418},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3480489253997803},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1512935757637024}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8289656639099121},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7062519788742065},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.7060376405715942},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4525824785232544},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.366968035697937},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3488764762878418},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3480489253997803},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1512935757637024}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2024.3450596","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2024.3450596","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6396608774","display_name":null,"funder_award_id":"62472050","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1968781019","https://openalex.org/W2053347647","https://openalex.org/W2098450166","https://openalex.org/W2159083104","https://openalex.org/W2164740236","https://openalex.org/W2530088943","https://openalex.org/W2735695078","https://openalex.org/W2743073148","https://openalex.org/W2794339560","https://openalex.org/W2794896506","https://openalex.org/W2968108410","https://openalex.org/W2982594333","https://openalex.org/W2989494640","https://openalex.org/W2997642214","https://openalex.org/W3003352822","https://openalex.org/W3008245781","https://openalex.org/W3016712945","https://openalex.org/W3033870971","https://openalex.org/W3046478992","https://openalex.org/W3105875719","https://openalex.org/W3106918569","https://openalex.org/W3112270907","https://openalex.org/W3192114749","https://openalex.org/W3197629532","https://openalex.org/W4213221859","https://openalex.org/W4235732943","https://openalex.org/W4240522432","https://openalex.org/W4244289726","https://openalex.org/W4288391344","https://openalex.org/W4307105603","https://openalex.org/W4311118879","https://openalex.org/W4312892687","https://openalex.org/W4316252368","https://openalex.org/W4360995262","https://openalex.org/W4392024151","https://openalex.org/W4392306398","https://openalex.org/W4399039119","https://openalex.org/W6684329904","https://openalex.org/W6750761875","https://openalex.org/W6753859785","https://openalex.org/W6762728350","https://openalex.org/W6766978945"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435","https://openalex.org/W4391331176"],"abstract_inverted_index":{"In":[0,69],"modern":[1],"datacenter":[2],"networks":[3],"(DCNs),":[4],"mainstream":[5],"congestion":[6],"control":[7],"(CC)":[8],"mechanisms":[9],"essentially":[10],"rely":[11],"on":[12,67],"Explicit":[13],"Congestion":[14],"Notification":[15],"(ECN)":[16],"to":[17,65,136],"reflect":[18],"congestion.":[19],"The":[20,44,98],"traditional":[21],"static":[22],"ECN":[23,34,51,79],"threshold":[24,35],"performs":[25],"poorly":[26],"under":[27,36],"dynamic":[28],"scenarios,":[29],"and":[30,42,76,110,117,140,146],"setting":[31],"a":[32,56,74],"proper":[33],"various":[37],"traffic":[38],"patterns":[39],"is":[40],"challenging":[41],"time-consuming.":[43],"recently":[45],"proposed":[46],"reinforcement":[47,93],"learning":[48,94],"(RL)":[49],"based":[50],"Tuning":[52],"algorithm":[53,81],"(ACC)":[54],"consumes":[55],"large":[57],"number":[58],"of":[59,91],"computational":[60],"resources,":[61],"making":[62],"it":[63],"difficult":[64],"deploy":[66],"switches.":[68],"this":[70],"paper,":[71],"we":[72],"present":[73],"lightweight":[75],"hierarchical":[77],"automated":[78],"tuning":[80],"called":[82],"LAECN,":[83],"which":[84],"can":[85],"fully":[86],"exploit":[87],"the":[88],"performance":[89,105,122],"benefits":[90],"deep":[92],"with":[95],"ultra-low":[96],"overhead.":[97],"simulation":[99],"results":[100],"show":[101],"that":[102],"LAECN":[103,130],"improves":[104,132],"significantly":[106],"by":[107,134],"reducing":[108],"latency":[109],"increasing":[111],"throughput":[112,133],"in":[113,123],"stable":[114],"network":[115,126],"conditions,":[116],"also":[118],"shows":[119],"consistent":[120],"high":[121],"small":[124],"flows":[125],"environments.":[127],"For":[128],"example,":[129],"effectively":[131],"up":[135],"47%,":[137],"34%,":[138],"32%":[139],"24%":[141],"over":[142],"DCQCN,":[143],"TIMELY,":[144],"HPCC":[145],"ACC,":[147],"respectively.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}