{"id":"https://openalex.org/W2963549123","doi":"https://doi.org/10.1109/infocom.2018.8485853","title":"Experience-driven Networking: A Deep Reinforcement Learning based Approach","display_name":"Experience-driven Networking: A Deep Reinforcement Learning based Approach","publication_year":2018,"publication_date":"2018-04-01","ids":{"openalex":"https://openalex.org/W2963549123","doi":"https://doi.org/10.1109/infocom.2018.8485853","mag":"2963549123"},"language":"en","primary_location":{"id":"doi:10.1109/infocom.2018.8485853","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocom.2018.8485853","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2018 - IEEE Conference on Computer Communications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047324704","display_name":"Zhiyuan Xu","orcid":"https://orcid.org/0000-0003-2879-3244"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zhiyuan Xu","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039176528","display_name":"Jian Tang","orcid":"https://orcid.org/0000-0003-4418-0114"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jian Tang","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043026686","display_name":"Jingsong Meng","orcid":null},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jingsong Meng","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118983660","display_name":"Weiyi Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I1283103587","display_name":"AT&T (United States)","ror":"https://ror.org/02bbd5539","country_code":"US","type":"company","lineage":["https://openalex.org/I1283103587"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weiyi Zhang","raw_affiliation_strings":["AT&T Labs Research, Middle-town, NJ, USA"],"affiliations":[{"raw_affiliation_string":"AT&T Labs Research, Middle-town, NJ, USA","institution_ids":["https://openalex.org/I1283103587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100651392","display_name":"Yanzhi Wang","orcid":"https://orcid.org/0009-0009-3924-6466"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanzhi Wang","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102923184","display_name":"Chi Harold Liu","orcid":"https://orcid.org/0000-0002-0252-329X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chi Harold Liu","raw_affiliation_strings":["Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048130147","display_name":"Dejun Yang","orcid":"https://orcid.org/0000-0002-1811-4423"},"institutions":[{"id":"https://openalex.org/I167576493","display_name":"Colorado School of Mines","ror":"https://ror.org/04raf6v53","country_code":"US","type":"education","lineage":["https://openalex.org/I167576493"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dejun Yang","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Colorado School of Mines, Golden, CO, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Colorado School of Mines, Golden, CO, USA","institution_ids":["https://openalex.org/I167576493"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5047324704"],"corresponding_institution_ids":["https://openalex.org/I70983195"],"apc_list":null,"apc_paid":null,"fwci":36.9332,"has_fulltext":false,"cited_by_count":414,"citation_normalized_percentile":{"value":0.99866448,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1871","last_page":"1879"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8524770736694336},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7695012092590332},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7155567407608032},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5295630097389221},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.5292413234710693},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.4723407030105591},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.43026283383369446},{"id":"https://openalex.org/keywords/telecommunications-network","display_name":"Telecommunications network","score":0.41086915135383606},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3486986458301544},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.21936103701591492}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8524770736694336},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7695012092590332},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7155567407608032},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5295630097389221},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.5292413234710693},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.4723407030105591},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.43026283383369446},{"id":"https://openalex.org/C192126672","wikidata":"https://www.wikidata.org/wiki/Q1068715","display_name":"Telecommunications network","level":2,"score":0.41086915135383606},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3486986458301544},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.21936103701591492}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/infocom.2018.8485853","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocom.2018.8485853","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2018 - IEEE Conference on Computer Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1485699016","https://openalex.org/W1572996156","https://openalex.org/W1576831194","https://openalex.org/W1948092788","https://openalex.org/W1988975763","https://openalex.org/W1994726846","https://openalex.org/W2018446679","https://openalex.org/W2030463924","https://openalex.org/W2037710455","https://openalex.org/W2069354103","https://openalex.org/W2088506653","https://openalex.org/W2106825521","https://openalex.org/W2110125288","https://openalex.org/W2121863487","https://openalex.org/W2126822952","https://openalex.org/W2145339207","https://openalex.org/W2147118406","https://openalex.org/W2155968351","https://openalex.org/W2156390226","https://openalex.org/W2156737235","https://openalex.org/W2162986857","https://openalex.org/W2173564293","https://openalex.org/W2201581102","https://openalex.org/W2395575420","https://openalex.org/W2548246674","https://openalex.org/W2554984891","https://openalex.org/W2557283755","https://openalex.org/W2746553466","https://openalex.org/W2950471160","https://openalex.org/W2950492145","https://openalex.org/W2951799221","https://openalex.org/W2963000099","https://openalex.org/W2963477884","https://openalex.org/W2963864421","https://openalex.org/W2964043796","https://openalex.org/W4214717370","https://openalex.org/W4302570325","https://openalex.org/W4394672593","https://openalex.org/W6648957848","https://openalex.org/W6683195989","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6685444567","https://openalex.org/W6692846177","https://openalex.org/W6696324988","https://openalex.org/W6712181171"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2086397253","https://openalex.org/W2768698792"],"abstract_inverted_index":{"Modern":[0],"communication":[1,35,79],"networks":[2],"have":[3],"become":[4],"very":[5],"complicated":[6],"and":[7,17,81,85,113,116,135,151,161,168,191,210],"highly":[8,86],"dynamic,":[9],"which":[10],"makes":[11],"them":[12],"hard":[13],"to":[14,31,67,140,181,207],"model,":[15,46],"predict":[16],"control.":[18],"In":[19],"this":[20],"paper,":[21],"we":[22,156],"develop":[23],"a":[24,34,49,52,83,93,104,215],"novel":[25,84],"experience-driven":[26],"approach":[27],"that":[28,178],"can":[29],"learn":[30],"well":[32],"control":[33,77,89],"network":[36,111,171,195,208],"from":[37],"its":[38,114],"own":[39],"experience":[40,138],"rather":[41],"than":[42],"an":[43],"accurate":[44],"mathematical":[45],"just":[47],"as":[48,56],"human":[50],"learns":[51],"new":[53,131],"skill":[54],"(such":[55],"driving,":[57],"swimming,":[58],"etc).":[59],"Specifically,":[60],"we,":[61],"for":[62,74,92,147],"the":[63,120,142,153,194],"first":[64],"time,":[65],"propose":[66,129],"leverage":[68],"emerging":[69],"Deep":[70,124,222],"Reinforcement":[71],"Learning":[72],"(DRL)":[73],"enabling":[75],"model-free":[76],"in":[78,159],"networks;":[80],"present":[82],"effective":[87],"DRL-based":[88],"framework,":[90,155],"DRL-TE,":[91],"fundamental":[94],"networking":[95],"problem:":[96],"Traffic":[97],"Engineering":[98],"(TE).":[99],"The":[100],"proposed":[101,154],"framework":[102,145],"maximizes":[103],"widely-used":[105,183],"utility":[106],"function":[107],"by":[108],"jointly":[109],"learning":[110],"environment":[112],"dynamics,":[115],"making":[117],"decisions":[118],"under":[119],"guidance":[121],"of":[122],"powerful":[123],"Neural":[125],"Networks":[126],"(DNNs).":[127],"We":[128],"two":[130],"techniques,":[132],"TE-aware":[133],"exploration":[134],"actor-critic-based":[136],"prioritized":[137],"replay,":[139],"optimize":[141],"general":[143],"DRL":[144,217],"particularly":[146],"TE.":[148],"To":[149],"validate":[150],"evaluate":[152],"implemented":[157],"it":[158,163],"ns-3,":[160],"tested":[162],"comprehensively":[164],"with":[165],"both":[166],"representative":[167],"randomly":[169],"generated":[170],"topologies.":[172],"Extensive":[173],"packet-level":[174],"simulation":[175],"results":[176],"show":[177],"1)":[179],"compared":[180],"several":[182],"baseline":[184],"methods,":[185],"DRL-TE":[186,204,212],"significantly":[187],"reduces":[188],"end-to-end":[189],"delay":[190],"consistently":[192,213],"improves":[193],"utility,":[196],"while":[197],"offering":[198],"better":[199],"or":[200],"comparable":[201],"throughput;":[202],"2)":[203],"is":[205],"robust":[206],"changes;":[209],"3)":[211],"outperforms":[214],"state-of-the-art":[216],"method":[218],"(for":[219],"continuous":[220],"control),":[221],"Deterministic":[223],"Policy":[224],"Gradient":[225],"(DDPG),":[226],"which,":[227],"however,":[228],"does":[229],"not":[230],"offer":[231],"satisfying":[232],"performance.":[233]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":39},{"year":2024,"cited_by_count":48},{"year":2023,"cited_by_count":63},{"year":2022,"cited_by_count":71},{"year":2021,"cited_by_count":74},{"year":2020,"cited_by_count":55},{"year":2019,"cited_by_count":48},{"year":2018,"cited_by_count":12}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}