{"id":"https://openalex.org/W3166882625","doi":"https://doi.org/10.1109/jsac.2021.3087270","title":"PnP-DRL: A Plug-and-Play Deep Reinforcement Learning Approach for Experience-Driven Networking","display_name":"PnP-DRL: A Plug-and-Play Deep Reinforcement Learning Approach for Experience-Driven Networking","publication_year":2021,"publication_date":"2021-06-14","ids":{"openalex":"https://openalex.org/W3166882625","doi":"https://doi.org/10.1109/jsac.2021.3087270","mag":"3166882625"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2021.3087270","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2021.3087270","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047324704","display_name":"Zhiyuan Xu","orcid":"https://orcid.org/0000-0003-2879-3244"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zhiyuan Xu","raw_affiliation_strings":["Syracuse University, Syracuse, NY, USA"],"affiliations":[{"raw_affiliation_string":"Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116592777","display_name":"Kun Wu","orcid":"https://orcid.org/0000-0003-2095-2140"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kun Wu","raw_affiliation_strings":["Syracuse University, Syracuse, NY, USA"],"affiliations":[{"raw_affiliation_string":"Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100718232","display_name":"Weiyi Zhang","orcid":"https://orcid.org/0000-0002-7953-9644"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weiyi Zhang","raw_affiliation_strings":["Network Evolution Strategies, LLC, Holmdel, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Network Evolution Strategies, LLC, Holmdel, NJ, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039176528","display_name":"Jian Tang","orcid":"https://orcid.org/0000-0003-4418-0114"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jian Tang","raw_affiliation_strings":["Syracuse University, Syracuse, NY, USA"],"affiliations":[{"raw_affiliation_string":"Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100651384","display_name":"Yanzhi Wang","orcid":"https://orcid.org/0000-0002-3024-7990"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanzhi Wang","raw_affiliation_strings":["Northeastern University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026230689","display_name":"Guoliang Xue","orcid":"https://orcid.org/0000-0002-5833-8894"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guoliang Xue","raw_affiliation_strings":["School of Computing, Informatics, and Decision Systems Engineering, Arizona State University, Tempe, AZ, USA"],"affiliations":[{"raw_affiliation_string":"School of Computing, Informatics, and Decision Systems Engineering, Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5047324704"],"corresponding_institution_ids":["https://openalex.org/I70983195"],"apc_list":null,"apc_paid":null,"fwci":0.6725,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.70656863,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"39","issue":"8","first_page":"2476","last_page":"2486"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9187804460525513},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7995772957801819},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6547108292579651},{"id":"https://openalex.org/keywords/plug-in","display_name":"Plug-in","score":0.5508829355239868},{"id":"https://openalex.org/keywords/dash","display_name":"Dash","score":0.5048497319221497},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4671124219894409},{"id":"https://openalex.org/keywords/crash","display_name":"Crash","score":0.4298754930496216},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3997590243816376},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1533409059047699}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9187804460525513},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7995772957801819},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6547108292579651},{"id":"https://openalex.org/C4924752","wikidata":"https://www.wikidata.org/wiki/Q184148","display_name":"Plug-in","level":2,"score":0.5508829355239868},{"id":"https://openalex.org/C2776090536","wikidata":"https://www.wikidata.org/wiki/Q187819","display_name":"Dash","level":2,"score":0.5048497319221497},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4671124219894409},{"id":"https://openalex.org/C183469790","wikidata":"https://www.wikidata.org/wiki/Q333501","display_name":"Crash","level":2,"score":0.4298754930496216},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3997590243816376},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1533409059047699}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsac.2021.3087270","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2021.3087270","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2440810127","display_name":null,"funder_award_id":"1704662","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3161994370","display_name":null,"funder_award_id":"1704092","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W192920577","https://openalex.org/W1522301498","https://openalex.org/W1576831194","https://openalex.org/W1665214252","https://openalex.org/W1772688858","https://openalex.org/W1972191802","https://openalex.org/W1974561310","https://openalex.org/W1976944900","https://openalex.org/W2055165550","https://openalex.org/W2088506653","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2167407752","https://openalex.org/W2168140639","https://openalex.org/W2173564293","https://openalex.org/W2290354866","https://openalex.org/W2482797934","https://openalex.org/W2546571074","https://openalex.org/W2744628735","https://openalex.org/W2746553466","https://openalex.org/W2759880155","https://openalex.org/W2759910885","https://openalex.org/W2768254111","https://openalex.org/W2808381205","https://openalex.org/W2887715205","https://openalex.org/W2899771611","https://openalex.org/W2904453761","https://openalex.org/W2920933065","https://openalex.org/W2936503027","https://openalex.org/W2946348792","https://openalex.org/W2947150733","https://openalex.org/W2950471160","https://openalex.org/W2951799221","https://openalex.org/W2953981431","https://openalex.org/W2963079995","https://openalex.org/W2963191323","https://openalex.org/W2963549123","https://openalex.org/W2963704132","https://openalex.org/W2963842262","https://openalex.org/W2964043796","https://openalex.org/W2964120017","https://openalex.org/W2964121744","https://openalex.org/W2979211489","https://openalex.org/W2979918265","https://openalex.org/W3016525976","https://openalex.org/W3022566517","https://openalex.org/W3047438757","https://openalex.org/W3138125150","https://openalex.org/W3144252049","https://openalex.org/W6631190155","https://openalex.org/W6637242042","https://openalex.org/W6638163082","https://openalex.org/W6685444567","https://openalex.org/W6692846177","https://openalex.org/W6696324988","https://openalex.org/W6753859785","https://openalex.org/W6756040250","https://openalex.org/W6757469721","https://openalex.org/W6759312711","https://openalex.org/W6762728350","https://openalex.org/W6763704811","https://openalex.org/W6764976746","https://openalex.org/W6768617876","https://openalex.org/W6776438516","https://openalex.org/W6776601253","https://openalex.org/W6792226572"],"related_works":["https://openalex.org/W4399050431","https://openalex.org/W1603294850","https://openalex.org/W3123507829","https://openalex.org/W1558801379","https://openalex.org/W4376486551","https://openalex.org/W2361827796","https://openalex.org/W3172060415","https://openalex.org/W47352601","https://openalex.org/W3166484078","https://openalex.org/W2768698792"],"abstract_inverted_index":{"While":[0],"Deep":[1],"Reinforcement":[2],"Learning":[3],"has":[4,152],"emerged":[5],"as":[6],"a":[7,129],"de":[8],"facto":[9],"approach":[10,78,157],"to":[11,20,27,51,72,79],"many":[12],"complex":[13],"experience-driven":[14,131],"networking":[15,132],"problems,":[16],"it":[17],"remains":[18],"challenging":[19],"deploy":[21],"DRL":[22,42,70,105,178],"into":[23],"real":[24],"systems.":[25,120],"Due":[26],"the":[28,37,41,74,81,92,118,175],"random":[29],"exploration":[30,113],"or":[31,55,114],"half-trained":[32],"deep":[33],"neural":[34],"networks":[35],"during":[36],"online":[38,177],"training":[39],"process,":[40],"agent":[43,106],"may":[44,49],"make":[45],"unexpected":[46],"decisions,":[47],"which":[48],"lead":[50],"system":[52,57],"performance":[53],"degradation":[54],"even":[56],"crash.":[58],"In":[59],"this":[60],"paper,":[61],"we":[62],"propose":[63],"PnP-DRL,":[64,173],"an":[65],"offline-trained,":[66],"plug":[67],"and":[68,103,123,183],"play":[69],"solution,":[71],"leverage":[73],"batch":[75,148],"reinforcement":[76,149],"learning":[77,150,186],"learn":[80],"best":[82],"control":[83],"policy":[84],"from":[85],"pre-collected":[86],"transition":[87],"samples":[88],"without":[89,97,111,185],"interacting":[90],"with":[91,99],"system.":[93],"After":[94],"being":[95],"trained":[96],"interaction":[98],"systems,":[100],"our":[101,125],"Plug":[102],"Play":[104],"will":[107],"start":[108],"working":[109],"seamlessly,":[110],"additional":[112],"possible":[115],"disruption":[116],"of":[117,169],"running":[119,184],"We":[121],"implement":[122],"evaluate":[124],"PnP-DRL":[126,158],"solution":[127],"on":[128],"prevalent":[130],"problem,":[133],"Dynamic":[134],"Adaptive":[135],"Streaming":[136],"over":[137],"HTTP":[138],"(DASH).":[139],"Extensive":[140],"experimental":[141],"results":[142],"manifest":[143],"that":[144],"1)":[145],"The":[146],"existing":[147],"method":[151],"its":[153],"limits;":[154],"2)":[155],"Our":[156],"significantly":[159],"outperforms":[160],"classical":[161],"adaptive":[162],"bitrate":[163],"algorithms":[164],"in":[165],"average":[166],"user":[167],"Quality":[168],"Experience":[170],"(QoE);":[171],"3)":[172],"unlike":[174],"state-of-the-art":[176],"methods,":[179],"can":[180],"be":[181],"off":[182],"gaps,":[187],"while":[188],"achieving":[189],"comparable":[190],"performances.":[191]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}