{"id":"https://openalex.org/W4385078823","doi":"https://doi.org/10.1109/iwcmc58020.2023.10182379","title":"PPO-ABR: Proximal Policy Optimization based Deep Reinforcement Learning for Adaptive BitRate streaming","display_name":"PPO-ABR: Proximal Policy Optimization based Deep Reinforcement Learning for Adaptive BitRate streaming","publication_year":2023,"publication_date":"2023-06-19","ids":{"openalex":"https://openalex.org/W4385078823","doi":"https://doi.org/10.1109/iwcmc58020.2023.10182379"},"language":"en","primary_location":{"id":"doi:10.1109/iwcmc58020.2023.10182379","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwcmc58020.2023.10182379","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Wireless Communications and Mobile Computing (IWCMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107772841","display_name":"Mandan Naresh","orcid":null},"institutions":[{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Mandan Naresh","raw_affiliation_strings":["BITS Pilani,Dept. of CSIS,Hyderabad,India","Dept. of CSIS, BITS Pilani, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BITS Pilani,Dept. of CSIS,Hyderabad,India","institution_ids":["https://openalex.org/I74796645"]},{"raw_affiliation_string":"Dept. of CSIS, BITS Pilani, Hyderabad, India","institution_ids":["https://openalex.org/I74796645"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003610243","display_name":"Paresh Saxena","orcid":"https://orcid.org/0000-0002-7426-1292"},"institutions":[{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Paresh Saxena","raw_affiliation_strings":["BITS Pilani,Dept. of CSIS,Hyderabad,India","Dept. of CSIS, BITS Pilani, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BITS Pilani,Dept. of CSIS,Hyderabad,India","institution_ids":["https://openalex.org/I74796645"]},{"raw_affiliation_string":"Dept. of CSIS, BITS Pilani, Hyderabad, India","institution_ids":["https://openalex.org/I74796645"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072895109","display_name":"Manik Gupta","orcid":"https://orcid.org/0000-0002-4977-4299"},"institutions":[{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Manik Gupta","raw_affiliation_strings":["BITS Pilani,Dept. of CSIS,Hyderabad,India","Dept. of CSIS, BITS Pilani, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BITS Pilani,Dept. of CSIS,Hyderabad,India","institution_ids":["https://openalex.org/I74796645"]},{"raw_affiliation_string":"Dept. of CSIS, BITS Pilani, Hyderabad, India","institution_ids":["https://openalex.org/I74796645"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74796645"],"apc_list":null,"apc_paid":null,"fwci":1.0,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.78142788,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"199","last_page":"204"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7985584139823914},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7170287370681763},{"id":"https://openalex.org/keywords/constant-bitrate","display_name":"Constant bitrate","score":0.5539789795875549},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.4109638035297394},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3397441804409027},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3269254267215729},{"id":"https://openalex.org/keywords/variable-bitrate","display_name":"Variable bitrate","score":0.31477952003479004},{"id":"https://openalex.org/keywords/bit-rate","display_name":"Bit rate","score":0.16476452350616455}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7985584139823914},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7170287370681763},{"id":"https://openalex.org/C34339180","wikidata":"https://www.wikidata.org/wiki/Q1325924","display_name":"Constant bitrate","level":4,"score":0.5539789795875549},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.4109638035297394},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3397441804409027},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3269254267215729},{"id":"https://openalex.org/C57667952","wikidata":"https://www.wikidata.org/wiki/Q1154443","display_name":"Variable bitrate","level":3,"score":0.31477952003479004},{"id":"https://openalex.org/C2987812609","wikidata":"https://www.wikidata.org/wiki/Q194158","display_name":"Bit rate","level":2,"score":0.16476452350616455}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iwcmc58020.2023.10182379","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwcmc58020.2023.10182379","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Wireless Communications and Mobile Computing (IWCMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W616265588","https://openalex.org/W1771410628","https://openalex.org/W1772688858","https://openalex.org/W1976944900","https://openalex.org/W2055165550","https://openalex.org/W2167407752","https://openalex.org/W2482797934","https://openalex.org/W2736601468","https://openalex.org/W2744628735","https://openalex.org/W2849781392","https://openalex.org/W2900201178","https://openalex.org/W2963191323","https://openalex.org/W2964043796","https://openalex.org/W2981964663","https://openalex.org/W3047132563","https://openalex.org/W3107636124","https://openalex.org/W3126119557","https://openalex.org/W4206189804","https://openalex.org/W4206766819","https://openalex.org/W4283207463","https://openalex.org/W4285058693","https://openalex.org/W4385489065","https://openalex.org/W6638018090","https://openalex.org/W6692846177","https://openalex.org/W6741002519","https://openalex.org/W6851724037"],"related_works":["https://openalex.org/W2097846364","https://openalex.org/W2114244888","https://openalex.org/W4386172477","https://openalex.org/W1687620409","https://openalex.org/W2359580318","https://openalex.org/W2541582778","https://openalex.org/W4367694084","https://openalex.org/W2902391434","https://openalex.org/W3174162042","https://openalex.org/W2028638928"],"abstract_inverted_index":{"Providing":[0],"a":[1,53,147,176],"high":[2],"Quality":[3],"of":[4,23,42,56,119,190],"Experience":[5],"(QoE)":[6],"for":[7,52,150,157,205],"video":[8,141,169],"streaming":[9,142,161],"in":[10,74],"5G":[11],"and":[12,50,102,114,183],"beyond":[13],"5G(B5G)":[14],"networks":[15],"is":[16,94],"challenging":[17],"due":[18],"to":[19,37,77,79],"the":[20,24,95,112,126,133,139,167,181,184],"dynamic":[21],"nature":[22],"underlying":[25],"network":[26,57,81,197],"conditions.":[27,58],"Several":[28],"Adaptive":[29,158],"Bit":[30,159],"Rate":[31,160],"(ABR)":[32],"algorithms":[33],"have":[34,70,86],"been":[35],"developed":[36],"improve":[38],"QoE,":[39],"but":[40,83],"most":[41],"them":[43],"are":[44],"designed":[45],"based":[46,64],"on":[47,187,195],"fixed":[48],"rules":[49],"unsuitable":[51],"wide":[54],"range":[55],"Recently,":[59],"Deep":[60],"Reinforcement":[61],"Learning":[62],"(DRL)":[63],"Asynchronous":[65],"Advantage":[66],"Actor-Critic":[67],"(A3C)":[68],"methods":[69,93,204],"recently":[71],"demonstrated":[72],"promise":[73],"their":[75],"ability":[76],"generalise":[78],"diverse":[80],"conditions,":[82],"they":[84],"still":[85],"limitations.":[87],"One":[88],"specific":[89],"issue":[90],"with":[91],"A3C":[92],"lag":[96],"between":[97,180],"each":[98],"actor\u2019s":[99],"behavior":[100,113],"policy":[101],"central":[103],"learner\u2019s":[104],"target":[105,115],"policy.":[106],"Consequently,":[107],"suboptimal":[108],"updates":[109],"emerge":[110],"when":[111],"policies":[116,186],"become":[117],"out":[118],"synchronization.":[120],"In":[121],"this":[122],"paper,":[123],"we":[124,145],"address":[125],"problems":[127],"faced":[128],"by":[129,131,171],"vanilla-A3C":[130],"integrating":[132],"on-policybased":[134],"multi-agent":[135],"DRL":[136,156],"method":[137,165],"into":[138],"existing":[140],"framework.":[143],"Specifically,":[144],"propose":[146],"novel":[148],"system":[149],"ABR":[151],"generation-":[152],"Proximal":[153],"Policy":[154],"optimization-based":[155],"(PPO-ABR).":[162],"Our":[163],"proposed":[164],"improves":[166],"overall":[168],"QoE":[170,207],"maximizing":[172],"sample":[173],"efficiency":[174],"using":[175],"clipped":[177],"probability":[178],"ratio":[179],"new":[182],"old":[185],"multiple":[188],"epochs":[189],"minibatch":[191],"updates.":[192],"The":[193],"experiments":[194],"real":[196],"traces":[198],"demonstrate":[199],"that":[200],"PPO-ABR":[201],"outperforms":[202],"stateof-the-art":[203],"different":[206],"variants.":[208]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}