{"id":"https://openalex.org/W4206189804","doi":"https://doi.org/10.1109/comsnets53615.2022.9668424","title":"SAC-ABR: Soft Actor-Critic based deep reinforcement learning for Adaptive BitRate streaming","display_name":"SAC-ABR: Soft Actor-Critic based deep reinforcement learning for Adaptive BitRate streaming","publication_year":2022,"publication_date":"2022-01-04","ids":{"openalex":"https://openalex.org/W4206189804","doi":"https://doi.org/10.1109/comsnets53615.2022.9668424"},"language":"en","primary_location":{"id":"doi:10.1109/comsnets53615.2022.9668424","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comsnets53615.2022.9668424","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 14th International Conference on COMmunication Systems &amp; NETworkS (COMSNETS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107772841","display_name":"Mandan Naresh","orcid":null},"institutions":[{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Mandan Naresh","raw_affiliation_strings":["BITS Pilani,Dept. of CSIS,Hyderabad,India","Dept. of CSIS, BITS Pilani, Hyderabad, India"],"affiliations":[{"raw_affiliation_string":"BITS Pilani,Dept. of CSIS,Hyderabad,India","institution_ids":["https://openalex.org/I74796645"]},{"raw_affiliation_string":"Dept. of CSIS, BITS Pilani, Hyderabad, India","institution_ids":["https://openalex.org/I74796645"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051376251","display_name":"Nandiraju Gireesh","orcid":null},"institutions":[{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Nandiraju Gireesh","raw_affiliation_strings":["BITS Pilani,Dept. of CSIS,Hyderabad,India","Dept. of CSIS, BITS Pilani, Hyderabad, India"],"affiliations":[{"raw_affiliation_string":"BITS Pilani,Dept. of CSIS,Hyderabad,India","institution_ids":["https://openalex.org/I74796645"]},{"raw_affiliation_string":"Dept. of CSIS, BITS Pilani, Hyderabad, India","institution_ids":["https://openalex.org/I74796645"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003610243","display_name":"Paresh Saxena","orcid":"https://orcid.org/0000-0002-7426-1292"},"institutions":[{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Paresh Saxena","raw_affiliation_strings":["BITS Pilani,Dept. of CSIS,Hyderabad,India","Dept. of CSIS, BITS Pilani, Hyderabad, India"],"affiliations":[{"raw_affiliation_string":"BITS Pilani,Dept. of CSIS,Hyderabad,India","institution_ids":["https://openalex.org/I74796645"]},{"raw_affiliation_string":"Dept. of CSIS, BITS Pilani, Hyderabad, India","institution_ids":["https://openalex.org/I74796645"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072895109","display_name":"Manik Gupta","orcid":"https://orcid.org/0000-0002-4977-4299"},"institutions":[{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Manik Gupta","raw_affiliation_strings":["BITS Pilani,Dept. of CSIS,Hyderabad,India","Dept. of CSIS, BITS Pilani, Hyderabad, India"],"affiliations":[{"raw_affiliation_string":"BITS Pilani,Dept. of CSIS,Hyderabad,India","institution_ids":["https://openalex.org/I74796645"]},{"raw_affiliation_string":"Dept. of CSIS, BITS Pilani, Hyderabad, India","institution_ids":["https://openalex.org/I74796645"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5107772841"],"corresponding_institution_ids":["https://openalex.org/I74796645"],"apc_list":null,"apc_paid":null,"fwci":0.9059,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.73736,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"353","last_page":"361"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12720","display_name":"Multimedia Communication and Technology","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8793890476226807},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8077928423881531},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.6525163054466248},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.5682176351547241},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.4868590235710144},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39239323139190674},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3718571960926056},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3411716818809509},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.24515226483345032},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.17812520265579224}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8793890476226807},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8077928423881531},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.6525163054466248},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.5682176351547241},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.4868590235710144},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39239323139190674},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3718571960926056},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3411716818809509},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.24515226483345032},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.17812520265579224}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/comsnets53615.2022.9668424","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comsnets53615.2022.9668424","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 14th International Conference on COMmunication Systems &amp; NETworkS (COMSNETS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334771","display_name":"Science and Engineering Research Board","ror":"https://ror.org/03ffdsr55"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1772688858","https://openalex.org/W1976944900","https://openalex.org/W2150453038","https://openalex.org/W2156737235","https://openalex.org/W2167407752","https://openalex.org/W2482797934","https://openalex.org/W2744628735","https://openalex.org/W2781726626","https://openalex.org/W2787938642","https://openalex.org/W2849781392","https://openalex.org/W2906364736","https://openalex.org/W2963191323","https://openalex.org/W2963699234","https://openalex.org/W2963864421","https://openalex.org/W2964043796","https://openalex.org/W2981964663","https://openalex.org/W2981995482","https://openalex.org/W3101676093","https://openalex.org/W3107636124","https://openalex.org/W3126119557","https://openalex.org/W4298857966","https://openalex.org/W6638163082","https://openalex.org/W6683195989"],"related_works":["https://openalex.org/W2140186469","https://openalex.org/W4280563792","https://openalex.org/W4318719684","https://openalex.org/W4318559728","https://openalex.org/W3183136280","https://openalex.org/W2775233965","https://openalex.org/W4311551265","https://openalex.org/W4360995913","https://openalex.org/W4281847915","https://openalex.org/W2911962197"],"abstract_inverted_index":{"Adaptive":[0],"Bit":[1],"Rate":[2],"(ABR)":[3],"assignment":[4],"plays":[5],"a":[6,53,108,133],"crucial":[7],"role":[8],"for":[9,87],"ensuring":[10],"satisfactory":[11],"quality":[12],"of":[13,23,111,155],"experience":[14],"(QoE)":[15],"in":[16],"video":[17],"streaming":[18,90],"applications.":[19],"Recently":[20],"the":[21,97,116,128,145,150],"authors":[22],"[1]":[24],"proposed":[25],"to":[26,44,51,58,70,101,123,139,163,175,182,190],"use":[27],"reinforcement":[28,85],"learning":[29,86],"(RL)":[30],"based":[31,83,194],"asynchronous":[32],"advantage":[33],"actor-critic":[34,82],"(":[35],"<tex":[36],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[37],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$A3C$</tex>":[38],"),":[39],"an":[40,92],"on-policy":[41,140],"method,":[42,94],"Pensieve,":[43],"improve":[45],"ABR":[46,61,105,141,166,195],"algorithms.":[47,167,196],"It":[48],"has":[49],"shown":[50],"achieve":[52],"higher":[54,177,186],"QoE":[55,98,179,187],"as":[56,99,137,161,180],"compared":[57,100,138,162,181,189],"other":[59,102,164,191],"traditional":[60,192],"methods.":[62,142],"However,":[63],"Pensieve":[64,183],"is":[65],"sample":[66],"inefficient":[67],"and":[68,74,152,157,184],"frail":[69],"different":[71],"random":[72],"seeds":[73],"hyperparameters.":[75],"In":[76],"this":[77],"paper,":[78],"we":[79],"present":[80,144],"soft":[81],"deep":[84],"adaptive":[88],"bitrate":[89],"(SAC-ABR),":[91],"off-policy":[93],"which":[95],"improves":[96],"existing":[103],"state-of-the-art":[104,165],"algorithms":[106],"under":[107],"wide":[109],"variety":[110],"network":[112],"conditions.":[113],"Based":[114],"on":[115],"maximum":[117],"entropy":[118,125],"RL":[119],"framework,":[120],"SAC-ABR":[121,172],"aims":[122],"maximize":[124],"while":[126],"maximizing":[127],"expected":[129],"rewards,":[130],"hence":[131],"achieving":[132],"better":[134],"exploration-exploitation":[135],"tradeoff":[136],"We":[143],"overall":[146],"design":[147],"together":[148],"with":[149],"training":[151],"testing":[153],"results":[154,169],"SAC-ABR,":[156],"evaluate":[158],"its":[159],"performance":[160],"Our":[168],"show":[170],"that":[171],"provides":[173],"up":[174],"27.42%":[176],"average":[178],"much":[185],"when":[188],"fixed-rule":[193]},"counts_by_year":[{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}