{"id":"https://openalex.org/W4206189804","doi":"https://doi.org/10.1109/comsnets53615.2022.9668424","title":"SAC-ABR: Soft Actor-Critic based deep reinforcement learning for Adaptive BitRate streaming","display_name":"SAC-ABR: Soft Actor-Critic based deep reinforcement learning for Adaptive BitRate streaming","publication_year":2022,"publication_date":"2022-01-04","ids":{"openalex":"https://openalex.org/W4206189804","doi":"https://doi.org/10.1109/comsnets53615.2022.9668424"},"language":"en","primary_location":{"id":"doi:10.1109/comsnets53615.2022.9668424","doi":"https://doi.org/10.1109/comsnets53615.2022.9668424","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comsnets53615.2022.9668424","pdf_url":null,"source":{"id":"https://openalex.org/S7407088473","display_name":"International Conference on Communication Systems & Networks (COMSNETS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 14th International Conference on COMmunication Systems & NETworkS (COMSNETS)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4206189804"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107772841","display_name":"Mandan Naresh","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210101034","display_name":"Birla Institute of Technology and Science - Hyderabad Campus","ror":"https://ror.org/014ctt859","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210101034","https://openalex.org/I74796645"]},{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Mandan Naresh","raw_affiliation_strings":["BITS Pilani,Dept. of CSIS,Hyderabad,India","Dept. of CSIS, BITS Pilani, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BITS Pilani,Dept. of CSIS,Hyderabad,India","institution_ids":["https://openalex.org/I74796645"]},{"raw_affiliation_string":"Dept. of CSIS, BITS Pilani, Hyderabad, India","institution_ids":["https://openalex.org/I4210101034","https://openalex.org/I74796645"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051376251","display_name":"Nandiraju Gireesh","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210101034","display_name":"Birla Institute of Technology and Science - Hyderabad Campus","ror":"https://ror.org/014ctt859","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210101034","https://openalex.org/I74796645"]},{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Nandiraju Gireesh","raw_affiliation_strings":["BITS Pilani,Dept. of CSIS,Hyderabad,India","Dept. of CSIS, BITS Pilani, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BITS Pilani,Dept. of CSIS,Hyderabad,India","institution_ids":["https://openalex.org/I74796645"]},{"raw_affiliation_string":"Dept. of CSIS, BITS Pilani, Hyderabad, India","institution_ids":["https://openalex.org/I4210101034","https://openalex.org/I74796645"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003610243","display_name":"Paresh Saxena","orcid":"https://orcid.org/0000-0002-7426-1292","observed_orcids":["https://orcid.org/0000-0002-7426-1292"]},"institutions":[{"id":"https://openalex.org/I4210101034","display_name":"Birla Institute of Technology and Science - Hyderabad Campus","ror":"https://ror.org/014ctt859","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210101034","https://openalex.org/I74796645"]},{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Paresh Saxena","raw_affiliation_strings":["BITS Pilani,Dept. of CSIS,Hyderabad,India","Dept. of CSIS, BITS Pilani, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BITS Pilani,Dept. of CSIS,Hyderabad,India","institution_ids":["https://openalex.org/I74796645"]},{"raw_affiliation_string":"Dept. of CSIS, BITS Pilani, Hyderabad, India","institution_ids":["https://openalex.org/I4210101034","https://openalex.org/I74796645"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072895109","display_name":"Manik Gupta","orcid":"https://orcid.org/0000-0002-4977-4299","observed_orcids":["https://orcid.org/0000-0002-4977-4299"]},"institutions":[{"id":"https://openalex.org/I4210101034","display_name":"Birla Institute of Technology and Science - Hyderabad Campus","ror":"https://ror.org/014ctt859","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210101034","https://openalex.org/I74796645"]},{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Manik Gupta","raw_affiliation_strings":["BITS Pilani,Dept. of CSIS,Hyderabad,India","Dept. of CSIS, BITS Pilani, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BITS Pilani,Dept. of CSIS,Hyderabad,India","institution_ids":["https://openalex.org/I74796645"]},{"raw_affiliation_string":"Dept. of CSIS, BITS Pilani, Hyderabad, India","institution_ids":["https://openalex.org/I4210101034","https://openalex.org/I74796645"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8073,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.81552663,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"353","last_page":"361"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adaptive-bitrate-streaming","display_name":"adaptive streaming","score":0.9010000228881836},{"id":"https://openalex.org/keywords/soft-actor-critic","display_name":"soft actor-critic","score":0.875},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.7630000114440918},{"id":"https://openalex.org/keywords/maximum-entropy-reinforcement-learning","display_name":"maximum entropy reinforcement learning","score":0.828000009059906},{"id":"https://openalex.org/keywords/exploration-exploitation-trade-off","display_name":"exploration-exploitation balance","score":0.9679999947547913},{"id":"https://openalex.org/keywords/a3c","display_name":"A3C","score":0.6579999923706055}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8793890476226807},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8077928423881531},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.6525163054466248},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.5682176351547241},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.4868590235710144},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39239323139190674},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3718571960926056},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3411716818809509},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.24515226483345032},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.17812520265579224}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/comsnets53615.2022.9668424","doi":"https://doi.org/10.1109/comsnets53615.2022.9668424","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comsnets53615.2022.9668424","pdf_url":null,"source":{"id":"https://openalex.org/S7407088473","display_name":"International Conference on Communication Systems & Networks (COMSNETS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 14th International Conference on COMmunication Systems & NETworkS (COMSNETS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334771","display_name":"Science and Engineering Research Board","ror":"https://ror.org/03ffdsr55"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1757796397","https://openalex.org/W1772688858","https://openalex.org/W1976944900","https://openalex.org/W2096825593","https://openalex.org/W2150453038","https://openalex.org/W2156737235","https://openalex.org/W2167407752","https://openalex.org/W2173248099","https://openalex.org/W2260756217","https://openalex.org/W2482797934","https://openalex.org/W2744628735","https://openalex.org/W2781726626","https://openalex.org/W2787938642","https://openalex.org/W2849781392","https://openalex.org/W2906364736","https://openalex.org/W2963191323","https://openalex.org/W2963699234","https://openalex.org/W2981964663","https://openalex.org/W2981995482","https://openalex.org/W3081273371","https://openalex.org/W3107636124","https://openalex.org/W6638163082"],"related_works":["https://openalex.org/W4412913561","https://openalex.org/W4385489065","https://openalex.org/W4400277699","https://openalex.org/W7208780992","https://openalex.org/W4287847053","https://openalex.org/W3153250170","https://openalex.org/W4385078823","https://openalex.org/W2986564029","https://openalex.org/W7034347381","https://openalex.org/W7154687061"],"abstract_inverted_index":{"Adaptive":[0],"Bit":[1],"Rate":[2],"(ABR)":[3],"assignment":[4],"plays":[5],"a":[6,49,104,129],"crucial":[7],"role":[8],"for":[9,83],"ensuring":[10],"satisfactory":[11],"quality":[12],"of":[13,23,107,151],"experience":[14],"(QoE)":[15],"in":[16],"video":[17],"streaming":[18,86],"applications.":[19],"Recently":[20],"the":[21,93,112,124,141,146],"authors":[22],"[1]":[24],"proposed":[25],"to":[26,40,47,54,66,97,119,135,159,171,178,186],"use":[27],"reinforcement":[28,81],"learning":[29,82],"(RL)":[30],"based":[31,79,190],"asynchronous":[32],"advantage":[33],"actor-critic":[34,78],"($A3C$),":[35],"an":[36,88],"on-policy":[37,136],"method,":[38,90],"Pensieve,":[39],"improve":[41],"ABR":[42,57,101,137,162,191],"algorithms.":[43,163,192],"It":[44],"has":[45],"shown":[46],"achieve":[48],"higher":[50,173,182],"QoE":[51,94,175,183],"as":[52,95,133,157,176],"compared":[53,96,134,158,177,185],"other":[55,98,160,187],"traditional":[56,188],"methods.":[58,138],"However,":[59],"Pensieve":[60,179],"is":[61],"sample":[62],"inefficient":[63],"and":[64,70,148,153,180],"frail":[65],"different":[67],"random":[68],"seeds":[69],"hyperparameters.":[71],"In":[72],"this":[73],"paper,":[74],"we":[75],"present":[76,140],"soft":[77],"deep":[80],"adaptive":[84],"bitrate":[85],"(SAC-ABR),":[87],"off-policy":[89],"which":[91],"improves":[92],"existing":[99],"state-of-the-art":[100,161],"algorithms":[102],"under":[103],"wide":[105],"variety":[106],"network":[108],"conditions.":[109],"Based":[110],"on":[111],"maximum":[113],"entropy":[114,121],"RL":[115],"framework,":[116],"SAC-ABR":[117,168],"aims":[118],"maximize":[120],"while":[122],"maximizing":[123],"expected":[125],"rewards,":[126],"hence":[127],"achieving":[128],"better":[130],"exploration-exploitation":[131],"tradeoff":[132],"We":[139],"overall":[142],"design":[143],"together":[144],"with":[145],"training":[147],"testing":[149],"results":[150,165],"SAC-ABR,":[152],"evaluate":[154],"its":[155],"performance":[156],"Our":[164],"show":[166],"that":[167],"provides":[169],"up":[170],"27.42%":[172],"average":[174],"much":[181],"when":[184],"fixed-rule":[189]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-14T11:04:58.165337","created_date":"2022-01-25T00:00:00"}