{"id":"https://openalex.org/W4386514002","doi":"https://doi.org/10.1145/3587716.3587733","title":"QoE-Aware Adaptive Bitrate Algorithm Based on Subepisodic Deep Reinforcement Learning for DASH","display_name":"QoE-Aware Adaptive Bitrate Algorithm Based on Subepisodic Deep Reinforcement Learning for DASH","publication_year":2023,"publication_date":"2023-02-17","ids":{"openalex":"https://openalex.org/W4386514002","doi":"https://doi.org/10.1145/3587716.3587733"},"language":"en","primary_location":{"id":"doi:10.1145/3587716.3587733","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3587716.3587733","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 15th International Conference on Machine Learning and Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015814760","display_name":"Dujia Yang","orcid":"https://orcid.org/0000-0002-9309-9067"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Dujia Yang","raw_affiliation_strings":["National University of Defense Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-9309-9067","affiliations":[{"raw_affiliation_string":"National University of Defense Technology, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101422219","display_name":"C. Song","orcid":"https://orcid.org/0009-0002-1821-0033"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changjian Song","raw_affiliation_strings":["National University of Defense Technology, China"],"raw_orcid":"https://orcid.org/0009-0002-1821-0033","affiliations":[{"raw_affiliation_string":"National University of Defense Technology, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021207234","display_name":"Jian Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Wang","raw_affiliation_strings":["National University of Defense Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-4487-8400","affiliations":[{"raw_affiliation_string":"National University of Defense Technology, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023978234","display_name":"Rangang Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rangang Zhu","raw_affiliation_strings":["National University of Defense Technology, China"],"raw_orcid":"https://orcid.org/0009-0008-0375-9641","affiliations":[{"raw_affiliation_string":"National University of Defense Technology, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076565994","display_name":"Junan Yang","orcid":"https://orcid.org/0000-0002-9336-2152"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun'An Yang","raw_affiliation_strings":["National University of Defense Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-9336-2152","affiliations":[{"raw_affiliation_string":"National University of Defense Technology, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5015814760"],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1031427,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"103","last_page":"108"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dash","display_name":"Dash","score":0.9266099333763123},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8139948844909668},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7967924475669861},{"id":"https://openalex.org/keywords/dynamic-adaptive-streaming-over-http","display_name":"Dynamic Adaptive Streaming over HTTP","score":0.6623804569244385},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.49264222383499146},{"id":"https://openalex.org/keywords/constant-bitrate","display_name":"Constant bitrate","score":0.421159565448761},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3891708254814148},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3833939731121063},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3162612020969391},{"id":"https://openalex.org/keywords/variable-bitrate","display_name":"Variable bitrate","score":0.2701437175273895},{"id":"https://openalex.org/keywords/bit-rate","display_name":"Bit rate","score":0.2140163779258728},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.21176809072494507},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08136853575706482},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.06665942072868347}],"concepts":[{"id":"https://openalex.org/C2776090536","wikidata":"https://www.wikidata.org/wiki/Q187819","display_name":"Dash","level":2,"score":0.9266099333763123},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8139948844909668},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7967924475669861},{"id":"https://openalex.org/C2777588599","wikidata":"https://www.wikidata.org/wiki/Q135299","display_name":"Dynamic Adaptive Streaming over HTTP","level":4,"score":0.6623804569244385},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.49264222383499146},{"id":"https://openalex.org/C34339180","wikidata":"https://www.wikidata.org/wiki/Q1325924","display_name":"Constant bitrate","level":4,"score":0.421159565448761},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3891708254814148},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3833939731121063},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3162612020969391},{"id":"https://openalex.org/C57667952","wikidata":"https://www.wikidata.org/wiki/Q1154443","display_name":"Variable bitrate","level":3,"score":0.2701437175273895},{"id":"https://openalex.org/C2987812609","wikidata":"https://www.wikidata.org/wiki/Q194158","display_name":"Bit rate","level":2,"score":0.2140163779258728},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.21176809072494507},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08136853575706482},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.06665942072868347}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3587716.3587733","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3587716.3587733","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 15th International Conference on Machine Learning and Computing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W95608104","https://openalex.org/W1976944900","https://openalex.org/W2507174453","https://openalex.org/W2744628735","https://openalex.org/W2759880155","https://openalex.org/W2907051988","https://openalex.org/W2963137185","https://openalex.org/W3042840230","https://openalex.org/W3048280785","https://openalex.org/W3123864414","https://openalex.org/W3174939050"],"related_works":["https://openalex.org/W2028643315","https://openalex.org/W3163713546","https://openalex.org/W2495151039","https://openalex.org/W3040567926","https://openalex.org/W2086791979","https://openalex.org/W3022147734","https://openalex.org/W4287847356","https://openalex.org/W3004165076","https://openalex.org/W2474872354","https://openalex.org/W2902456110"],"abstract_inverted_index":{"Recently,":[0],"mobile":[1],"video":[2,90,133,208],"service":[3],"is":[4,29,127],"booming":[5],"and":[6,58,125,139,142,144,181,204],"its":[7],"traffic":[8],"accounts":[9],"for":[10,82,103],"the":[11,30,86,94,100,104,121,146,156,160,174,193,214,217],"vast":[12],"majority":[13],"of":[14,37,60,89,111,114,123,163,184,207],"network":[15],"traffic.":[16],"The":[17,130],"adaptive":[18,24],"bitrate":[19],"(ABR)":[20],"algorithm":[21,74,119,131],"in":[22,155,196,211,216],"dynamic":[23],"streaming":[25],"over":[26],"HTTP":[27],"(DASH)":[28],"key":[31],"technology":[32],"to":[33,62,98],"improve":[34,190],"user\u2019s":[35],"quality":[36,210],"experience":[38],"(QoE).":[39],"However,":[40],"existing":[41],"ABR":[42,73,101,175],"algorithms":[43,176,188],"still":[44],"have":[45],"some":[46],"problems":[47,110],"such":[48],"as":[49],"poor":[50],"universality,":[51],"high":[52],"complexity,":[53],"too":[54],"much":[55],"domain":[56],"knowledge":[57],"lack":[59],"attention":[61],"initial":[63],"buffering":[64],"(IB).":[65],"To":[66],"this":[67],"end,":[68],"we":[69,92],"propose":[70],"a":[71,117],"QoE-aware":[72],"based":[75,177],"on":[76,178],"subepisodic":[77],"deep":[78],"reinforcement":[79],"learning":[80],"(DRL)":[81],"DASH.":[83],"Starting":[84],"from":[85],"episodic":[87,96,115,185],"attributes":[88],"service,":[91],"introduce":[93],"efficient":[95],"DRL":[97,180],"model":[99],"problem":[102],"first":[105],"time.":[106],"Secondly,":[107],"through":[108],"analyzing":[109],"direct":[112,182],"application":[113,183],"DRL,":[116,186],"new":[118],"with":[120,159,173],"idea":[122],"divide":[124],"conquer":[126],"designed":[128],"creatively.":[129],"divides":[132],"session":[134],"into":[135],"two":[136,151],"subepisodes":[137,152],"(IB":[138],"formal":[140],"playing),":[141],"models":[143],"executes":[145],"optimization":[147],"strategy":[148],"respectively.":[149],"These":[150],"are":[153],"unified":[154],"reward":[157],"function":[158],"same":[161],"goal":[162],"maximizing":[164],"users\u2019":[165,201],"QoE.":[166],"Finally,":[167],"simulation":[168],"results":[169],"show":[170],"that":[171],"compared":[172],"traditional":[179],"our":[187],"significantly":[189],"not":[191],"only":[192],"sample":[194],"efficiency":[195],"training,":[197],"but":[198],"also":[199],"both":[200],"subjective":[202],"QoE":[203],"objective":[205],"indicators":[206],"playing":[209],"test,":[212],"including":[213],"performance":[215],"IB":[218],"phase.":[219]},"counts_by_year":[],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}