{"id":"https://openalex.org/W4285058693","doi":"https://doi.org/10.1109/jsac.2022.3180804","title":"Learning Tailored Adaptive Bitrate Algorithms to Heterogeneous Network Conditions: A Domain-Specific Priors and Meta-Reinforcement Learning Approach","display_name":"Learning Tailored Adaptive Bitrate Algorithms to Heterogeneous Network Conditions: A Domain-Specific Priors and Meta-Reinforcement Learning Approach","publication_year":2022,"publication_date":"2022-06-15","ids":{"openalex":"https://openalex.org/W4285058693","doi":"https://doi.org/10.1109/jsac.2022.3180804"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2022.3180804","doi":"https://doi.org/10.1109/jsac.2022.3180804","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2022.3180804","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-2","norway-1","poland-200","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4285058693"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057477098","display_name":"Tianchi Huang","orcid":"https://orcid.org/0000-0001-9378-6329","observed_orcids":["https://orcid.org/0000-0001-9378-6329"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianchi Huang","raw_affiliation_strings":["Department of Computer Science and Technology, Beijing Key Laboratory of Networked Multimedia, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9378-6329","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Beijing Key Laboratory of Networked Multimedia, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101583614","display_name":"Chao Zhou","orcid":"https://orcid.org/0000-0003-2969-3042","observed_orcids":["https://orcid.org/0000-0003-2969-3042"]},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":"CN","type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Zhou","raw_affiliation_strings":["Beijing Kuaishou Technology Company Ltd., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Kuaishou Technology Company Ltd., Beijing, China","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085140543","display_name":"Rui-Xiao Zhang","orcid":"https://orcid.org/0000-0002-4251-825X","observed_orcids":["https://orcid.org/0000-0002-4251-825X"]},"institutions":[{"id":"https://openalex.org/I4405271667","display_name":"Beijing National Research Center for Information Science and Technology","ror":"https://ror.org/02tcm9e24","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4405271667"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui-Xiao Zhang","raw_affiliation_strings":["Department of Computer Science and Technology, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4251-825X","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I4405271667","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102951891","display_name":"Chenglei Wu","orcid":"https://orcid.org/0000-0003-0839-1037","observed_orcids":["https://orcid.org/0000-0003-0839-1037"]},"institutions":[{"id":"https://openalex.org/I4405271667","display_name":"Beijing National Research Center for Information Science and Technology","ror":"https://ror.org/02tcm9e24","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4405271667"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenglei Wu","raw_affiliation_strings":["Department of Computer Science and Technology, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I4405271667","https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047712495","display_name":"Lifeng Sun","orcid":"https://orcid.org/0000-0002-4057-5138","observed_orcids":["https://orcid.org/0000-0002-4057-5138"]},"institutions":[{"id":"https://openalex.org/I4405271667","display_name":"Beijing National Research Center for Information Science and Technology","ror":"https://ror.org/02tcm9e24","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4405271667"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lifeng Sun","raw_affiliation_strings":["Department of Computer Science and Technology, Beijing Key Laboratory of Networked Multimedia, Tsinghua University, Beijing, China","Department of Computer Science and Technology, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","Key Laboratory of Pervasive Computing, Ministry of Education, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4057-5138","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Beijing Key Laboratory of Networked Multimedia, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I4405271667","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Key Laboratory of Pervasive Computing, Ministry of Education, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2195,"currency":"USD","value_usd":2195},"apc_paid":null,"fwci":3.899,"has_fulltext":false,"cited_by_count":67,"citation_normalized_percentile":{"value":0.95510611,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"40","issue":"8","first_page":"2485","last_page":"2503"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.006300000008195639,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.002099999925121665,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adaptive-bitrate-streaming","display_name":"adaptive streaming","score":0.7929999828338623},{"id":"https://openalex.org/keywords/video-streaming","display_name":"video streaming","score":0.6769999861717224},{"id":"https://openalex.org/keywords/meta-reinforcement-learning","display_name":"meta-reinforcement learning","score":0.9670000076293945},{"id":"https://openalex.org/keywords/few-shot-adaptation","display_name":"few-shot adaptation","score":0.7879999876022339},{"id":"https://openalex.org/keywords/virtual-players","display_name":"virtual players","score":0.6700000166893005},{"id":"https://openalex.org/keywords/online-and-offline-learning","display_name":"online and offline learning","score":0.4620000123977661}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7686138153076172},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5539827346801758},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5097395777702332},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42127954959869385},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4186035990715027},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38578498363494873},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1374327838420868}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsac.2022.3180804","doi":"https://doi.org/10.1109/jsac.2022.3180804","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2022.3180804","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-2","norway-1","poland-200","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G5503809183","display_name":null,"funder_award_id":"2018YFB1003703","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6658023004","display_name":null,"funder_award_id":"61936011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":84,"referenced_works":["https://openalex.org/W52153049","https://openalex.org/W1522301498","https://openalex.org/W1757796397","https://openalex.org/W1976944900","https://openalex.org/W2017146017","https://openalex.org/W2055165550","https://openalex.org/W2175325787","https://openalex.org/W2260756217","https://openalex.org/W2294512426","https://openalex.org/W2402144811","https://openalex.org/W2482797934","https://openalex.org/W2541884796","https://openalex.org/W2566198195","https://openalex.org/W2604763608","https://openalex.org/W2609650878","https://openalex.org/W2707890836","https://openalex.org/W2731412463","https://openalex.org/W2736601468","https://openalex.org/W2737019897","https://openalex.org/W2744628735","https://openalex.org/W2746553466","https://openalex.org/W2766174800","https://openalex.org/W2795900505","https://openalex.org/W2809315175","https://openalex.org/W2810598854","https://openalex.org/W2810820269","https://openalex.org/W2849781392","https://openalex.org/W2859870583","https://openalex.org/W2906364736","https://openalex.org/W2923504512","https://openalex.org/W2948168221","https://openalex.org/W2950940817","https://openalex.org/W2950956365","https://openalex.org/W2954711779","https://openalex.org/W2963191323","https://openalex.org/W2965671543","https://openalex.org/W2968986602","https://openalex.org/W2969660617","https://openalex.org/W2975425489","https://openalex.org/W2976335444","https://openalex.org/W2981964663","https://openalex.org/W2996896271","https://openalex.org/W2997992233","https://openalex.org/W3005503558","https://openalex.org/W3006779149","https://openalex.org/W3013828496","https://openalex.org/W3015606043","https://openalex.org/W3029351463","https://openalex.org/W3029640231","https://openalex.org/W3032042823","https://openalex.org/W3033886763","https://openalex.org/W3034028080","https://openalex.org/W3037164854","https://openalex.org/W3038898937","https://openalex.org/W3039845099","https://openalex.org/W3046478992","https://openalex.org/W3047132563","https://openalex.org/W3047449906","https://openalex.org/W3087963932","https://openalex.org/W3090825020","https://openalex.org/W3093878734","https://openalex.org/W3097527854","https://openalex.org/W3123231801","https://openalex.org/W3123864414","https://openalex.org/W3138562521","https://openalex.org/W3155224216","https://openalex.org/W3160502863","https://openalex.org/W3163842339","https://openalex.org/W3171210634","https://openalex.org/W3175894428","https://openalex.org/W3185804040","https://openalex.org/W3188452751","https://openalex.org/W3204445636","https://openalex.org/W3210224682","https://openalex.org/W3212872325","https://openalex.org/W3216939469","https://openalex.org/W4210762114","https://openalex.org/W4214717370","https://openalex.org/W4245377019","https://openalex.org/W4283205854","https://openalex.org/W4283206846","https://openalex.org/W6638163082","https://openalex.org/W6741002519","https://openalex.org/W6780559895"],"related_works":["https://openalex.org/W4394872237","https://openalex.org/W4352977022","https://openalex.org/W4414110788","https://openalex.org/W7134825557","https://openalex.org/W4413136977","https://openalex.org/W4304080763","https://openalex.org/W4413977883","https://openalex.org/W7164743072","https://openalex.org/W4412913561","https://openalex.org/W4397000591"],"abstract_inverted_index":{"Internet":[0],"adaptive":[1,13],"video":[2,9,19,87],"streaming":[3],"is":[4,107],"a":[5,102,183],"typical":[6],"form":[7],"of":[8,24,54,79,100,110],"delivery":[10],"that":[11],"leverages":[12,119],"bitrate":[14],"(ABR)":[15],"algorithms":[16],"to":[17,50,73,121,154,171,186,217,236],"provide":[18],"services":[20],"with":[21,126,214],"high":[22],"quality":[23],"experience":[25],"(QoE)":[26],"for":[27,159,181],"various":[28,127,196],"users":[29],"in":[30,76,137,169,234],"diverse":[31],"and":[32,114,134,204,222],"unique":[33],"network":[34,38,80,128,139,163,202,224],"conditions.":[35,81,225],"Such":[36],"heterogeneous":[37,205],"environments,":[39],"which":[40,61],"can":[41],"be":[42],"viewed":[43],"as":[44,90],"exogenous":[45],"input":[46],"processes,":[47],"often":[48],"lead":[49],"the":[51,86,91,131,142,146,152,155,161,173,188,218,231,237],"unstable":[52],"performance":[53],"ABR":[55,59,105,157,212],"algorithms.":[56],"Unfortunately,":[57],"learning-based":[58],"algorithm":[60],"generated":[62],"by":[63],"state-of-the-art":[64],"reinforcement":[65],"learning":[66,174],"(RL)":[67],"technologies":[68],"achievesgood":[69],"average":[70],"performancebut":[71],"fails":[72],"perform":[74],"well":[75],"all":[77],"kinds":[78],"In":[82],"this":[83],"work,":[84],"considering":[85],"playback":[88],"process":[89],"Input-driven":[92],"Markov":[93],"Decision":[94],"Process":[95],"(IMDP),":[96],"we":[97,149,176,207],"propose$\\text{A}^{2}$BR":[98],"(Adaptation":[99],"ABR),":[101],"novel":[103],"meta-RL":[104,120],"approach.$\\text{A}^{2}$BR":[106],"mainly":[108],"composed":[109],"an":[111,115,123],"online":[112,143],"stage":[113,133],"offline":[116,132],"stage.":[117,144],"It":[118],"learn":[122],"initial":[124],"meta-policy":[125,153],"conditions":[129,140],"at":[130,141],"makes":[135],"decisions":[136],"personalized":[138,219],"At":[145],"same":[147],"time,":[148],"continually":[150],"optimize":[151],"tailor-made":[156],"policy":[158],"varying":[160],"current":[162],"environment":[164],"within":[165],"few":[166],"shots.":[167],"Moreover,":[168],"order":[170],"improve":[172],"efficiency,":[175],"fully":[177],"utilize":[178],"domain":[179],"knowledge":[180],"implementing":[182],"virtual":[184],"player":[185],"replay":[187],"previously":[189],"experienced":[190],"network.":[191],"Using":[192],"trace-driven":[193],"experiments":[194],"on":[195],"scenarios":[197],"including":[198],"different":[199],"vehicles,":[200],"users,":[201],"types,":[203],"user-preferences,":[206],"show":[208],"that$\\text{A}^{2}$BR":[209],"outperforming":[210],"recent":[211],"approaches":[213],"rapidly":[215],"adapting":[216,235],"QoE":[220],"metrics":[221],"specific":[223],"Testbed":[226],"experimental":[227],"results":[228],"also":[229],"illustrate":[230],"superiority":[232],"of$\\text{A}^{2}$BR":[233],"unseen":[238],"environments.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":5}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2022-07-13T00:00:00"}