{"id":"https://openalex.org/W3087963932","doi":"https://doi.org/10.1145/3372224.3419186","title":"OnRL","display_name":"OnRL","publication_year":2020,"publication_date":"2020-09-18","ids":{"openalex":"https://openalex.org/W3087963932","doi":"https://doi.org/10.1145/3372224.3419186","mag":"3087963932"},"language":"en","primary_location":{"id":"doi:10.1145/3372224.3419186","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3372224.3419186","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th Annual International Conference on Mobile Computing and Networking","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100737187","display_name":"Huanhuan Zhang","orcid":"https://orcid.org/0000-0002-8330-0580"},"institutions":[{"id":"https://openalex.org/I49496784","display_name":"Beijing City University","ror":"https://ror.org/01jfjwr55","country_code":"CN","type":"education","lineage":["https://openalex.org/I49496784"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huanhuan Zhang","raw_affiliation_strings":["Beijing Univ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Univ","institution_ids":["https://openalex.org/I49496784"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039025617","display_name":"Anfu Zhou","orcid":"https://orcid.org/0000-0002-8785-3350"},"institutions":[{"id":"https://openalex.org/I49496784","display_name":"Beijing City University","ror":"https://ror.org/01jfjwr55","country_code":"CN","type":"education","lineage":["https://openalex.org/I49496784"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Anfu Zhou","raw_affiliation_strings":["Beijing Univ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Univ","institution_ids":["https://openalex.org/I49496784"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036273604","display_name":"Jiamin Lu","orcid":"https://orcid.org/0000-0002-0643-0736"},"institutions":[{"id":"https://openalex.org/I49496784","display_name":"Beijing City University","ror":"https://ror.org/01jfjwr55","country_code":"CN","type":"education","lineage":["https://openalex.org/I49496784"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiamin Lu","raw_affiliation_strings":["Beijing Univ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Univ","institution_ids":["https://openalex.org/I49496784"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026288322","display_name":"Ruoxuan Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I49496784","display_name":"Beijing City University","ror":"https://ror.org/01jfjwr55","country_code":"CN","type":"education","lineage":["https://openalex.org/I49496784"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruoxuan Ma","raw_affiliation_strings":["Beijing Univ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Univ","institution_ids":["https://openalex.org/I49496784"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058907395","display_name":"Yuhan Hu","orcid":"https://orcid.org/0000-0002-8946-333X"},"institutions":[{"id":"https://openalex.org/I49496784","display_name":"Beijing City University","ror":"https://ror.org/01jfjwr55","country_code":"CN","type":"education","lineage":["https://openalex.org/I49496784"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhan Hu","raw_affiliation_strings":["Beijing Univ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Univ","institution_ids":["https://openalex.org/I49496784"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100331610","display_name":"Cong Li","orcid":"https://orcid.org/0000-0002-7201-4140"},"institutions":[{"id":"https://openalex.org/I49496784","display_name":"Beijing City University","ror":"https://ror.org/01jfjwr55","country_code":"CN","type":"education","lineage":["https://openalex.org/I49496784"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cong Li","raw_affiliation_strings":["Beijing Univ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Univ","institution_ids":["https://openalex.org/I49496784"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100390687","display_name":"Xinyu Zhang","orcid":"https://orcid.org/0000-0001-9688-8056"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinyu Zhang","raw_affiliation_strings":["University of California San Diego"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California San Diego","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100710713","display_name":"Huad\u00f3ng Ma","orcid":"https://orcid.org/0000-0002-7199-5047"},"institutions":[{"id":"https://openalex.org/I49496784","display_name":"Beijing City University","ror":"https://ror.org/01jfjwr55","country_code":"CN","type":"education","lineage":["https://openalex.org/I49496784"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huadong Ma","raw_affiliation_strings":["Beijing Univ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Univ","institution_ids":["https://openalex.org/I49496784"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100322143","display_name":"Xiaojiang Chen","orcid":"https://orcid.org/0000-0002-1180-6806"},"institutions":[{"id":"https://openalex.org/I4210129769","display_name":"Tao Systems (United States)","ror":"https://ror.org/03nt2eg08","country_code":"US","type":"company","lineage":["https://openalex.org/I4210129769"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaojiang Chen","raw_affiliation_strings":["Taobao Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Taobao Inc","institution_ids":["https://openalex.org/I4210129769"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":103,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8614863157272339},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7010113596916199},{"id":"https://openalex.org/keywords/telephony","display_name":"Telephony","score":0.6567070484161377},{"id":"https://openalex.org/keywords/video-quality","display_name":"Video quality","score":0.49407652020454407},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.45926061272621155},{"id":"https://openalex.org/keywords/mobile-telephony","display_name":"Mobile telephony","score":0.455533504486084},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.45288658142089844},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.4240024983882904},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3646361529827118},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31260132789611816},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.22425299882888794},{"id":"https://openalex.org/keywords/mobile-radio","display_name":"Mobile radio","score":0.1455613374710083}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8614863157272339},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7010113596916199},{"id":"https://openalex.org/C195358072","wikidata":"https://www.wikidata.org/wiki/Q944584","display_name":"Telephony","level":2,"score":0.6567070484161377},{"id":"https://openalex.org/C103910844","wikidata":"https://www.wikidata.org/wiki/Q2631256","display_name":"Video quality","level":3,"score":0.49407652020454407},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.45926061272621155},{"id":"https://openalex.org/C95491727","wikidata":"https://www.wikidata.org/wiki/Q992968","display_name":"Mobile telephony","level":3,"score":0.455533504486084},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.45288658142089844},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.4240024983882904},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3646361529827118},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31260132789611816},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.22425299882888794},{"id":"https://openalex.org/C2781307350","wikidata":"https://www.wikidata.org/wiki/Q6887221","display_name":"Mobile radio","level":2,"score":0.1455613374710083},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3372224.3419186","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3372224.3419186","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th Annual International Conference on Mobile Computing and Networking","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W95608104","https://openalex.org/W837503402","https://openalex.org/W1988975763","https://openalex.org/W1992774725","https://openalex.org/W2010670047","https://openalex.org/W2022844530","https://openalex.org/W2041841839","https://openalex.org/W2050600889","https://openalex.org/W2084103412","https://openalex.org/W2134024695","https://openalex.org/W2150453038","https://openalex.org/W2157326593","https://openalex.org/W2495130909","https://openalex.org/W2560674852","https://openalex.org/W2605800822","https://openalex.org/W2624438931","https://openalex.org/W2625304072","https://openalex.org/W2734941459","https://openalex.org/W2736601468","https://openalex.org/W2744628735","https://openalex.org/W2747329762","https://openalex.org/W2770230939","https://openalex.org/W2785525446","https://openalex.org/W2810014379","https://openalex.org/W2962899390","https://openalex.org/W2963556501","https://openalex.org/W2963575966","https://openalex.org/W2964121744","https://openalex.org/W2966896250","https://openalex.org/W2974168418","https://openalex.org/W2979599265","https://openalex.org/W2981950284","https://openalex.org/W2998508934","https://openalex.org/W3138562521","https://openalex.org/W4247950230"],"related_works":["https://openalex.org/W2091887445","https://openalex.org/W2598204999","https://openalex.org/W2522139704","https://openalex.org/W2103060087","https://openalex.org/W2184645528","https://openalex.org/W1573543448","https://openalex.org/W2117121435","https://openalex.org/W1907197496","https://openalex.org/W1607132799","https://openalex.org/W2101786581"],"abstract_inverted_index":{"Machine":[0],"learning":[1,5],"models,":[2],"particularly":[3],"reinforcement":[4],"(RL),":[6],"have":[7],"demonstrated":[8],"great":[9],"potential":[10],"in":[11,33,39,100],"optimizing":[12],"video":[13,81,92,97,142,166,179,193,201],"streaming":[14],"applications.":[15],"However,":[16],"the":[17,28,49,69,91,137,154,188],"state-of-the-art":[18],"solutions":[19],"are":[20,31,37],"limited":[21],"to":[22,113,124,126,135,146],"an":[23,74],"\"offline":[24],"learning\"":[25],"paradigm,":[26],"i.e.,":[27],"RL":[29,76,87,117,155],"models":[30,105],"trained":[32],"simulators":[34],"and":[35,102,145],"then":[36,109],"operated":[38],"real":[40,58],"networks.":[41],"As":[42],"a":[43,115,163,172],"result,":[44],"they":[45],"inevitably":[46],"suffer":[47],"from":[48,181],"simulation-to-reality":[50],"gap,":[51],"showing":[52],"far":[53],"less":[54],"satisfactory":[55],"performance":[56],"under":[57],"conditions":[59],"compared":[60],"with":[61,175],"simulated":[62],"environment.":[63],"In":[64,171],"this":[65],"work,":[66],"we":[67],"close":[68],"gap":[70],"by":[71,153,196],"proposing":[72],"OnRL,":[73],"online":[75],"framework":[77],"for":[78],"real-time":[79,101],"mobile":[80,184],"telephony.":[82],"OnRL":[83,108,131,161,186],"puts":[84],"many":[85],"individual":[86,123],"agents":[88,112],"directly":[89],"into":[90],"telephony":[93,167],"system,":[94,168],"which":[95],"make":[96],"bitrate":[98],"decisions":[99],"evolve":[103],"their":[104],"over":[106],"time.":[107],"aggregates":[110],"these":[111],"form":[114],"high-level":[116],"model":[118],"that":[119],"can":[120],"help":[121],"each":[122],"react":[125],"unseen":[127],"network":[128],"conditions.":[129],"Moreover,":[130],"incorporates":[132],"novel":[133],"mechanisms":[134],"handle":[136],"adverse":[138],"impacts":[139],"of":[140,149,178],"inherent":[141],"traffic":[143],"dynamics,":[144],"eliminate":[147],"risks":[148],"quality":[150],"degradation":[151],"caused":[152],"model's":[156],"exploration":[157],"attempts.":[158],"We":[159],"implement":[160],"on":[162],"mainstream":[164],"operational":[165],"Alibaba":[169],"Taobao-live.":[170],"month-long":[173],"evaluation":[174],"543":[176],"hours":[177],"sessions":[180],"151":[182],"real-world":[183],"users,":[185],"outperforms":[187],"prior":[189],"algorithms":[190],"significantly,":[191],"reducing":[192],"stalling":[194],"rate":[195],"14.22%":[197],"while":[198],"maintaining":[199],"similar":[200],"quality.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":33},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":14}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2020-10-01T00:00:00"}