{"id":"https://openalex.org/W2981563534","doi":"https://doi.org/10.1145/3343031.3356063","title":"Continuous Bitrate & Latency Control with Deep Reinforcement Learning for Live Video Streaming","display_name":"Continuous Bitrate & Latency Control with Deep Reinforcement Learning for Live Video Streaming","publication_year":2019,"publication_date":"2019-10-15","ids":{"openalex":"https://openalex.org/W2981563534","doi":"https://doi.org/10.1145/3343031.3356063","mag":"2981563534"},"language":"en","primary_location":{"id":"doi:10.1145/3343031.3356063","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3343031.3356063","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009063202","display_name":"Ruying Hong","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruying Hong","raw_affiliation_strings":["Beijing University of Posts and Telecommunications & EBUPT Information Technology Company, Ltd., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications & EBUPT Information Technology Company, Ltd., Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103712368","display_name":"Qiwei Shen","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiwei Shen","raw_affiliation_strings":["Beijing University of Posts and Telecommunications & EBUPT Information Technology Company, Ltd., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications & EBUPT Information Technology Company, Ltd., Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100433899","display_name":"Lei Zhang","orcid":"https://orcid.org/0000-0002-2078-4215"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Zhang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications & EBUPT Information Technology Company, Ltd., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications & EBUPT Information Technology Company, Ltd., Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100378497","display_name":"Jing Wang","orcid":"https://orcid.org/0000-0002-3653-9951"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Wang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications & EBUPT Information Technology Company, Ltd., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications & EBUPT Information Technology Company, Ltd., Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":1.1174,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.82564401,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2637","last_page":"2641"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9767000079154968,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8004652261734009},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.7627286314964294},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6540603041648865},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.5913490056991577},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5868933200836182},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5660232305526733},{"id":"https://openalex.org/keywords/video-streaming","display_name":"Video streaming","score":0.5020904541015625},{"id":"https://openalex.org/keywords/limit","display_name":"Limit (mathematics)","score":0.4754982888698578},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.43238940834999084},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3903684914112091},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.2670888304710388},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19188398122787476},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11890202760696411},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.09020450711250305}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8004652261734009},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.7627286314964294},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6540603041648865},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.5913490056991577},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5868933200836182},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5660232305526733},{"id":"https://openalex.org/C2986160907","wikidata":"https://www.wikidata.org/wiki/Q220499","display_name":"Video streaming","level":2,"score":0.5020904541015625},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.4754982888698578},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.43238940834999084},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3903684914112091},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.2670888304710388},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19188398122787476},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11890202760696411},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.09020450711250305},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3343031.3356063","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3343031.3356063","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.47999998927116394}],"awards":[{"id":"https://openalex.org/G1273367633","display_name":null,"funder_award_id":"4182041","funder_id":"https://openalex.org/F4320334977","funder_display_name":"Beijing Municipal Natural Science Foundation"},{"id":"https://openalex.org/G2037515061","display_name":null,"funder_award_id":"61771068,61671079","funder_id":"https://openalex.org/F4320327720","funder_display_name":"Foundation for Innovative Research Groups of the National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320327720","display_name":"Foundation for Innovative Research Groups of the National Natural Science Foundation of China","ror":null},{"id":"https://openalex.org/F4320334977","display_name":"Beijing Municipal Natural Science Foundation","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1976944900","https://openalex.org/W2482797934","https://openalex.org/W2744628735","https://openalex.org/W2759880155","https://openalex.org/W2802214001","https://openalex.org/W2849781392","https://openalex.org/W2906364736","https://openalex.org/W2963191323","https://openalex.org/W3005455145","https://openalex.org/W3100357905","https://openalex.org/W3160502863","https://openalex.org/W4250979948"],"related_works":["https://openalex.org/W4301184764","https://openalex.org/W2324542997","https://openalex.org/W3215753686","https://openalex.org/W3116791087","https://openalex.org/W2750774494","https://openalex.org/W2127587205","https://openalex.org/W2101347143","https://openalex.org/W1999662728","https://openalex.org/W2070888931","https://openalex.org/W2011059428"],"abstract_inverted_index":{"In":[0,65],"this":[1],"paper,":[2],"we":[3],"introduce":[4],"a":[5,37,55,75],"continuous":[6,30,41,50],"bitrate":[7],"control":[8,11,31,39,42],"and":[9,43,100,118,121],"latency":[10],"model":[12,20,72],"for":[13],"the":[14,49,91,98,103,123,127],"Live":[15],"Video":[16],"Streaming":[17],"Challenge.":[18],"Our":[19],"is":[21,54],"based":[22],"on":[23,29],"Deep":[24],"Deterministic":[25],"Policy":[26],"Gradient,":[27],"popular":[28],"tasks.":[32],"Simultaneously,":[33],"it":[34],"can":[35,73],"take":[36],"fine-grained":[38],"through":[40],"does":[44],"not":[45],"need":[46],"to":[47,58],"discrete":[48,90],"\"latency":[51,92],"limit\",":[52],"which":[53,89,106],"buffer":[56],"threshold":[57],"minimize":[59],"end-to-end":[60],"delay":[61],"by":[62],"frame":[63],"skipping.":[64],"all":[66],"considered":[67],"live":[68],"video":[69],"scenarios,":[70],"our":[71],"provide":[74],"better":[76],"quality":[77],"of":[78,85,102],"experience":[79],"with":[80,129],"improvements":[81],"in":[82,110,126],"average":[83],"QoE":[84],"3.6%":[86],"than":[87],"DQN":[88],"limit\".":[93],"Additionally,":[94],"challenge":[95],"results":[96],"show":[97],"effectiveness":[99],"applicability":[101],"proposed":[104],"model,":[105],"achieved":[107],"top":[108],"performance":[109],"3":[111],"different":[112],"networks":[113],"that":[114],"include":[115],"high,":[116],"low":[117],"oscillating":[119],"throughput,":[120],"ranked":[122],"second":[124],"place":[125],"network":[128],"medium":[130],"throughput.":[131]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}