{"id":"https://openalex.org/W4361852598","doi":"https://doi.org/10.1109/msn57253.2022.00119","title":"Throughput Prediction-Enhanced RL for Low-Delay Video Application","display_name":"Throughput Prediction-Enhanced RL for Low-Delay Video Application","publication_year":2022,"publication_date":"2022-12-01","ids":{"openalex":"https://openalex.org/W4361852598","doi":"https://doi.org/10.1109/msn57253.2022.00119"},"language":"en","primary_location":{"id":"doi:10.1109/msn57253.2022.00119","doi":"https://doi.org/10.1109/msn57253.2022.00119","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msn57253.2022.00119","pdf_url":null,"source":{"id":"https://openalex.org/S4363608365","display_name":"International Conference on Mobility, Sensing and Networking (MSN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 18th International Conference on Mobility, Sensing and Networking (MSN)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4361852598"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024556208","display_name":"Yong Liu","orcid":"https://orcid.org/0000-0002-2042-9758","observed_orcids":["https://orcid.org/0000-0002-2042-9758"]},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Liu","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073319541","display_name":"Chaokun Zhang","orcid":"https://orcid.org/0000-0001-8996-8429","observed_orcids":["https://orcid.org/0000-0001-8996-8429"]},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaokun Zhang","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003493694","display_name":"Jingshun Du","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingshun Du","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037428599","display_name":"Tie Qiu","orcid":"https://orcid.org/0000-0003-2324-2523","observed_orcids":["https://orcid.org/0000-0003-2324-2523","https://orcid.org/0000-0003-1357-9552"]},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tie Qiu","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":null,"apc_paid":null,"fwci":0.4036,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.67511138,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"728","last_page":"735"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.0052999998442828655,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adaptive-bitrate-streaming","display_name":"adaptive streaming","score":0.9810000061988831},{"id":"https://openalex.org/keywords/throughput-prediction","display_name":"throughput prediction","score":0.9259999990463257},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.8090000152587891},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"quality of experience","score":0.8389999866485596},{"id":"https://openalex.org/keywords/bandwidth-fluctuation","display_name":"bandwidth fluctuation","score":0.9470000267028809},{"id":"https://openalex.org/keywords/bitrate-selection","display_name":"bitrate selection","score":0.41200000047683716}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8760312795639038},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8018759489059448},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.7573575377464294},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.6931568384170532},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.630188524723053},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4341679513454437},{"id":"https://openalex.org/C34339180","wikidata":"https://www.wikidata.org/wiki/Q1325924","display_name":"Constant bitrate","level":4,"score":0.4169454872608185},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.41387152671813965},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3566947877407074},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.28145459294319153},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27404356002807617},{"id":"https://openalex.org/C57667952","wikidata":"https://www.wikidata.org/wiki/Q1154443","display_name":"Variable bitrate","level":3,"score":0.19496509432792664},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09588506817817688}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/msn57253.2022.00119","doi":"https://doi.org/10.1109/msn57253.2022.00119","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msn57253.2022.00119","pdf_url":null,"source":{"id":"https://openalex.org/S4363608365","display_name":"International Conference on Mobility, Sensing and Networking (MSN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 18th International Conference on Mobility, Sensing and Networking (MSN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3466515993","display_name":null,"funder_award_id":"2020M680906","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2017146017","https://openalex.org/W2101073874","https://openalex.org/W2106748743","https://openalex.org/W2173564293","https://openalex.org/W2482797934","https://openalex.org/W2607662938","https://openalex.org/W2744628735","https://openalex.org/W2900201178","https://openalex.org/W2964529525","https://openalex.org/W2981964663","https://openalex.org/W2997214666","https://openalex.org/W3047449906","https://openalex.org/W3160502863","https://openalex.org/W3206111202","https://openalex.org/W6768091732"],"related_works":["https://openalex.org/W2969660617","https://openalex.org/W3157087027","https://openalex.org/W2986564029","https://openalex.org/W3153250170","https://openalex.org/W4283206846","https://openalex.org/W2900201178","https://openalex.org/W3118796031","https://openalex.org/W4285118058","https://openalex.org/W4412913561","https://openalex.org/W4399169447"],"abstract_inverted_index":{"Maximizing":[0],"user":[1,106,119],"quality":[2],"of":[3,10,21,77,139,146,169,196],"experience":[4],"(QoE)":[5],"is":[6,17,56,183,198],"the":[7,22,40,67,74,80,97,105,131,136,144,162,166,170,191,219],"ultimate":[8],"goal":[9],"video":[11,54],"players,":[12],"and":[13,63,66,148,160,204],"adaptive":[14],"bitrate":[15,88,182],"(ABR)":[16],"recognized":[18],"as":[19,34,135],"one":[20],"most":[23],"effective":[24],"solutions.":[25],"Approaches":[26],"employing":[27],"reinforcement":[28],"learning":[29],"(RL)":[30],"have":[31],"performed":[32],"well":[33],"hybrid":[35],"ABR":[36,99],"algorithms,":[37],"due":[38,90],"to":[39,42,58,73,86,91,102,117,186,215],"ability":[41],"learn":[43],"autonomously.":[44],"However,":[45],"throughput,":[46],"which":[47,141],"plays":[48],"a":[49,176],"crucial":[50],"role":[51],"in":[52,61,165,200],"low-delay":[53],"streaming,":[55],"difficult":[57],"predict":[59],"simply":[60],"mobile":[62],"wireless":[64],"networks,":[65],"inaccurately":[68],"predicted":[69],"throughput":[70,158,163],"can":[71,209],"lead":[72],"wrong":[75],"selection":[76],"bitrates.":[78],"Worse,":[79],"general":[81],"RL":[82,132,147,172],"approaches":[83],"are":[84],"prone":[85],"frequent":[87],"switching":[89],"bandwidth":[92,192],"fluctuation.":[93],"These":[94],"obstacles":[95],"make":[96],"RL-based":[98],"approach":[100],"unable":[101],"truly":[103],"reflect":[104],"QoE.":[107,120],"We":[108],"propose":[109],"TP-RL,":[110],"an":[111],"application":[112],"that":[113,207],"makes":[114],"ongoing":[115],"decisions":[116],"maximize":[118],"To":[121],"realize":[122],"this,":[123],"TP-RL":[124,197],"adopts":[125],"three":[126],"ideas:":[127],"(i)":[128],"It":[129],"takes":[130],"neural":[133,173],"network":[134,174],"main":[137],"body":[138],"decision-making,":[140],"will":[142],"inherit":[143],"advantages":[145],"improve":[149,210],"on":[150],"this":[151],"basis;":[152],"(ii)":[153],"Explore":[154],"Mogrifier":[155],"LSTM":[156],"for":[157],"prediction,":[159],"replace":[161],"part":[164],"state":[167],"space":[168],"original":[171],"with":[175,218],"prediction":[177],"module;":[178],"(iii)":[179],"The":[180,194],"decided":[181],"further":[184],"processed":[185],"achieve":[187],"better":[188],"smoothness":[189],"when":[190],"fluctuates.":[193],"performance":[195],"evaluated":[199],"different":[201],"experimental":[202],"environments,":[203],"experiments":[205],"show":[206],"it":[208],"QoE":[211],"by":[212],"about":[213],"14%":[214],"20.7%":[216],"compared":[217],"best":[220],"baseline.":[221]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-11-14T11:04:58.165337","created_date":"2023-04-05T00:00:00"}