{"id":"https://openalex.org/W4205792818","doi":"https://doi.org/10.1109/vcip53242.2021.9675439","title":"360HRL: Hierarchical Reinforcement Learning Based Rate Adaptation for 360-Degree Video Streaming","display_name":"360HRL: Hierarchical Reinforcement Learning Based Rate Adaptation for 360-Degree Video Streaming","publication_year":2021,"publication_date":"2021-12-05","ids":{"openalex":"https://openalex.org/W4205792818","doi":"https://doi.org/10.1109/vcip53242.2021.9675439"},"language":"en","primary_location":{"id":"doi:10.1109/vcip53242.2021.9675439","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vcip53242.2021.9675439","pdf_url":null,"source":{"id":"https://openalex.org/S4363608378","display_name":"2021 International Conference on Visual Communications and Image Processing (VCIP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Conference on Visual Communications and Image Processing (VCIP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049402891","display_name":"Jun Fu","orcid":"https://orcid.org/0000-0002-5200-4623"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jun Fu","raw_affiliation_strings":["CAS Key Laboratory of Technology in Geo-spatial Information Processing and Application System, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Technology in Geo-spatial Information Processing and Application System, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074278778","display_name":"Chen Hou","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Hou","raw_affiliation_strings":["CAS Key Laboratory of Technology in Geo-spatial Information Processing and Application System, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Technology in Geo-spatial Information Processing and Application System, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079572598","display_name":"Zhibo Chen","orcid":"https://orcid.org/0000-0002-8525-5066"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhibo Chen","raw_affiliation_strings":["CAS Key Laboratory of Technology in Geo-spatial Information Processing and Application System, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Technology in Geo-spatial Information Processing and Application System, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5049402891"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":0.2628,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.65635739,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12720","display_name":"Multimedia Communication and Technology","score":0.9430000185966492,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/viewport","display_name":"Viewport","score":0.9817605018615723},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.865606427192688},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8399280309677124},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.6019642353057861},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.46534264087677},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4134441018104553},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.32721275091171265},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3235585391521454},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2043580412864685},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.09353801608085632}],"concepts":[{"id":"https://openalex.org/C2778090530","wikidata":"https://www.wikidata.org/wiki/Q2523931","display_name":"Viewport","level":2,"score":0.9817605018615723},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.865606427192688},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8399280309677124},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.6019642353057861},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.46534264087677},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4134441018104553},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32721275091171265},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3235585391521454},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2043580412864685},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.09353801608085632},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vcip53242.2021.9675439","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vcip53242.2021.9675439","pdf_url":null,"source":{"id":"https://openalex.org/S4363608378","display_name":"2021 International Conference on Visual Communications and Image Processing (VCIP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Conference on Visual Communications and Image Processing (VCIP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7400000095367432}],"awards":[{"id":"https://openalex.org/G1586809628","display_name":null,"funder_award_id":"2018AAA0101400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5098320055","display_name":null,"funder_award_id":"U1908209,61632001,62021001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2055165550","https://openalex.org/W2523094016","https://openalex.org/W2624991012","https://openalex.org/W2766090788","https://openalex.org/W2766324256","https://openalex.org/W2799064164","https://openalex.org/W2963439135","https://openalex.org/W2969146521","https://openalex.org/W3093925535","https://openalex.org/W4214717370","https://openalex.org/W6692262500"],"related_works":["https://openalex.org/W4389095575","https://openalex.org/W2908978341","https://openalex.org/W4294975495","https://openalex.org/W2992753629","https://openalex.org/W3161069372","https://openalex.org/W3171203216","https://openalex.org/W4285285990","https://openalex.org/W2955940898","https://openalex.org/W3036519337","https://openalex.org/W3036703003"],"abstract_inverted_index":{"Recently,":[0],"reinforced":[1],"adaptive":[2],"bitrate":[3,72],"(ABR)":[4],"algorithms":[5,156],"have":[6],"achieved":[7],"remarkable":[8],"success":[9],"in":[10,89],"tile-based":[11],"360-degree":[12],"video":[13],"streaming.":[14],"However,":[15],"they":[16],"heavily":[17],"rely":[18],"on":[19],"accurate":[20],"viewport":[21,77],"prediction.":[22],"To":[23],"alleviate":[24],"this":[25],"issue,":[26],"we":[27],"propose":[28],"a":[29,42,46,58,97,121,143,158],"hierarchical":[30],"reinforcement-learning":[31],"(RL)":[32],"based":[33],"ABR":[34,155],"algorithm,":[35],"dubbed":[36],"360HRL.":[37],"Specifically,":[38],"360HRL":[39,95,151],"consists":[40],"of":[41,142,160,165],"top":[43,115,135],"agent":[44,107,116,130,136],"and":[45,79,133,163],"bottom":[47,106,129],"agent.":[48],"The":[49],"former":[50],"is":[51,82,108,131,137],"used":[52,83],"to":[53,56,84,119],"decide":[54],"whether":[55],"download":[57,120],"new":[59,122],"segment":[60,68],"for":[61,69,87],"continuous":[62],"playback":[63],"or":[64],"re-download":[65],"an":[66],"old":[67],"correcting":[70],"wrong":[71],"decisions":[73],"caused":[74],"by":[75],"inaccurate":[76],"estimation,":[78],"the":[80,90,102,105,111,114,125,128,134,140],"latter":[81],"select":[85],"bitrates":[86],"tiles":[88],"chosen":[91],"segment.":[92,123],"In":[93,101,124],"addition,":[94],"adopts":[96],"two-stage":[98],"training":[99],"methodology.":[100],"first":[103],"stage,":[104,127],"trained":[109],"under":[110],"environment":[112],"where":[113],"always":[117],"chooses":[118],"second":[126],"fixed":[132],"optimized":[138],"with":[139],"help":[141],"heuristic":[144],"decision":[145],"rule.":[146],"Experimental":[147],"results":[148],"demonstrate":[149],"that":[150],"outperforms":[152],"existing":[153],"RL-based":[154],"across":[157],"broad":[159],"network":[161],"conditions":[162],"quality":[164],"experience":[166],"(QoE)":[167],"objectives.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}