{"id":"https://openalex.org/W4200336525","doi":"https://doi.org/10.1109/wcsp52459.2021.9613395","title":"Off-Policy: Soft Actor-Critic-based Adaptive Streaming for 360-degree Video in Heterogeneous Wireless Networks","display_name":"Off-Policy: Soft Actor-Critic-based Adaptive Streaming for 360-degree Video in Heterogeneous Wireless Networks","publication_year":2021,"publication_date":"2021-10-20","ids":{"openalex":"https://openalex.org/W4200336525","doi":"https://doi.org/10.1109/wcsp52459.2021.9613395"},"language":"en","primary_location":{"id":"doi:10.1109/wcsp52459.2021.9613395","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcsp52459.2021.9613395","pdf_url":null,"source":{"id":"https://openalex.org/S4363607893","display_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083429052","display_name":"Chen Jiang","orcid":"https://orcid.org/0000-0002-6666-346X"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Jiang","raw_affiliation_strings":["College of Physics and Information Engineering, Fuzhou University, Fuzhou, Fujian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Physics and Information Engineering, Fuzhou University, Fuzhou, Fujian, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100777288","display_name":"Feng Chen","orcid":"https://orcid.org/0000-0002-7031-7404"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Chen","raw_affiliation_strings":["College of Physics and Information Engineering, Fuzhou University, Fuzhou, Fujian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Physics and Information Engineering, Fuzhou University, Fuzhou, Fujian, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100748906","display_name":"Pingping Chen","orcid":"https://orcid.org/0000-0002-2876-653X"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pingping Chen","raw_affiliation_strings":["College of Physics and Information Engineering, Fuzhou University, Fuzhou, Fujian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Physics and Information Engineering, Fuzhou University, Fuzhou, Fujian, China","institution_ids":["https://openalex.org/I80947539"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I80947539"],"apc_list":null,"apc_paid":null,"fwci":0.0955,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.4073459,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"32","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.86565762758255},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.744563102722168},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5536869764328003},{"id":"https://openalex.org/keywords/heterogeneous-network","display_name":"Heterogeneous network","score":0.5384601950645447},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.5320799350738525},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5252463221549988},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5180097222328186},{"id":"https://openalex.org/keywords/video-quality","display_name":"Video quality","score":0.4835626780986786},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.43618881702423096},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4297366738319397},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4183541238307953},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4133765697479248},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.3295276165008545},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2763543725013733},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.10366609692573547}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.86565762758255},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.744563102722168},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5536869764328003},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.5384601950645447},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.5320799350738525},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5252463221549988},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5180097222328186},{"id":"https://openalex.org/C103910844","wikidata":"https://www.wikidata.org/wiki/Q2631256","display_name":"Video quality","level":3,"score":0.4835626780986786},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.43618881702423096},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4297366738319397},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4183541238307953},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4133765697479248},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.3295276165008545},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2763543725013733},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.10366609692573547},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcsp52459.2021.9613395","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcsp52459.2021.9613395","pdf_url":null,"source":{"id":"https://openalex.org/S4363607893","display_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3681795140","display_name":null,"funder_award_id":"61671153,61561014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7640306579","display_name":null,"funder_award_id":"2018J05104","funder_id":"https://openalex.org/F4320321878","funder_display_name":"Natural Science Foundation of Fujian Province"},{"id":"https://openalex.org/G800578046","display_name":null,"funder_award_id":"61801120","funder_id":"https://openalex.org/F4320333688","funder_display_name":"National Outstanding Youth Science Fund Project of National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321878","display_name":"Natural Science Foundation of Fujian Province","ror":null},{"id":"https://openalex.org/F4320333688","display_name":"National Outstanding Youth Science Fund Project of National Natural Science Foundation of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2064578521","https://openalex.org/W2141158967","https://openalex.org/W2339937613","https://openalex.org/W2397143392","https://openalex.org/W2744628735","https://openalex.org/W2782305792","https://openalex.org/W2810704880","https://openalex.org/W2890617053","https://openalex.org/W2904246096","https://openalex.org/W2913387763","https://openalex.org/W2920933065","https://openalex.org/W2981037657","https://openalex.org/W2982382772","https://openalex.org/W2993781509","https://openalex.org/W3093103436","https://openalex.org/W3097799085","https://openalex.org/W4295312788","https://openalex.org/W6681275104","https://openalex.org/W6757592117","https://openalex.org/W6766978945","https://openalex.org/W6769218391"],"related_works":["https://openalex.org/W2044415708","https://openalex.org/W2963527963","https://openalex.org/W2883239366","https://openalex.org/W1543922763","https://openalex.org/W3127182254","https://openalex.org/W2737069248","https://openalex.org/W2914450980","https://openalex.org/W2916283016","https://openalex.org/W2542002904","https://openalex.org/W1971541619"],"abstract_inverted_index":{"Poor":[0],"data-efficiency":[1],"and":[2,29,92,98,131],"delayed":[3],"reward":[4],"limit":[5],"the":[6,61,90,106,122],"implementation":[7],"of":[8,51,95,127],"deep":[9],"reinforcement":[10],"learning":[11,59],"(DRL)":[12],"approach":[13,28,97],"for":[14,33,42,65],"360-degree":[15,34],"video":[16,35,78],"streaming":[17],"in":[18,125],"heterogeneous":[19],"wireless":[20],"networks.":[21],"In":[22],"this":[23],"paper,":[24],"we":[25,38,69,104],"leverage":[26],"DRL-based":[27],"priority-based":[30],"multi-path":[31],"communication":[32],"streaming.":[36],"First,":[37],"adopt":[39],"soft":[40],"actor-critic":[41],"discrete":[43],"action":[44],"(SAC-D)":[45],"to":[46,75,87],"decide":[47],"network":[48],"utilization":[49],"ratio":[50],"each":[52],"link,":[53],"which":[54],"features":[55],"a":[56,71,110],"state-of-art":[57],"off-policy":[58],"on":[60,109],"far":[62],"future":[63],"decisions":[64],"multiple":[66],"paths.":[67],"Second,":[68],"propose":[70],"priority-aware":[72],"frame":[73],"scheduling":[74,81],"further":[76],"maximize":[77],"quality.":[79],"The":[80],"can":[82],"order":[83],"SVC":[84],"bit":[85],"stream":[86],"flexibly":[88],"utilize":[89],"spatial":[91],"quality":[93,130],"characteristics":[94],"tile-based":[96],"then":[99],"reduce":[100],"computational":[101],"complexity.":[102],"Finally,":[103],"evaluate":[105],"proposed":[107],"scheme":[108],"semi-physical":[111],"test":[112],"platform.":[113],"Experience":[114],"results":[115],"show":[116],"that":[117],"our":[118],"algorithm":[119,124],"significantly":[120],"outperforms":[121],"comparison":[123],"terms":[126],"overall":[128],"QoE":[129],"base":[132],"layer":[133],"(BL)":[134],"freeze":[135],"ratio.":[136]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}